2024-09-12T17:23:49.364 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T17:23:49.392 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T17:23:49.485 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7902737' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true erasure_code_profile: crush-failure-domain: osd k: 3 m: 1 name: testprofile frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 6279 sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b targets: smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqBzPzMnEXmnxaDc1uPT1ep+Njj5tFuKfODJYD0fs2/V8NfAUYLe3kDJdfgEv9qEXhdm5YBJcdDGZYW5TDfN0Y= smithi165.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPTCgpLLAvH5jgsObXGPo73f6CU5uLYiRryVYymHX9sn7HDkRuQA/inP4WU+NwXn+xTRv9APMCDMyup5rVbwilM= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-12_15:39:52 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T17:23:49.485 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa; will attempt to use it 2024-09-12T17:23:49.486 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa/tasks 2024-09-12T17:23:49.486 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T17:23:49.487 INFO:teuthology.task.internal:Checking packages... 2024-09-12T17:23:49.509 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'bad475c18c96ec20c5778159aa33ba72b84e9c1b' 2024-09-12T17:23:49.509 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T17:23:49.509 INFO:teuthology.packaging:ref: None 2024-09-12T17:23:49.510 INFO:teuthology.packaging:tag: None 2024-09-12T17:23:49.510 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-12T17:23:49.510 INFO:teuthology.packaging:sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:23:49.510 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-12T17:23:49.659 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:23:49.660 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T17:23:49.667 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T17:23:49.667 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T17:23:49.673 INFO:teuthology.task.internal:Saving configuration 2024-09-12T17:23:49.695 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T17:23:49.702 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T17:23:49.726 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 17:17:55.163667', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINP2dc0RAilqqzIsOy+JZK9IIYFgCz2JCy6u6HKSO76G'} 2024-09-12T17:23:49.748 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 17:17:55.165166', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIB6HnRYcptP+1tPsQCRxImXeJdRk+IhNx+bI+lRg+/ly'} 2024-09-12T17:23:49.748 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T17:23:49.755 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T17:23:49.755 INFO:teuthology.task.internal:roles: ubuntu@smithi165.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T17:23:49.755 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T17:23:49.813 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff4309c7ac0>, signals=[15]) 2024-09-12T17:23:49.813 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T17:23:49.818 INFO:teuthology.task.internal:Opening connections... 2024-09-12T17:23:49.819 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:23:49.820 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:23:49.906 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:23:49.907 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:23:49.984 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T17:23:49.990 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2024-09-12T17:23:49.995 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2024-09-12T17:23:49.996 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2024-09-12T17:23:50.043 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="Ubuntu" 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="22.04" 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_CODENAME=jammy 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:ID=ubuntu 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE=debian 2024-09-12T17:23:50.044 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T17:23:50.045 INFO:teuthology.orchestra.run.smithi092.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T17:23:50.045 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T17:23:50.045 INFO:teuthology.orchestra.run.smithi092.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T17:23:50.045 INFO:teuthology.orchestra.run.smithi092.stdout:UBUNTU_CODENAME=jammy 2024-09-12T17:23:50.046 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2024-09-12T17:23:50.071 DEBUG:teuthology.orchestra.run.smithi165:> uname -m 2024-09-12T17:23:50.076 INFO:teuthology.orchestra.run.smithi165.stdout:x86_64 2024-09-12T17:23:50.076 DEBUG:teuthology.orchestra.run.smithi165:> cat /etc/os-release 2024-09-12T17:23:50.121 INFO:teuthology.orchestra.run.smithi165.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T17:23:50.121 INFO:teuthology.orchestra.run.smithi165.stdout:NAME="Ubuntu" 2024-09-12T17:23:50.121 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_ID="22.04" 2024-09-12T17:23:50.121 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_CODENAME=jammy 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:ID=ubuntu 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:ID_LIKE=debian 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T17:23:50.122 INFO:teuthology.orchestra.run.smithi165.stdout:UBUNTU_CODENAME=jammy 2024-09-12T17:23:50.122 INFO:teuthology.lock.ops:Updating smithi165.front.sepia.ceph.com on lock server 2024-09-12T17:23:50.146 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T17:23:50.154 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T17:23:50.159 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T17:23:50.160 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2024-09-12T17:23:50.162 DEBUG:teuthology.orchestra.run.smithi165:> test '!' -e /home/ubuntu/cephtest 2024-09-12T17:23:50.169 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T17:23:50.175 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T17:23:50.175 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2024-09-12T17:23:50.210 DEBUG:teuthology.orchestra.run.smithi165:> test -z $(ls -A /var/lib/ceph) 2024-09-12T17:23:50.219 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T17:23:50.274 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T17:23:50.296 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T17:23:50.296 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T17:23:50.296 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T17:23:50.297 DEBUG:teuthology.orchestra.run.smithi165:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T17:23:50.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:23:50.302 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-09-12T17:23:50.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:23:50.304 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-09-12T17:23:50.350 INFO:teuthology.orchestra.run.smithi165.stdout:5.15.0-56-generic 2024-09-12T17:23:50.350 INFO:teuthology.task.kernel:Running kernel on smithi165: 5.15.0-56-generic 2024-09-12T17:23:50.350 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get clean 2024-09-12T17:23:50.351 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-56-generic 2024-09-12T17:23:50.351 INFO:teuthology.task.kernel:Running kernel on smithi092: 5.15.0-56-generic 2024-09-12T17:23:50.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2024-09-12T17:23:50.470 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-09-12T17:23:50.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-09-12T17:23:50.603 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:23:50.605 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T17:23:50.606 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T17:23:50.628 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T17:23:50.687 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T17:23:50.744 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:23:50.826 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T17:23:50.835 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T17:23:50.838 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T17:23:50.903 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T17:23:50.911 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T17:23:50.938 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T17:23:50.941 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T17:23:50.943 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T17:23:50.944 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T17:23:50.944 INFO:teuthology.orchestra.run.smithi165.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T17:23:50.945 INFO:teuthology.orchestra.run.smithi165.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T17:23:50.946 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T17:23:50.946 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T17:23:50.966 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T17:23:50.966 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T17:23:50.967 INFO:teuthology.orchestra.run.smithi165.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T17:23:50.970 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T17:23:50.970 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T17:23:50.970 INFO:teuthology.orchestra.run.smithi165.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T17:23:50.970 INFO:teuthology.orchestra.run.smithi165.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T17:23:50.970 INFO:teuthology.orchestra.run.smithi165.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T17:23:50.974 INFO:teuthology.orchestra.run.smithi165.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T17:23:50.977 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T17:23:50.980 INFO:teuthology.orchestra.run.smithi165.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T17:23:50.981 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T17:23:50.983 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T17:23:50.983 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T17:23:50.984 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T17:23:50.997 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T17:23:51.011 INFO:teuthology.orchestra.run.smithi165.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T17:23:51.011 INFO:teuthology.orchestra.run.smithi165.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T17:23:51.011 INFO:teuthology.orchestra.run.smithi165.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T17:23:51.011 INFO:teuthology.orchestra.run.smithi165.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T17:23:51.012 INFO:teuthology.orchestra.run.smithi165.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T17:23:51.012 INFO:teuthology.orchestra.run.smithi165.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T17:23:51.017 INFO:teuthology.orchestra.run.smithi165.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T17:23:51.017 INFO:teuthology.orchestra.run.smithi165.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T17:23:51.018 INFO:teuthology.orchestra.run.smithi165.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T17:23:51.032 INFO:teuthology.orchestra.run.smithi165.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T17:23:51.035 INFO:teuthology.orchestra.run.smithi165.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T17:23:51.035 INFO:teuthology.orchestra.run.smithi165.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T17:23:51.042 INFO:teuthology.orchestra.run.smithi165.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T17:23:51.047 INFO:teuthology.orchestra.run.smithi165.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T17:23:51.049 INFO:teuthology.orchestra.run.smithi165.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T17:23:51.049 INFO:teuthology.orchestra.run.smithi165.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T17:23:51.049 INFO:teuthology.orchestra.run.smithi165.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T17:23:51.049 INFO:teuthology.orchestra.run.smithi165.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T17:23:51.064 INFO:teuthology.orchestra.run.smithi165.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T17:23:51.065 INFO:teuthology.orchestra.run.smithi165.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T17:23:51.065 INFO:teuthology.orchestra.run.smithi165.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T17:23:51.066 INFO:teuthology.orchestra.run.smithi165.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T17:23:51.066 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T17:23:51.081 INFO:teuthology.orchestra.run.smithi165.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T17:23:51.081 INFO:teuthology.orchestra.run.smithi165.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T17:23:51.082 INFO:teuthology.orchestra.run.smithi165.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T17:23:51.082 INFO:teuthology.orchestra.run.smithi165.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T17:23:51.082 INFO:teuthology.orchestra.run.smithi165.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T17:23:51.183 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T17:23:51.320 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T17:23:51.514 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T17:23:51.671 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T17:23:51.685 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T17:23:51.686 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T17:23:51.753 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T17:23:51.755 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T17:23:51.771 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T17:23:51.771 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T17:23:51.804 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T17:23:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T17:23:51.831 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T17:23:51.836 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T17:23:51.837 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T17:23:51.838 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T17:23:51.913 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T17:23:51.913 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T17:23:51.915 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T17:23:51.916 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T17:23:51.916 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T17:23:51.917 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T17:23:51.918 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T17:23:51.999 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T17:23:51.999 INFO:teuthology.orchestra.run.smithi092.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T17:23:57.134 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 15.8 MB in 2s (7,633 kB/s) 2024-09-12T17:23:57.241 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 15.8 MB in 2s (7,492 kB/s) 2024-09-12T17:23:58.468 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:23:58.485 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:23:58.550 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:23:58.710 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:23:58.728 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:23:58.759 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-09-12T17:23:58.760 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-09-12T17:23:58.789 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:23:58.947 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:23:58.947 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:23:58.947 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:23:58.948 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:23:58.948 INFO:teuthology.orchestra.run.smithi165.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T17:23:58.948 INFO:teuthology.orchestra.run.smithi165.stdout: python2.7-minimal 2024-09-12T17:23:58.948 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:23:58.949 INFO:teuthology.orchestra.run.smithi165.stdout:The following additional packages will be installed: 2024-09-12T17:23:58.949 INFO:teuthology.orchestra.run.smithi165.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T17:23:58.949 INFO:teuthology.orchestra.run.smithi165.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T17:23:58.950 INFO:teuthology.orchestra.run.smithi165.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T17:23:58.951 INFO:teuthology.orchestra.run.smithi165.stdout:Suggested packages: 2024-09-12T17:23:58.951 INFO:teuthology.orchestra.run.smithi165.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T17:23:58.951 INFO:teuthology.orchestra.run.smithi165.stdout:Recommended packages: 2024-09-12T17:23:58.951 INFO:teuthology.orchestra.run.smithi165.stdout: thermald 2024-09-12T17:23:58.998 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-09-12T17:23:58.999 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-09-12T17:23:59.003 INFO:teuthology.orchestra.run.smithi165.stdout:The following NEW packages will be installed: 2024-09-12T17:23:59.003 INFO:teuthology.orchestra.run.smithi165.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T17:23:59.003 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T17:23:59.004 INFO:teuthology.orchestra.run.smithi165.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T17:23:59.005 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages will be upgraded: 2024-09-12T17:23:59.006 INFO:teuthology.orchestra.run.smithi165.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T17:23:59.178 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout: python2.7-minimal 2024-09-12T17:23:59.179 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:23:59.181 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-09-12T17:23:59.181 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T17:23:59.181 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T17:23:59.181 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T17:23:59.182 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-09-12T17:23:59.183 INFO:teuthology.orchestra.run.smithi092.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T17:23:59.183 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2024-09-12T17:23:59.183 INFO:teuthology.orchestra.run.smithi092.stdout: thermald 2024-09-12T17:23:59.185 INFO:teuthology.orchestra.run.smithi165.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:23:59.185 INFO:teuthology.orchestra.run.smithi165.stdout:Need to get 113 MB of archives. 2024-09-12T17:23:59.185 INFO:teuthology.orchestra.run.smithi165.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T17:23:59.185 INFO:teuthology.orchestra.run.smithi165.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T17:23:59.228 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-09-12T17:23:59.228 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T17:23:59.228 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T17:23:59.229 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T17:23:59.230 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages will be upgraded: 2024-09-12T17:23:59.230 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T17:23:59.281 INFO:teuthology.orchestra.run.smithi092.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:23:59.281 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 113 MB of archives. 2024-09-12T17:23:59.281 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T17:23:59.281 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T17:23:59.645 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T17:23:59.730 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T17:24:00.530 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T17:24:00.530 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T17:24:00.530 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T17:24:00.641 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T17:24:00.657 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T17:24:00.677 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T17:24:00.990 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T17:24:01.063 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 113 MB in 1s (78.7 MB/s) 2024-09-12T17:24:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T17:24:03.176 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T17:24:03.176 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T17:24:03.177 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T17:24:03.255 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T17:24:03.259 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:03.436 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:03.555 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T17:24:03.604 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T17:24:03.998 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 113 MB in 5s (24.7 MB/s) 2024-09-12T17:24:04.201 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T17:24:05.576 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T17:24:05.597 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:05.684 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:06.137 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T17:24:06.157 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:06.195 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:06.265 INFO:teuthology.orchestra.run.smithi165.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T17:24:06.269 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:06.399 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:08.385 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T17:24:08.406 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:08.493 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:09.313 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T17:24:09.334 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:09.463 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:12.955 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:13.082 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:13.416 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:13.527 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:13.780 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T17:24:13.802 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T17:24:13.838 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:24:15.793 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:15.901 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:16.259 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:16.388 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:16.691 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T17:24:16.705 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T17:24:16.749 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:24:19.507 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T17:24:19.544 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:19.759 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:22.448 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:22.571 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:22.580 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T17:24:22.604 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:24:22.639 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:22.897 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:24:23.018 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:23.119 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T17:24:23.306 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:24.606 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:24.607 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:24.607 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:24.607 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:24.777 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:25.284 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:24:25.406 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:24:25.756 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:24:25.877 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:25.995 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T17:24:26.161 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:26.966 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:27.921 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T17:24:28.047 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T17:24:28.173 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:28.241 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T17:24:28.241 INFO:teuthology.orchestra.run.smithi092.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:28.294 INFO:teuthology.orchestra.run.smithi165.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:28.294 INFO:teuthology.orchestra.run.smithi165.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:28.294 INFO:teuthology.orchestra.run.smithi165.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:28.294 INFO:teuthology.orchestra.run.smithi165.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:28.441 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:29.818 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:31.236 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T17:24:31.336 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T17:24:31.446 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:24:31.497 INFO:teuthology.orchestra.run.smithi165.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T17:24:31.497 INFO:teuthology.orchestra.run.smithi165.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:43.000 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T17:24:43.000 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub' 2024-09-12T17:24:43.030 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:24:43.055 INFO:teuthology.orchestra.run.smithi092.stdout:Generating grub configuration file ... 2024-09-12T17:24:43.302 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:43.319 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:43.613 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:43.619 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:43.689 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:24:43.694 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:24:43.861 INFO:teuthology.orchestra.run.smithi092.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:24:43.861 INFO:teuthology.orchestra.run.smithi092.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:24:43.861 INFO:teuthology.orchestra.run.smithi092.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:24:43.895 INFO:teuthology.orchestra.run.smithi092.stdout:done 2024-09-12T17:24:44.360 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 21 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.119.119 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:24:44.381 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:24:44.382 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2024-09-12T17:24:44.382 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2024-09-12T17:24:44.382 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:24:44.382 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2024-09-12T17:24:44.382 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T17:24:44.382 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:24:44.382 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:24:44.382 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T17:24:44.382 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:24:44.383 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2024-09-12T17:24:44.590 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-09-12T17:24:44.707 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:24:44.717 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:24:44.735 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:24:44.829 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T17:24:45.306 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 129 kB in 1s (232 kB/s) 2024-09-12T17:24:45.799 INFO:teuthology.orchestra.run.smithi165.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T17:24:45.799 INFO:teuthology.orchestra.run.smithi165.stdout:Sourcing file `/etc/default/grub' 2024-09-12T17:24:45.826 INFO:teuthology.orchestra.run.smithi165.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:24:45.848 INFO:teuthology.orchestra.run.smithi165.stdout:Generating grub configuration file ... 2024-09-12T17:24:46.085 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:46.103 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:24:46.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:24:46.361 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:46.367 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:24:46.445 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:24:46.451 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:24:46.586 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-09-12T17:24:46.587 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-09-12T17:24:46.605 INFO:teuthology.orchestra.run.smithi165.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:24:46.605 INFO:teuthology.orchestra.run.smithi165.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:24:46.605 INFO:teuthology.orchestra.run.smithi165.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:24:46.641 INFO:teuthology.orchestra.run.smithi165.stdout:done 2024-09-12T17:24:46.754 INFO:teuthology.orchestra.run.smithi092.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T17:24:46.754 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:24:46.754 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:24:46.754 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:24:46.755 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:24:46.755 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:24:46.755 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:24:46.755 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:24:46.795 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:24:46.797 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 21 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2024-09-12T17:24:46.856 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.119.119 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:24:46.857 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2024-09-12T17:24:46.857 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-09-12T17:24:46.901 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.L8fSeKLubo 2024-09-12T17:24:46.902 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub/grub.cfg /tmp/tmp.L8fSeKLubo 2024-09-12T17:24:46.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.L8fSeKLubo 2024-09-12T17:24:47.079 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.L8fSeKLubo is 10KB 2024-09-12T17:24:47.091 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.L8fSeKLubo 2024-09-12T17:24:47.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T17:24:47.120 DEBUG:teuthology.orchestra.run.smithi165:> dpkg -s linux-image-generic 2024-09-12T17:24:47.143 INFO:teuthology.orchestra.run.smithi165.stdout:Package: linux-image-generic 2024-09-12T17:24:47.143 INFO:teuthology.orchestra.run.smithi165.stdout:Status: install ok installed 2024-09-12T17:24:47.143 INFO:teuthology.orchestra.run.smithi165.stdout:Priority: optional 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Section: kernel 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Installed-Size: 21 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: amd64 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Source: linux-meta 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Version: 5.15.0.119.119 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Recommends: thermald 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout:Description: Generic Linux kernel image 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:24:47.144 INFO:teuthology.orchestra.run.smithi165.stdout: available. 2024-09-12T17:24:47.145 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T17:24:47.145 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:24:47.145 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:24:47.145 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T17:24:47.145 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi165.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:24:47.146 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get clean 2024-09-12T17:24:47.153 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:24:47.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T17:24:47.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T17:24:47.221 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T17:24:47.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo update-grub 2024-09-12T17:24:47.279 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-09-12T17:24:47.403 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:24:47.523 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T17:24:48.378 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T17:24:48.438 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub' 2024-09-12T17:24:48.439 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:24:48.441 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2024-09-12T17:24:48.455 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:24:48.632 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:48.639 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:48.707 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 257 kB in 1s (203 kB/s) 2024-09-12T17:24:48.872 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:48.876 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:48.912 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:24:48.917 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:24:49.029 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:24:49.030 INFO:teuthology.orchestra.run.smithi092.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:24:49.030 INFO:teuthology.orchestra.run.smithi092.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:24:49.065 INFO:teuthology.orchestra.run.smithi092.stderr:done 2024-09-12T17:24:49.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2024-09-12T17:24:49.738 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:24:49.756 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:24:49.811 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:24:49.997 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-09-12T17:24:49.998 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-09-12T17:24:50.163 INFO:teuthology.orchestra.run.smithi165.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T17:24:50.163 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:24:50.164 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:24:50.206 INFO:teuthology.orchestra.run.smithi165.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:24:50.208 DEBUG:teuthology.orchestra.run.smithi165:> dpkg -s linux-image-generic 2024-09-12T17:24:50.223 INFO:teuthology.orchestra.run.smithi165.stdout:Package: linux-image-generic 2024-09-12T17:24:50.223 INFO:teuthology.orchestra.run.smithi165.stdout:Status: install ok installed 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Priority: optional 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Section: kernel 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Installed-Size: 21 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: amd64 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Source: linux-meta 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Version: 5.15.0.119.119 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Recommends: thermald 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout:Description: Generic Linux kernel image 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:24:50.224 INFO:teuthology.orchestra.run.smithi165.stdout: available. 2024-09-12T17:24:50.225 DEBUG:teuthology.orchestra.run.smithi165:> mktemp 2024-09-12T17:24:50.268 INFO:teuthology.orchestra.run.smithi165.stdout:/tmp/tmp.MZIcNGgGug 2024-09-12T17:24:50.268 DEBUG:teuthology.orchestra.run.smithi165:> sudo cp /boot/grub/grub.cfg /tmp/tmp.MZIcNGgGug 2024-09-12T17:24:50.324 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0666 /tmp/tmp.MZIcNGgGug 2024-09-12T17:24:50.439 DEBUG:teuthology.orchestra.remote:smithi165:/tmp/tmp.MZIcNGgGug is 10KB 2024-09-12T17:24:50.452 DEBUG:teuthology.orchestra.run.smithi165:> rm -fr /tmp/tmp.MZIcNGgGug 2024-09-12T17:24:50.458 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T17:24:50.513 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:24:50.513 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T17:24:50.513 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T17:24:50.580 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T17:24:50.580 DEBUG:teuthology.orchestra.run.smithi165:> sudo update-grub 2024-09-12T17:24:51.786 INFO:teuthology.orchestra.run.smithi165.stderr:Sourcing file `/etc/default/grub' 2024-09-12T17:24:51.787 INFO:teuthology.orchestra.run.smithi165.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:24:51.789 INFO:teuthology.orchestra.run.smithi165.stderr:Generating grub configuration file ... 2024-09-12T17:24:52.023 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:24:52.029 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:24:52.251 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:24:52.257 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:24:52.297 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:24:52.303 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:24:52.424 INFO:teuthology.orchestra.run.smithi165.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:24:52.424 INFO:teuthology.orchestra.run.smithi165.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:24:52.424 INFO:teuthology.orchestra.run.smithi165.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:24:52.440 INFO:teuthology.orchestra.run.smithi165.stderr:done 2024-09-12T17:24:52.442 DEBUG:teuthology.orchestra.run.smithi165:> sudo shutdown -r now 2024-09-12T17:25:19.103 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T17:25:19.104 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:25:19.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:25:22.448 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T17:25:22.449 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:25:22.449 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:25:37.469 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-09-12T17:25:40.801 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-09-12T17:25:46.475 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:25:46.476 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:25:49.533 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-09-12T17:25:49.802 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:25:49.802 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:25:52.861 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-09-12T17:26:01.541 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:26:01.542 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:04.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:26:04.865 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:07.933 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-09-12T17:26:19.965 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-09-12T17:26:22.937 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:26:22.938 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:34.977 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:26:34.977 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:35.308 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-09-12T17:26:36.105 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:26:36.106 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-12T17:26:36.106 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-09-12T17:26:36.154 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-119-generic 2024-09-12T17:26:36.155 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T17:26:36.155 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:26:36.155 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T17:26:37.156 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T17:26:37.156 DEBUG:teuthology.orchestra.run.smithi092:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:26:37.221 INFO:teuthology.orchestra.run.smithi092.stdout:ttyS1 2024-09-12T17:26:37.247 DEBUG:teuthology.parallel:result is None 2024-09-12T17:26:54.847 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-09-12T17:26:55.431 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:26:55.431 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-12T17:26:55.432 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-09-12T17:26:55.479 INFO:teuthology.orchestra.run.smithi165.stdout:5.15.0-119-generic 2024-09-12T17:26:55.479 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T17:26:55.479 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:26:55.479 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T17:26:56.480 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T17:26:56.481 DEBUG:teuthology.orchestra.run.smithi165:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:26:56.825 INFO:teuthology.orchestra.run.smithi165.stdout:ttyS1 2024-09-12T17:26:56.856 DEBUG:teuthology.parallel:result is None 2024-09-12T17:26:56.856 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T17:26:56.864 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T17:26:56.864 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:26:56.867 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:26:56.872 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T17:26:56.925 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T17:26:56.934 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T17:26:56.934 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:26:56.937 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:26:56.981 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T17:26:56.989 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T17:26:56.989 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:26:57.018 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:26:57.038 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:26:57.046 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:26:57.057 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:26:57.064 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:26:57.066 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T17:26:57.075 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T17:26:57.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:26:57.110 DEBUG:teuthology.orchestra.run.smithi165:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:26:57.124 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T17:26:57.134 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T17:26:57.135 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:26:57.166 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:26:57.172 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:26:57.217 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:26:57.265 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:26:57.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:26:57.323 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:26:57.329 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:26:57.375 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:26:57.375 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:26:57.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2024-09-12T17:26:57.443 DEBUG:teuthology.orchestra.run.smithi165:> sudo service rsyslog restart 2024-09-12T17:26:57.514 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T17:26:57.522 INFO:teuthology.task.internal:Starting timer... 2024-09-12T17:26:57.523 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T17:26:57.535 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T17:26:57.548 DEBUG:teuthology.task.selinux:Excluding smithi092: OS 'ubuntu' does not support SELinux 2024-09-12T17:26:57.548 DEBUG:teuthology.task.selinux:Excluding smithi165: OS 'ubuntu' does not support SELinux 2024-09-12T17:26:57.548 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T17:26:57.548 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-12T17:26:57.548 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T17:26:57.548 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T17:26:57.559 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T17:26:57.570 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T17:26:57.571 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi092.front.sepia.ceph.com,smithi165.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T17:34:28.832 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi092.front.sepia.ceph.com'), Remote(name='ubuntu@smithi165.front.sepia.ceph.com')] 2024-09-12T17:34:28.833 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:34:28.834 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:34:28.920 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-09-12T17:34:29.001 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-12T17:34:29.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:34:29.002 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:34:29.086 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-09-12T17:34:29.164 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-09-12T17:34:29.165 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T17:34:29.174 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T17:34:29.175 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:34:29.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:34:29.177 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:34:29.177 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Command line: ntpd -gq 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: ---------------------------------------------------- 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: corporation. Support and training for ntp-4 are 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: available at https://www.nwtime.org/support 2024-09-12T17:34:29.205 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: ---------------------------------------------------- 2024-09-12T17:34:29.206 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: proto: precision = 0.044 usec (-24) 2024-09-12T17:34:29.206 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: basedate set to 2022-02-04 2024-09-12T17:34:29.206 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:34:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:34:29.207 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:34:29.207 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:34:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:34:29.208 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:34:29.208 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:34:29.208 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:34:29.209 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen normally on 3 enp3s0f1 172.21.15.92:123 2024-09-12T17:34:29.209 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen normally on 4 lo [::1]:123 2024-09-12T17:34:29.209 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cd45%5]:123 2024-09-12T17:34:29.209 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:29 ntpd[18487]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:34:29.234 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:34:29.234 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Command line: ntpd -gq 2024-09-12T17:34:29.234 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: ---------------------------------------------------- 2024-09-12T17:34:29.234 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:34:29.234 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: corporation. Support and training for ntp-4 are 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: available at https://www.nwtime.org/support 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: ---------------------------------------------------- 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: proto: precision = 0.045 usec (-24) 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: basedate set to 2022-02-04 2024-09-12T17:34:29.235 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:34:29.236 INFO:teuthology.orchestra.run.smithi165.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:34:29.236 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:34:29.236 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:34:29.236 INFO:teuthology.orchestra.run.smithi165.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:34:29.237 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:34:29.237 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:34:29.237 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:34:29.237 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen normally on 3 enp3s0f1 172.21.15.165:123 2024-09-12T17:34:29.238 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen normally on 4 lo [::1]:123 2024-09-12T17:34:29.238 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f63%5]:123 2024-09-12T17:34:29.238 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:29 ntpd[18458]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:34:30.205 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:30.205 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:30.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:30.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:30.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:30.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:30 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:31.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:31 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:32.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:32 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:32.234 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:32 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:32.234 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:32 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:33.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:33 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:33.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:33.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:33.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:33.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:33.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:33.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:33 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:34.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:34.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:34 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:34.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:34 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:35.205 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:35.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:35 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:35.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.235 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:35.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:35 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:36.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.206 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:36.207 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.211 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.211 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:36.211 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:36.212 INFO:teuthology.orchestra.run.smithi092.stdout:12 Sep 17:34:36 ntpd[18487]: ntpd: time slew -0.001268 s 2024-09-12T17:34:36.212 INFO:teuthology.orchestra.run.smithi092.stdout:ntpd: time slew -0.001268s 2024-09-12T17:34:36.212 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:34:36.212 INFO:teuthology.orchestra.run.smithi092.stderr:12 Sep 17:34:36 ntpd[18487]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:36.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:36 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout:============================================================================== 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:36.271 INFO:teuthology.orchestra.run.smithi092.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:37.236 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:34:37.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:34:37.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:34:37.237 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:34:37.237 INFO:teuthology.orchestra.run.smithi165.stdout:12 Sep 17:34:37 ntpd[18458]: ntpd: time slew +0.000318 s 2024-09-12T17:34:37.237 INFO:teuthology.orchestra.run.smithi165.stdout:ntpd: time slew +0.000318s 2024-09-12T17:34:37.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:34:37.238 INFO:teuthology.orchestra.run.smithi165.stderr:12 Sep 17:34:37 ntpd[18458]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:34:37.286 INFO:teuthology.orchestra.run.smithi165.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:34:37.287 INFO:teuthology.orchestra.run.smithi165.stdout:============================================================================== 2024-09-12T17:34:37.287 INFO:teuthology.orchestra.run.smithi165.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:37.287 INFO:teuthology.orchestra.run.smithi165.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:37.287 INFO:teuthology.orchestra.run.smithi165.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:37.287 INFO:teuthology.orchestra.run.smithi165.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:34:37.287 INFO:teuthology.run_tasks:Running task install... 2024-09-12T17:34:37.645 DEBUG:teuthology.task.install:project ceph 2024-09-12T17:34:37.646 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}} 2024-09-12T17:34:37.646 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'} 2024-09-12T17:34:37.646 INFO:teuthology.task.install:Using flavor: default 2024-09-12T17:34:37.651 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T17:34:37.651 INFO:teuthology.task.install:extra packages: [] 2024-09-12T17:34:37.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-key list | grep Ceph 2024-09-12T17:34:37.653 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-key list | grep Ceph 2024-09-12T17:34:37.718 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:34:37.723 INFO:teuthology.orchestra.run.smithi165.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:34:37.748 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:34:37.748 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:34:37.749 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:34:37.749 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:34:37.749 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:34:37.755 INFO:teuthology.orchestra.run.smithi165.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:34:37.755 INFO:teuthology.orchestra.run.smithi165.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:34:37.755 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:34:37.756 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:34:37.756 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:34:37.900 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:34:37.900 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:34:37.911 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:34:37.911 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:34:38.013 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:34:38.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:34:38.024 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:34:38.024 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:34:38.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-09-12T17:34:38.039 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-09-12T17:34:38.250 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:34:38.261 INFO:teuthology.orchestra.run.smithi165.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:34:38.282 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:34:38.282 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:34:38.283 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:34:38.283 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:34:38.289 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:34:38.290 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:34:38.304 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:34:38.306 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:34:38.306 INFO:teuthology.orchestra.run.smithi165.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:34:38.307 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:34:38.318 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:34:38.325 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:34:38.327 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:34:38.327 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:34:38.352 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:34:38.355 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:34:38.650 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 28.6 kB in 0s (65.5 kB/s) 2024-09-12T17:34:38.664 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 28.6 kB in 0s (64.9 kB/s) 2024-09-12T17:34:39.713 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:34:39.717 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:34:39.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:34:39.734 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:34:39.793 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:34:39.796 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:34:40.002 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-09-12T17:34:40.002 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-09-12T17:34:40.005 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-09-12T17:34:40.006 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-09-12T17:34:40.199 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:34:40.200 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:34:40.201 INFO:teuthology.orchestra.run.smithi165.stdout:The following additional packages will be installed: 2024-09-12T17:34:40.201 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:34:40.201 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:34:40.201 INFO:teuthology.orchestra.run.smithi165.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:34:40.201 INFO:teuthology.orchestra.run.smithi165.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:34:40.202 INFO:teuthology.orchestra.run.smithi165.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:34:40.203 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: xmlstarlet zip 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout:Suggested packages: 2024-09-12T17:34:40.204 INFO:teuthology.orchestra.run.smithi165.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout:Recommended packages: 2024-09-12T17:34:40.205 INFO:teuthology.orchestra.run.smithi165.stdout: btrfs-tools 2024-09-12T17:34:40.211 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:34:40.211 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:34:40.211 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:34:40.211 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:34:40.212 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:34:40.212 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:34:40.212 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:34:40.213 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-09-12T17:34:40.213 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:34:40.213 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:34:40.214 INFO:teuthology.orchestra.run.smithi092.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:34:40.214 INFO:teuthology.orchestra.run.smithi092.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:34:40.214 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:34:40.215 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet zip 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:34:40.216 INFO:teuthology.orchestra.run.smithi092.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2024-09-12T17:34:40.217 INFO:teuthology.orchestra.run.smithi092.stdout: btrfs-tools 2024-09-12T17:34:40.307 INFO:teuthology.orchestra.run.smithi165.stdout:The following NEW packages will be installed: 2024-09-12T17:34:40.307 INFO:teuthology.orchestra.run.smithi165.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:34:40.308 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:34:40.308 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:34:40.308 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:34:40.308 INFO:teuthology.orchestra.run.smithi165.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:34:40.308 INFO:teuthology.orchestra.run.smithi165.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:34:40.309 INFO:teuthology.orchestra.run.smithi165.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:34:40.310 INFO:teuthology.orchestra.run.smithi165.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:34:40.319 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-09-12T17:34:40.319 INFO:teuthology.orchestra.run.smithi092.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:34:40.319 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:34:40.319 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:34:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:34:40.322 INFO:teuthology.orchestra.run.smithi092.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:34:40.450 INFO:teuthology.orchestra.run.smithi165.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:34:40.450 INFO:teuthology.orchestra.run.smithi165.stdout:Need to get 243 MB of archives. 2024-09-12T17:34:40.450 INFO:teuthology.orchestra.run.smithi165.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:34:40.450 INFO:teuthology.orchestra.run.smithi165.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:34:40.461 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:34:40.461 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 243 MB of archives. 2024-09-12T17:34:40.461 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:34:40.461 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:34:40.496 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:34:40.507 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:34:40.667 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:34:40.673 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:34:40.764 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:34:40.779 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:34:40.782 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:34:40.797 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:34:40.799 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:34:40.800 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:34:40.804 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:34:40.805 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:34:40.812 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:34:40.819 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:34:40.820 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:34:40.824 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:34:40.826 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:34:40.833 INFO:teuthology.orchestra.run.smithi165.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:34:40.919 INFO:teuthology.orchestra.run.smithi165.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:34:40.929 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:34:40.932 INFO:teuthology.orchestra.run.smithi165.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:34:40.942 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:34:41.013 INFO:teuthology.orchestra.run.smithi165.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:34:41.023 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:34:41.075 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:34:41.078 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:34:41.087 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:34:41.102 INFO:teuthology.orchestra.run.smithi165.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:34:41.105 INFO:teuthology.orchestra.run.smithi165.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:34:41.114 INFO:teuthology.orchestra.run.smithi165.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:34:41.242 INFO:teuthology.orchestra.run.smithi165.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:34:41.252 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:34:41.252 INFO:teuthology.orchestra.run.smithi165.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:34:41.263 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:34:41.282 INFO:teuthology.orchestra.run.smithi165.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:34:41.291 INFO:teuthology.orchestra.run.smithi165.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:34:41.292 INFO:teuthology.orchestra.run.smithi165.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:34:41.293 INFO:teuthology.orchestra.run.smithi165.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:34:41.294 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:34:41.303 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:34:41.305 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:34:41.306 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:34:41.311 INFO:teuthology.orchestra.run.smithi165.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:34:41.316 INFO:teuthology.orchestra.run.smithi165.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:34:41.320 INFO:teuthology.orchestra.run.smithi165.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:34:41.323 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:34:41.323 INFO:teuthology.orchestra.run.smithi165.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:34:41.327 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:34:41.332 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:34:41.335 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:34:41.404 INFO:teuthology.orchestra.run.smithi165.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:34:41.409 INFO:teuthology.orchestra.run.smithi165.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:34:41.413 INFO:teuthology.orchestra.run.smithi165.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:34:41.416 INFO:teuthology.orchestra.run.smithi165.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:34:41.416 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:34:41.417 INFO:teuthology.orchestra.run.smithi165.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:34:41.418 INFO:teuthology.orchestra.run.smithi165.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:34:41.420 INFO:teuthology.orchestra.run.smithi165.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:34:41.421 INFO:teuthology.orchestra.run.smithi165.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:34:41.421 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:34:41.421 INFO:teuthology.orchestra.run.smithi165.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:34:41.426 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:34:41.430 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:34:41.431 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:34:41.432 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:34:41.434 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:34:41.435 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:34:41.436 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:34:41.487 INFO:teuthology.orchestra.run.smithi165.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:34:41.499 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:34:41.504 INFO:teuthology.orchestra.run.smithi165.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:34:41.504 INFO:teuthology.orchestra.run.smithi165.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:34:41.505 INFO:teuthology.orchestra.run.smithi165.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:34:41.510 INFO:teuthology.orchestra.run.smithi165.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:34:41.511 INFO:teuthology.orchestra.run.smithi165.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:34:41.519 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:34:41.520 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:34:41.520 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:34:41.526 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:34:41.527 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:34:41.569 INFO:teuthology.orchestra.run.smithi165.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:34:41.569 INFO:teuthology.orchestra.run.smithi165.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:34:41.571 INFO:teuthology.orchestra.run.smithi165.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:34:41.572 INFO:teuthology.orchestra.run.smithi165.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:34:41.582 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:34:41.583 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:34:41.585 INFO:teuthology.orchestra.run.smithi092.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:34:41.585 INFO:teuthology.orchestra.run.smithi092.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:34:41.649 INFO:teuthology.orchestra.run.smithi165.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:34:41.652 INFO:teuthology.orchestra.run.smithi165.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:34:41.653 INFO:teuthology.orchestra.run.smithi165.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:34:41.654 INFO:teuthology.orchestra.run.smithi165.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:34:41.663 INFO:teuthology.orchestra.run.smithi092.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:34:41.665 INFO:teuthology.orchestra.run.smithi165.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:34:41.665 INFO:teuthology.orchestra.run.smithi092.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:34:41.667 INFO:teuthology.orchestra.run.smithi092.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:34:41.668 INFO:teuthology.orchestra.run.smithi092.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:34:41.679 INFO:teuthology.orchestra.run.smithi092.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:34:41.731 INFO:teuthology.orchestra.run.smithi165.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:34:41.732 INFO:teuthology.orchestra.run.smithi165.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:34:41.733 INFO:teuthology.orchestra.run.smithi165.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:34:41.735 INFO:teuthology.orchestra.run.smithi165.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:34:41.739 INFO:teuthology.orchestra.run.smithi165.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:34:41.744 INFO:teuthology.orchestra.run.smithi092.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:34:41.745 INFO:teuthology.orchestra.run.smithi092.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:34:41.746 INFO:teuthology.orchestra.run.smithi092.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:34:41.749 INFO:teuthology.orchestra.run.smithi092.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:34:41.753 INFO:teuthology.orchestra.run.smithi092.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:34:41.812 INFO:teuthology.orchestra.run.smithi165.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:34:41.815 INFO:teuthology.orchestra.run.smithi165.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:34:41.816 INFO:teuthology.orchestra.run.smithi165.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:34:41.821 INFO:teuthology.orchestra.run.smithi165.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:34:41.822 INFO:teuthology.orchestra.run.smithi165.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:34:41.825 INFO:teuthology.orchestra.run.smithi092.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:34:41.828 INFO:teuthology.orchestra.run.smithi092.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:34:41.830 INFO:teuthology.orchestra.run.smithi092.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:34:41.834 INFO:teuthology.orchestra.run.smithi092.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:34:41.835 INFO:teuthology.orchestra.run.smithi092.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:34:41.893 INFO:teuthology.orchestra.run.smithi165.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:34:41.898 INFO:teuthology.orchestra.run.smithi165.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:34:41.907 INFO:teuthology.orchestra.run.smithi092.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:34:41.911 INFO:teuthology.orchestra.run.smithi092.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:34:42.129 INFO:teuthology.orchestra.run.smithi165.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:34:42.146 INFO:teuthology.orchestra.run.smithi092.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:34:42.146 INFO:teuthology.orchestra.run.smithi092.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:34:42.148 INFO:teuthology.orchestra.run.smithi092.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:34:42.150 INFO:teuthology.orchestra.run.smithi092.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:34:42.151 INFO:teuthology.orchestra.run.smithi092.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:34:42.153 INFO:teuthology.orchestra.run.smithi092.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:34:42.163 INFO:teuthology.orchestra.run.smithi165.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:34:42.165 INFO:teuthology.orchestra.run.smithi165.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:34:42.166 INFO:teuthology.orchestra.run.smithi165.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:34:42.167 INFO:teuthology.orchestra.run.smithi165.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:34:42.169 INFO:teuthology.orchestra.run.smithi165.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:34:42.187 INFO:teuthology.orchestra.run.smithi092.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:34:42.190 INFO:teuthology.orchestra.run.smithi092.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:34:42.190 INFO:teuthology.orchestra.run.smithi092.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:34:42.215 INFO:teuthology.orchestra.run.smithi165.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:34:42.218 INFO:teuthology.orchestra.run.smithi165.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:34:42.219 INFO:teuthology.orchestra.run.smithi165.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:34:42.227 INFO:teuthology.orchestra.run.smithi092.stdout:Get:72 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:34:42.229 INFO:teuthology.orchestra.run.smithi092.stdout:Get:73 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:34:42.231 INFO:teuthology.orchestra.run.smithi092.stdout:Get:74 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:34:42.243 INFO:teuthology.orchestra.run.smithi165.stdout:Get:72 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:34:42.246 INFO:teuthology.orchestra.run.smithi165.stdout:Get:73 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:34:42.248 INFO:teuthology.orchestra.run.smithi165.stdout:Get:74 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:34:42.250 INFO:teuthology.orchestra.run.smithi092.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:34:42.251 INFO:teuthology.orchestra.run.smithi092.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:34:42.259 INFO:teuthology.orchestra.run.smithi092.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:34:42.259 INFO:teuthology.orchestra.run.smithi165.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:34:42.315 INFO:teuthology.orchestra.run.smithi092.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:34:42.315 INFO:teuthology.orchestra.run.smithi092.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:34:42.316 INFO:teuthology.orchestra.run.smithi092.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:34:42.317 INFO:teuthology.orchestra.run.smithi092.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:34:42.318 INFO:teuthology.orchestra.run.smithi092.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:34:42.319 INFO:teuthology.orchestra.run.smithi092.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:34:42.325 INFO:teuthology.orchestra.run.smithi092.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:34:42.356 INFO:teuthology.orchestra.run.smithi165.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:34:42.356 INFO:teuthology.orchestra.run.smithi165.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:34:42.357 INFO:teuthology.orchestra.run.smithi165.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:34:42.358 INFO:teuthology.orchestra.run.smithi165.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:34:42.359 INFO:teuthology.orchestra.run.smithi165.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:34:42.360 INFO:teuthology.orchestra.run.smithi165.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:34:42.360 INFO:teuthology.orchestra.run.smithi165.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:34:42.362 INFO:teuthology.orchestra.run.smithi165.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:34:42.368 INFO:teuthology.orchestra.run.smithi165.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:34:42.396 INFO:teuthology.orchestra.run.smithi092.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:34:42.399 INFO:teuthology.orchestra.run.smithi092.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:34:42.401 INFO:teuthology.orchestra.run.smithi092.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:34:42.438 INFO:teuthology.orchestra.run.smithi165.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:34:42.454 INFO:teuthology.orchestra.run.smithi092.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:34:42.454 INFO:teuthology.orchestra.run.smithi165.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:34:42.456 INFO:teuthology.orchestra.run.smithi165.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:34:42.465 INFO:teuthology.orchestra.run.smithi165.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:34:42.471 INFO:teuthology.orchestra.run.smithi165.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:34:42.473 INFO:teuthology.orchestra.run.smithi165.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:34:42.477 INFO:teuthology.orchestra.run.smithi092.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:34:42.483 INFO:teuthology.orchestra.run.smithi092.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:34:42.486 INFO:teuthology.orchestra.run.smithi092.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:34:42.487 INFO:teuthology.orchestra.run.smithi092.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:34:42.498 INFO:teuthology.orchestra.run.smithi092.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:34:42.499 INFO:teuthology.orchestra.run.smithi092.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:34:42.507 INFO:teuthology.orchestra.run.smithi092.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:34:42.516 INFO:teuthology.orchestra.run.smithi165.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:34:42.521 INFO:teuthology.orchestra.run.smithi165.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:34:42.532 INFO:teuthology.orchestra.run.smithi165.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:34:42.533 INFO:teuthology.orchestra.run.smithi165.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:34:42.541 INFO:teuthology.orchestra.run.smithi165.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:34:42.558 INFO:teuthology.orchestra.run.smithi092.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:34:42.561 INFO:teuthology.orchestra.run.smithi092.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:34:42.563 INFO:teuthology.orchestra.run.smithi092.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:34:42.601 INFO:teuthology.orchestra.run.smithi165.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:34:42.602 INFO:teuthology.orchestra.run.smithi165.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:34:42.603 INFO:teuthology.orchestra.run.smithi165.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:34:42.607 INFO:teuthology.orchestra.run.smithi165.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:34:42.610 INFO:teuthology.orchestra.run.smithi165.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:34:42.640 INFO:teuthology.orchestra.run.smithi092.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:34:42.642 INFO:teuthology.orchestra.run.smithi092.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:34:42.659 INFO:teuthology.orchestra.run.smithi092.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:34:42.660 INFO:teuthology.orchestra.run.smithi092.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:34:42.660 INFO:teuthology.orchestra.run.smithi092.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:34:42.666 INFO:teuthology.orchestra.run.smithi092.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:34:42.668 INFO:teuthology.orchestra.run.smithi092.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:34:42.682 INFO:teuthology.orchestra.run.smithi165.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:34:42.683 INFO:teuthology.orchestra.run.smithi165.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:34:42.684 INFO:teuthology.orchestra.run.smithi165.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:34:42.689 INFO:teuthology.orchestra.run.smithi165.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:34:42.691 INFO:teuthology.orchestra.run.smithi165.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:34:43.325 INFO:teuthology.orchestra.run.smithi092.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:34:43.325 INFO:teuthology.orchestra.run.smithi092.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:34:43.342 INFO:teuthology.orchestra.run.smithi092.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:34:43.378 INFO:teuthology.orchestra.run.smithi165.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:34:43.378 INFO:teuthology.orchestra.run.smithi165.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:34:43.384 INFO:teuthology.orchestra.run.smithi092.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:34:43.395 INFO:teuthology.orchestra.run.smithi092.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:34:43.395 INFO:teuthology.orchestra.run.smithi165.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:34:43.397 INFO:teuthology.orchestra.run.smithi092.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:34:43.437 INFO:teuthology.orchestra.run.smithi165.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:34:43.447 INFO:teuthology.orchestra.run.smithi165.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:34:43.449 INFO:teuthology.orchestra.run.smithi165.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:34:46.408 INFO:teuthology.orchestra.run.smithi165.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:34:46.420 INFO:teuthology.orchestra.run.smithi092.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:34:46.651 INFO:teuthology.orchestra.run.smithi165.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:34:46.651 INFO:teuthology.orchestra.run.smithi165.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:34:46.765 INFO:teuthology.orchestra.run.smithi092.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:34:46.765 INFO:teuthology.orchestra.run.smithi092.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:34:49.169 INFO:teuthology.orchestra.run.smithi165.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:34:49.240 INFO:teuthology.orchestra.run.smithi165.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:34:49.242 INFO:teuthology.orchestra.run.smithi165.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:34:49.956 INFO:teuthology.orchestra.run.smithi165.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:34:50.137 INFO:teuthology.orchestra.run.smithi092.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:34:50.215 INFO:teuthology.orchestra.run.smithi092.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:34:50.216 INFO:teuthology.orchestra.run.smithi092.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:34:50.536 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 243 MB in 10s (25.3 MB/s) 2024-09-12T17:34:50.694 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:34:50.782 INFO:teuthology.orchestra.run.smithi092.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:34:50.794 INFO:teuthology.orchestra.run.smithi165.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:34:50.799 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:34:50.884 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:34:51.212 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:34:51.239 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:34:51.279 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:34:51.355 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 243 MB in 10s (23.3 MB/s) 2024-09-12T17:34:51.523 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:34:51.582 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:34:51.608 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:34:51.622 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:34:51.627 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:34:51.648 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:34:51.705 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:34:52.163 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:34:52.190 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:34:52.285 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:34:52.291 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:34:52.311 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:52.368 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:52.578 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:34:52.604 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:34:52.636 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:34:52.913 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:34:52.939 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:53.098 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:34:53.124 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:53.173 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:53.357 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:34:53.383 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:53.424 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:53.584 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:34:53.610 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:53.651 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:53.785 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:34:53.811 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:34:53.860 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:34:53.946 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:34:53.972 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:34:54.012 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:34:54.246 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librados2. 2024-09-12T17:34:54.272 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:54.321 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:54.374 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:34:54.400 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:34:54.440 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:34:54.768 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librados2. 2024-09-12T17:34:54.774 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:34:54.794 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:54.800 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:54.840 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:54.851 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:55.293 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:34:55.313 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:34:55.319 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:55.339 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:55.359 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:55.396 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:55.687 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:34:55.713 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:55.762 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:55.815 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:34:55.830 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:55.866 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.123 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:34:56.149 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:34:56.151 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:34:56.166 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:56.197 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.210 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.458 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:34:56.475 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:56.516 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.537 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:34:56.563 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:34:56.604 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.828 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:34:56.854 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:34:56.856 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:34:56.883 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:56.894 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:56.940 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:57.218 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:34:57.222 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:34:57.244 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:34:57.248 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:34:57.276 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:57.288 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:34:57.750 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:34:57.763 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:34:57.776 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:34:57.790 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:34:57.816 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:34:57.829 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:34:58.124 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:34:58.150 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:34:58.185 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:34:58.190 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:34:58.201 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:58.235 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:58.421 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:34:58.433 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:34:58.468 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:34:58.530 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:34:58.545 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:34:58.579 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:34:58.821 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:34:58.847 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:34:58.857 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:34:58.872 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:34:58.896 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:34:58.915 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:34:59.157 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:34:59.172 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:34:59.215 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:34:59.226 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:34:59.253 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:34:59.293 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:34:59.501 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:34:59.516 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:34:59.551 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:34:59.604 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:34:59.631 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:34:59.671 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:34:59.863 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:34:59.890 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:34:59.930 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:34:59.949 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:34:59.964 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:35:00.015 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:35:00.217 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:35:00.242 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:35:00.275 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:35:00.293 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package zip. 2024-09-12T17:35:00.319 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:35:00.359 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:35:00.485 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package zip. 2024-09-12T17:35:00.501 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:35:00.543 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:35:00.687 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package unzip. 2024-09-12T17:35:00.713 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:35:00.754 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:35:00.872 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package unzip. 2024-09-12T17:35:00.899 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:35:00.938 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:35:01.149 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:35:01.175 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:35:01.215 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:35:01.342 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:35:01.369 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:35:01.409 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:35:01.631 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:35:01.658 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:01.698 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:01.800 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:35:01.827 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:01.867 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:02.276 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:35:02.291 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:02.325 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:02.453 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:35:02.468 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:02.503 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:02.653 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:35:02.679 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:35:02.719 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:35:02.997 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:35:03.024 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:03.055 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:03.055 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:35:03.082 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:35:03.122 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:35:03.450 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:35:03.475 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:35:03.476 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:03.501 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:03.516 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:03.541 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:03.878 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:35:03.905 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:03.936 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:05.063 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:35:05.089 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:05.164 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:05.542 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:35:05.568 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:05.617 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:05.842 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:35:05.868 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:35:05.908 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:35:06.188 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:35:06.214 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:35:06.219 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:35:06.246 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:35:06.254 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:35:06.286 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:35:06.557 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:35:06.583 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:35:06.624 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:35:06.714 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:35:06.740 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:35:06.780 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:35:07.010 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:35:07.036 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:35:07.066 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:35:07.077 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:35:07.093 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:35:07.133 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:35:07.346 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:35:07.373 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:35:07.386 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:35:07.405 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:35:07.412 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:35:07.453 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:35:07.707 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:35:07.734 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:35:07.774 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:35:07.947 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:35:07.973 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:35:08.013 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:35:08.077 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:35:08.103 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:35:08.143 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:35:08.249 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:35:08.264 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:35:08.307 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:35:08.422 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:35:08.448 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:35:08.480 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:35:08.610 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:35:08.636 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:35:08.676 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:35:08.782 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:35:08.809 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:35:08.849 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:35:08.996 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:35:09.023 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:35:09.062 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:35:09.119 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:35:09.145 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:35:09.185 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:35:09.366 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:35:09.393 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:35:09.424 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:35:09.539 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:35:09.565 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:35:09.605 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:35:09.735 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:35:09.762 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:35:09.801 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:35:09.900 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:35:09.927 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:35:09.967 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:35:10.113 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:35:10.139 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:35:10.179 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:35:10.211 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:35:10.226 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:35:10.270 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:35:10.507 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:35:10.533 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:35:10.573 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:35:10.581 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:35:10.607 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:35:10.648 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:35:10.885 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:35:10.911 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:35:10.943 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:35:10.976 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:35:11.002 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:35:11.042 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:35:11.212 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:35:11.239 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:35:11.279 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:35:11.320 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:35:11.346 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:35:11.387 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:35:11.581 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:35:11.608 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:35:11.648 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:35:11.673 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:35:11.699 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:35:11.739 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:35:11.992 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:35:12.019 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:35:12.062 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:35:12.362 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:35:12.389 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:35:12.428 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:35:12.731 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:35:12.758 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:35:12.797 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:35:12.877 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:35:12.903 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:35:12.946 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:35:13.454 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:35:13.481 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:35:13.521 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:35:13.799 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:35:13.825 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:35:13.865 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:35:13.867 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:35:13.895 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:35:13.959 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:35:14.185 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:35:14.212 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:35:14.252 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:35:14.270 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:35:14.297 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:35:14.337 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:35:14.513 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:35:14.528 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:35:14.563 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:35:14.623 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:35:14.650 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:35:14.689 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:35:14.808 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:35:14.834 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:35:14.874 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:35:15.000 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:35:15.027 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:35:15.067 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:35:15.185 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:35:15.212 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:35:15.252 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:35:15.405 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:35:15.431 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:35:15.471 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:35:15.607 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:35:15.633 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:35:15.673 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:35:15.741 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:35:15.767 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:35:15.799 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:35:16.010 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:35:16.036 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:35:16.076 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:35:16.110 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:35:16.136 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:35:16.176 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:35:16.354 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:35:16.380 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:35:16.412 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:35:16.498 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:35:16.524 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:35:16.564 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:35:16.682 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:35:16.697 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:35:16.732 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:35:16.901 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:35:16.927 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:35:16.967 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:35:17.027 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:35:17.053 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:35:17.093 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:35:17.253 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:35:17.279 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:17.319 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:17.363 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:35:17.379 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:17.438 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:17.700 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:35:17.726 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:17.766 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:17.827 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:35:17.853 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:17.893 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:18.077 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:35:18.104 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:35:18.144 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:35:18.154 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:35:18.170 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:35:18.204 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:35:18.446 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:35:18.473 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:35:18.521 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:35:18.649 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:35:18.675 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:35:18.715 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:35:18.790 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:35:18.817 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:18.848 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:19.060 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:35:19.086 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:19.126 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:19.243 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:35:19.270 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:19.310 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:19.497 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:35:19.523 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:19.555 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:19.938 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:35:19.965 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:20.004 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:20.142 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:35:20.168 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:20.225 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:21.066 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph. 2024-09-12T17:35:21.089 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:21.124 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:21.286 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph. 2024-09-12T17:35:21.313 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:21.353 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:21.435 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:35:21.462 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:21.501 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:21.672 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:35:21.699 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:21.730 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:21.888 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:35:21.915 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:21.954 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:22.059 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:35:22.085 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:22.125 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:22.357 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:35:22.384 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:22.423 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:22.528 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:35:22.554 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:22.594 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:22.709 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:35:22.736 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:35:22.767 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:35:22.889 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:35:22.916 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:35:22.956 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:35:23.087 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:35:23.114 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:35:23.175 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:23.309 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:35:23.335 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:35:23.376 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:24.375 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:35:24.397 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:35:24.402 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:35:24.424 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:35:24.441 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:24.463 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:24.777 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:35:24.791 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:35:24.804 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:35:24.818 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:35:24.858 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:35:24.860 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:35:25.205 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:35:25.212 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:35:25.232 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:25.237 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:25.271 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:25.277 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:25.591 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:35:25.618 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:35:25.648 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:35:25.657 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:35:25.674 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:35:25.714 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:35:25.960 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:35:25.987 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:35:26.017 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:35:26.026 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:35:26.043 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:35:26.083 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:35:26.363 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:35:26.390 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:26.430 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:26.437 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:35:26.463 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:26.503 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:29.159 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:35:29.176 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:35:29.208 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:35:29.541 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:35:29.558 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:35:29.600 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:35:29.703 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:35:29.730 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:35:29.770 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:35:30.106 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:35:30.122 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:35:30.128 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:35:30.155 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:35:30.156 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:35:30.194 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:35:30.450 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:35:30.478 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:35:30.517 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:35:30.565 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:35:30.592 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:35:30.631 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:35:30.901 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:35:30.928 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:35:30.959 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:35:31.250 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:35:31.278 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:31.402 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:31.653 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:35:31.681 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:31.813 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:32.330 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:35:32.358 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:35:32.388 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:35:32.658 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:35:32.686 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:35:32.724 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:35:32.817 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:35:32.845 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:35:32.884 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:35:33.053 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:35:33.080 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:35:33.119 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:35:33.169 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:35:33.197 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:35:33.236 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:35:33.397 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:35:33.425 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:35:33.463 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:35:33.664 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:35:33.692 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:35:33.731 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:35:33.950 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:35:33.978 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:35:34.016 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:35:34.101 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:35:34.128 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:35:34.167 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:35:34.454 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:35:34.481 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:35:34.511 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:35:34.520 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:35:34.539 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:35:34.578 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:35:34.849 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:35:34.877 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:35:34.889 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:35:34.915 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:35:34.917 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:35:34.955 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:35:35.226 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:35:35.254 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:35:35.275 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:35:35.293 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:35:35.303 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:35:35.342 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:35:35.613 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:35:35.641 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:35:35.679 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:35:36.014 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:35:36.030 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:36.063 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:36.335 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:35:36.341 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:35:36.351 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:36.369 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:35:36.393 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:36.407 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:35:36.696 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:35:36.724 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:35:36.752 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:35:36.762 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:35:36.780 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:35:36.818 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:35:37.088 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package jq. 2024-09-12T17:35:37.090 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:35:37.116 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:35:37.118 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:35:37.154 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:35:37.157 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:35:37.390 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package socat. 2024-09-12T17:35:37.406 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:35:37.426 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package jq. 2024-09-12T17:35:37.440 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:35:37.454 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:35:37.492 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:35:37.735 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:35:37.745 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package socat. 2024-09-12T17:35:37.751 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:35:37.761 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:35:37.784 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:35:37.803 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:35:38.132 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:35:38.147 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:35:38.148 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:35:38.163 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:38.190 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:35:38.205 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:38.544 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:35:38.560 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:38.593 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:40.417 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:35:40.433 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:40.484 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:40.804 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:35:40.833 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:40.982 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:35:41.010 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:35:41.048 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:41.132 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:35:41.160 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:35:41.190 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:35:41.335 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:35:41.351 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:41.401 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:41.519 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:35:41.547 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:35:41.585 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:35:41.729 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:35:41.757 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:35:41.795 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:35:41.948 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:35:41.976 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:35:42.014 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:35:42.150 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:35:42.178 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:35:42.217 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:35:42.436 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:35:42.464 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:35:42.502 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:35:42.537 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:35:42.565 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:35:42.595 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:35:42.763 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:35:42.779 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:35:42.813 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:35:42.992 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:35:43.021 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:35:43.059 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:35:43.225 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:35:43.253 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:35:43.568 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:35:43.601 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:35:43.790 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:35:43.818 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:35:43.856 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:35:43.930 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:35:43.958 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:35:43.996 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:35:44.159 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:35:44.187 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:35:44.225 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:35:44.307 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:35:44.335 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:35:44.374 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:35:44.545 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:35:44.573 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:35:44.611 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:35:44.727 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:35:44.755 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:35:44.793 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:35:44.898 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:35:44.926 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:35:44.956 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:35:45.130 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:35:45.158 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:35:45.196 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:35:45.326 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:35:45.354 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:35:45.400 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:35:45.650 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:35:45.678 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:35:45.716 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:35:45.720 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:35:45.748 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:35:45.787 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:35:46.036 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:35:46.063 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:35:46.102 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:35:46.258 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:35:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:35:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:35:46.371 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:35:46.400 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:35:46.429 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:35:46.618 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:35:46.646 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:35:46.677 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:35:46.767 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:35:46.795 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:35:46.833 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:35:46.946 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:35:46.975 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:35:47.013 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:35:47.110 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:35:47.127 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:35:47.168 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:35:47.358 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:35:47.386 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:35:47.424 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:35:47.693 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:35:47.709 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:35:47.743 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:35:47.881 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:35:47.912 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:47.947 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:48.455 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:35:48.483 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:48.522 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:48.858 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:35:48.886 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:48.925 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:49.229 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:35:49.425 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:35:49.441 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:35:49.479 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:35:49.483 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:49.580 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:35:49.795 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:35:49.816 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:35:50.046 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:35:50.146 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:35:50.197 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:35:50.452 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:35:50.585 INFO:teuthology.orchestra.run.smithi165.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:35:50.649 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:50.780 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:35:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Adding system user cephadm....done 2024-09-12T17:35:51.197 INFO:teuthology.orchestra.run.smithi092.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:35:51.212 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:35:51.325 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:51.472 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:35:51.706 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:35:51.832 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:35:52.075 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:35:52.105 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user cephadm....done 2024-09-12T17:35:52.309 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:35:52.337 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:35:52.435 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:35:52.673 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:35:52.745 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:35:52.917 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:35:53.042 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:35:53.089 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:35:53.310 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:35:53.340 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:35:53.561 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:35:53.607 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:35:53.662 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:35:53.843 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:35:53.964 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:35:54.093 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:35:54.316 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:35:54.353 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:35:54.567 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:35:54.604 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:54.855 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:35:54.956 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:35:55.101 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:35:55.223 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:35:55.349 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:35:55.361 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:35:55.592 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:35:55.621 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:35:55.889 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:35:55.985 INFO:teuthology.orchestra.run.smithi165.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:35:56.006 INFO:teuthology.orchestra.run.smithi165.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:35:56.103 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:35:56.140 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:35:56.221 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:35:56.399 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:35:56.525 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:35:56.572 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:56.642 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:35:56.698 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:35:56.744 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:35:56.957 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:35:56.969 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:35:57.225 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:35:57.340 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:35:57.376 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:35:57.439 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:35:57.513 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:35:57.565 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:35:57.635 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:35:57.933 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:35:58.059 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:35:58.298 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:35:58.318 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:35:58.548 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:35:58.595 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:35:58.674 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:35:58.800 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:35:58.887 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:35:59.014 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:35:59.093 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:35:59.470 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:35:59.657 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:35:59.721 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:35:59.933 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:36:00.059 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:36:00.097 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:36:00.169 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:36:00.399 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:36:00.445 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:36:00.742 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:36:00.821 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:36:00.993 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:36:01.072 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:36:01.119 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:01.429 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:36:01.482 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:36:01.746 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:36:01.783 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:36:02.118 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:36:02.361 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:36:02.487 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:02.813 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:36:02.911 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:36:03.131 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:36:03.162 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:03.297 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:36:03.556 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:36:03.674 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:36:03.783 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:36:04.069 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:36:04.319 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:36:04.320 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:36:04.570 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:04.580 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:04.688 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:36:04.714 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:36:04.973 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:36:04.981 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:36:05.116 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:36:05.234 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:36:05.258 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:36:05.509 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:36:05.518 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:36:05.761 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:36:05.768 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:36:06.012 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:06.019 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:36:06.138 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:36:06.287 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:36:06.413 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:36:06.440 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:36:06.689 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:36:06.699 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:36:06.815 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:36:06.959 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:36:07.108 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:36:07.193 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:36:07.401 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:36:07.427 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:36:07.644 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:36:07.670 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:36:07.770 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:36:07.771 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:36:07.896 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:36:07.969 INFO:teuthology.orchestra.run.smithi165.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:36:08.039 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:36:08.165 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:36:08.214 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:36:08.340 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:36:08.458 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:36:08.725 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:36:08.742 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:36:08.968 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:36:08.976 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:36:09.094 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:36:09.102 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:36:09.203 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:36:09.284 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:36:09.345 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:09.471 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:36:09.563 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:36:09.689 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:36:09.797 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:36:10.082 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:36:10.090 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:36:10.358 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:36:10.358 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:36:10.484 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:36:10.484 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:36:10.744 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:36:10.760 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:36:10.845 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:36:11.028 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:36:11.155 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:36:11.365 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:36:11.456 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:36:11.732 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:36:11.742 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:36:11.857 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:36:12.010 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:36:12.108 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:36:12.346 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:36:12.368 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:36:12.464 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:12.581 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:12.707 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:36:12.738 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:36:13.044 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.140 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:36:13.170 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.296 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:36:13.424 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:36:13.573 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.691 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.760 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:36:13.791 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.869 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.981 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:13.994 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:36:13.994 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:36:14.107 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:36:14.443 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:14.526 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:14.586 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:14.677 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:14.686 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:36:14.820 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:14.946 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:36:14.972 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:15.098 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:15.224 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:15.460 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:36:15.460 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:36:15.917 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.043 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.169 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.269 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.286 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:36:16.394 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.520 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.646 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:16.772 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:17.290 INFO:teuthology.orchestra.run.smithi165.stdout:Adding group ceph....done 2024-09-12T17:36:17.481 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:17.607 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:17.633 INFO:teuthology.orchestra.run.smithi165.stdout:Adding system user ceph....done 2024-09-12T17:36:17.733 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:17.822 INFO:teuthology.orchestra.run.smithi165.stdout:Setting system user ceph properties....done 2024-09-12T17:36:17.823 INFO:teuthology.orchestra.run.smithi165.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:36:17.859 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:17.954 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:36:17.988 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:18.291 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:36:18.462 INFO:teuthology.orchestra.run.smithi092.stdout:Adding group ceph....done 2024-09-12T17:36:18.741 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:18.796 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user ceph....done 2024-09-12T17:36:18.841 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:18.965 INFO:teuthology.orchestra.run.smithi092.stdout:Setting system user ceph properties....done 2024-09-12T17:36:18.977 INFO:teuthology.orchestra.run.smithi092.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:36:19.112 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:36:19.308 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:36:19.308 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:36:19.404 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:36:19.777 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:19.870 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:19.971 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:20.126 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:36:20.420 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:36:20.421 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:36:20.628 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:20.847 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:36:20.847 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:36:21.166 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:21.426 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:21.484 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:36:21.638 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:36:21.638 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:36:21.975 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:22.093 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:22.202 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:36:22.202 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:36:22.375 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:36:22.375 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:36:22.669 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:22.854 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:22.869 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:36:22.869 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:36:22.979 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:23.139 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:23.346 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:36:23.346 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:36:23.361 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:23.645 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:36:23.645 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:36:23.840 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:23.975 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.101 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.113 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.231 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.252 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.366 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:24.562 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:36:24.562 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:36:24.613 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:36:24.714 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:36:24.867 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:36:25.033 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:25.184 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:25.310 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:25.453 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:36:25.984 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:36:26.113 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:36:26.216 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:36:26.393 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:36:26.929 INFO:teuthology.orchestra.run.smithi165.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:36:26.932 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:36:26.988 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-09-12T17:36:27.198 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-09-12T17:36:27.198 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-09-12T17:36:27.399 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:36:27.399 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:36:27.399 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:36:27.400 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:36:27.400 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:36:27.400 INFO:teuthology.orchestra.run.smithi165.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:36:27.400 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:36:27.401 INFO:teuthology.orchestra.run.smithi165.stdout:The following additional packages will be installed: 2024-09-12T17:36:27.401 INFO:teuthology.orchestra.run.smithi165.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:36:27.402 INFO:teuthology.orchestra.run.smithi165.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:36:27.403 INFO:teuthology.orchestra.run.smithi165.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:36:27.403 INFO:teuthology.orchestra.run.smithi165.stdout:Suggested packages: 2024-09-12T17:36:27.404 INFO:teuthology.orchestra.run.smithi165.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:36:27.404 INFO:teuthology.orchestra.run.smithi165.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:36:27.404 INFO:teuthology.orchestra.run.smithi165.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:36:27.404 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:36:27.404 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:36:27.418 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:36:27.444 INFO:teuthology.orchestra.run.smithi165.stdout:The following NEW packages will be installed: 2024-09-12T17:36:27.444 INFO:teuthology.orchestra.run.smithi165.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:36:27.445 INFO:teuthology.orchestra.run.smithi165.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:36:27.446 INFO:teuthology.orchestra.run.smithi165.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:36:27.446 INFO:teuthology.orchestra.run.smithi165.stdout: s3cmd 2024-09-12T17:36:27.628 INFO:teuthology.orchestra.run.smithi165.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:36:27.628 INFO:teuthology.orchestra.run.smithi165.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:36:27.628 INFO:teuthology.orchestra.run.smithi165.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:36:27.628 INFO:teuthology.orchestra.run.smithi165.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:36:27.710 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:36:27.710 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:36:27.727 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:36:27.891 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:36:27.961 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:36:27.969 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:36:28.086 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:36:28.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:36:28.104 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:36:28.145 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T17:36:28.197 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:36:28.198 INFO:teuthology.orchestra.run.smithi165.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:36:28.201 INFO:teuthology.orchestra.run.smithi165.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:36:28.346 INFO:teuthology.orchestra.run.smithi165.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:36:28.347 INFO:teuthology.orchestra.run.smithi165.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:36:28.355 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-09-12T17:36:28.356 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-09-12T17:36:28.387 INFO:teuthology.orchestra.run.smithi165.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:36:28.387 INFO:teuthology.orchestra.run.smithi165.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:36:28.389 INFO:teuthology.orchestra.run.smithi165.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:36:28.390 INFO:teuthology.orchestra.run.smithi165.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:36:28.391 INFO:teuthology.orchestra.run.smithi165.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:36:28.396 INFO:teuthology.orchestra.run.smithi165.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:36:28.398 INFO:teuthology.orchestra.run.smithi165.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:36:28.446 INFO:teuthology.orchestra.run.smithi165.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:36:28.448 INFO:teuthology.orchestra.run.smithi165.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:36:28.498 INFO:teuthology.orchestra.run.smithi165.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:36:28.498 INFO:teuthology.orchestra.run.smithi165.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:36:28.499 INFO:teuthology.orchestra.run.smithi165.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:36:28.501 INFO:teuthology.orchestra.run.smithi165.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:36:28.502 INFO:teuthology.orchestra.run.smithi165.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:36:28.526 INFO:teuthology.orchestra.run.smithi165.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:36:28.534 INFO:teuthology.orchestra.run.smithi165.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:36:28.539 INFO:teuthology.orchestra.run.smithi165.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:36:28.540 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:36:28.540 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:36:28.540 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:36:28.540 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:36:28.541 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:36:28.541 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:36:28.541 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:36:28.544 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-09-12T17:36:28.544 INFO:teuthology.orchestra.run.smithi092.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:36:28.544 INFO:teuthology.orchestra.run.smithi092.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:36:28.544 INFO:teuthology.orchestra.run.smithi092.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:36:28.544 INFO:teuthology.orchestra.run.smithi092.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:36:28.545 INFO:teuthology.orchestra.run.smithi092.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:36:28.546 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:36:28.583 INFO:teuthology.orchestra.run.smithi092.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:36:28.584 INFO:teuthology.orchestra.run.smithi092.stdout: s3cmd 2024-09-12T17:36:28.606 INFO:teuthology.orchestra.run.smithi165.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:36:28.606 INFO:teuthology.orchestra.run.smithi165.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:36:28.639 INFO:teuthology.orchestra.run.smithi165.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:36:28.639 INFO:teuthology.orchestra.run.smithi165.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:36:28.639 INFO:teuthology.orchestra.run.smithi165.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:36:28.764 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:36:28.764 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:36:28.764 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:36:28.764 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:36:28.847 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:36:28.847 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:36:28.865 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:36:29.030 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:36:29.076 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 10.4 MB in 1s (8,743 kB/s) 2024-09-12T17:36:29.102 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:36:29.110 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:36:29.166 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:36:29.227 INFO:teuthology.orchestra.run.smithi165.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:36:29.232 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:36:29.247 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:36:29.273 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:36:29.340 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:36:29.341 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:36:29.345 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:36:29.488 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:36:29.489 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:36:29.529 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:36:29.530 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:36:29.531 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:36:29.533 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:36:29.533 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:36:29.534 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:36:29.539 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:36:29.540 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:36:29.563 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:36:29.586 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:36:29.588 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:36:29.601 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:36:29.638 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:36:29.640 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:36:29.641 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:36:29.643 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:36:29.644 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:36:29.669 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:36:29.678 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:36:29.684 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:36:29.749 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:36:29.749 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:36:29.782 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:36:29.783 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:36:29.783 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:36:29.820 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:36:29.837 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:36:29.920 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:36:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:36:30.190 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:36:30.230 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 10.4 MB in 1s (8,682 kB/s) 2024-09-12T17:36:30.231 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:36:30.331 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:36:30.392 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:36:30.397 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:36:30.439 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:36:30.492 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:36:30.521 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:36:30.559 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:36:30.775 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:36:30.803 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:36:30.811 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:36:30.828 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:36:30.850 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:36:30.861 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:36:31.089 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:36:31.114 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:36:31.164 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:36:31.237 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:36:31.265 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:36:31.303 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:36:31.459 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:36:31.487 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:36:31.525 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:36:31.589 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:36:31.617 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:36:31.664 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:36:31.827 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:36:31.844 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:36:31.886 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:36:31.958 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:36:31.974 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:36:32.025 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:36:32.113 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:36:32.130 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:36:32.164 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:36:32.310 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:36:32.338 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:36:32.385 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:36:32.425 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:36:32.441 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:36:32.483 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:36:32.638 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:36:32.654 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:36:32.688 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:36:32.911 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:36:32.939 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:36:32.957 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:36:32.973 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:36:32.977 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:36:33.015 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:36:33.205 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:36:33.221 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:36:33.263 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:36:33.317 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:36:33.334 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:36:33.376 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:36:33.620 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:36:33.634 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:36:33.636 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:36:33.663 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:36:33.670 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:36:33.701 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:36:33.864 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:36:33.882 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:36:33.923 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:36:33.953 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:36:33.978 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:36:34.020 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:36:34.265 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:36:34.292 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:36:34.331 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:36:34.333 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:36:34.349 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:36:34.392 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:36:34.550 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:36:34.567 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:36:34.608 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:36:34.644 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:36:34.672 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:36:34.710 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:36:34.861 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:36:34.889 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:36:34.927 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:36:35.090 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:36:35.118 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:36:35.156 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:36:35.213 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:36:35.242 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:36:35.289 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:36:35.392 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:36:35.408 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:36:35.450 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:36:35.542 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:36:35.558 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:36:35.591 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:36:35.703 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:36:35.731 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:36:35.769 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:36:35.896 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:36:35.924 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:36:35.962 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:36:36.030 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:36:36.047 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:36:36.089 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:36:36.223 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:36:36.251 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:36:36.290 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:36:36.332 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:36:36.349 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:36:36.382 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:36:36.559 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:36:36.588 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:36:36.626 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:36:36.818 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:36:36.835 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:36:36.845 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:36:36.861 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:36:36.877 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:36:36.895 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:36:37.113 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:36:37.129 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:36:37.139 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:36:37.156 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:36:37.163 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:36:37.197 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:36:37.475 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:36:37.475 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:36:37.492 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:36:37.500 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:36:37.533 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:36:37.541 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:36:37.777 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:36:37.794 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:36:37.802 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:36:37.819 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:36:37.836 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:36:37.860 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:36:38.105 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:36:38.121 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:36:38.123 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:36:38.152 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:36:38.155 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:36:38.190 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:36:38.349 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:36:38.365 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:36:38.398 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:36:38.484 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:36:38.501 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:36:38.543 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:36:38.643 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:36:38.659 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:36:38.701 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:36:38.870 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:36:38.899 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:36:38.937 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:36:38.953 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:36:38.969 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:36:39.012 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:36:39.239 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:36:39.255 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:36:39.283 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:36:39.289 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:36:39.300 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:36:39.333 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:36:39.543 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:36:39.552 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:36:39.568 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:36:39.569 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:36:39.601 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:36:39.610 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:36:39.895 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:36:39.912 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:36:39.953 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:36:40.063 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package maven. 2024-09-12T17:36:40.092 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:36:40.130 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:36:40.231 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:36:40.248 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:36:40.289 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:36:40.425 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:36:40.453 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:36:40.491 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:36:40.669 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:36:40.697 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:36:40.735 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:36:40.761 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:36:40.789 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:36:40.827 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:36:40.929 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:36:40.946 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:36:40.987 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:36:41.190 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:36:41.317 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:36:41.443 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:36:41.569 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:36:41.617 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package maven. 2024-09-12T17:36:41.645 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:36:41.692 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:36:41.720 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:36:41.846 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:36:41.972 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:36:42.003 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:36:42.031 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:36:42.070 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:36:42.081 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:36:42.182 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:36:42.308 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:36:42.406 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:36:42.434 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:36:42.435 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:36:42.481 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:36:42.560 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:36:42.704 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:36:42.829 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:36:42.893 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:36:42.955 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:36:43.003 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:36:43.083 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:36:43.121 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:36:43.255 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:36:43.343 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:36:43.381 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:36:43.461 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:36:43.532 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:36:43.561 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:36:43.658 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:36:43.662 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:36:43.772 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:36:43.784 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:36:43.898 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:36:43.910 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:36:44.024 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:36:44.036 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:36:44.162 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:36:44.271 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:36:44.325 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:36:44.372 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:36:44.452 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:36:44.481 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:36:44.577 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:36:44.607 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:36:44.703 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:36:44.733 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:36:44.830 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:36:44.955 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:36:45.001 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:36:45.073 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:36:45.127 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:36:45.182 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:36:45.253 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:36:45.309 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:36:45.370 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:36:45.434 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:36:45.472 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:36:45.561 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:36:45.573 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:36:45.687 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:36:45.690 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:36:45.943 INFO:teuthology.orchestra.run.smithi165.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:36:45.992 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:36:45.999 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:36:46.118 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:36:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:36:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:36:46.547 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:36:46.648 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:36:46.757 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:36:46.883 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:36:47.009 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:36:47.135 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:36:47.260 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:36:47.379 INFO:teuthology.orchestra.run.smithi165.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:36:47.385 DEBUG:teuthology.parallel:result is None 2024-09-12T17:36:47.403 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:36:47.660 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:36:47.716 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:36:49.102 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:36:49.107 DEBUG:teuthology.parallel:result is None 2024-09-12T17:36:49.108 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:36:49.254 DEBUG:teuthology.orchestra.run.smithi092:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:36:49.273 INFO:teuthology.orchestra.run.smithi092.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:36:49.274 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:36:49.274 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:36:49.276 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:36:49.419 DEBUG:teuthology.orchestra.run.smithi165:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:36:49.438 INFO:teuthology.orchestra.run.smithi165.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:36:49.439 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:36:49.439 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:36:49.440 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T17:36:49.441 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:49.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:36:49.455 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:49.455 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:36:49.492 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T17:36:49.493 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:49.493 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:36:49.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:36:49.561 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:49.561 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:36:49.573 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:36:49.628 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T17:36:49.628 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:49.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:36:49.641 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:36:49.698 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:49.698 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:36:49.710 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:36:49.764 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T17:36:49.764 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:49.764 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:36:49.777 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:36:49.833 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:49.834 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:36:49.846 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:36:49.899 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T17:36:49.989 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T17:36:49.990 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /var/log/ceph 2024-09-12T17:36:49.992 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 777 /var/log/ceph 2024-09-12T17:36:50.005 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T17:36:50.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:36:50.051 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:36:50.064 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T17:36:50.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:36:50.111 DEBUG:teuthology.orchestra.run.smithi165:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:36:50.134 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T17:36:50.134 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T17:36:50.135 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7902737', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'erasure_code_profile': {'crush-failure-domain': 'osd', 'k': 3, 'm': 1, 'name': 'testprofile'}, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 6279, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'targets': {'smithi092.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqBzPzMnEXmnxaDc1uPT1ep+Njj5tFuKfODJYD0fs2/V8NfAUYLe3kDJdfgEv9qEXhdm5YBJcdDGZYW5TDfN0Y=', 'smithi165.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPTCgpLLAvH5jgsObXGPo73f6CU5uLYiRryVYymHX9sn7HDkRuQA/inP4WU+NwXn+xTRv9APMCDMyup5rVbwilM='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-12_15:39:52', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T17:36:50.135 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:36:50.167 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:36:50.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:36:50.215 DEBUG:teuthology.orchestra.run.smithi165:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:36:50.228 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:50.229 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:36:50.274 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:36:50.274 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2024-09-12T17:36:50.322 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 876 Links: 1 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-12 17:30:56.532804784 +0000 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-12 17:30:56.276807069 +0000 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-12 17:30:56.276807069 +0000 2024-09-12T17:36:50.323 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-09-12T17:36:50.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:36:50.377 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-12T17:36:50.377 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-12T17:36:50.377 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000351391 s, 1.5 MB/s 2024-09-12T17:36:50.378 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:36:50.427 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2024-09-12T17:36:50.474 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 892 Links: 1 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-12 17:30:57.004800568 +0000 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-12 17:30:56.760802746 +0000 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-12 17:30:56.760802746 +0000 2024-09-12T17:36:50.475 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-09-12T17:36:50.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:36:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-12T17:36:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-12T17:36:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000418251 s, 1.2 MB/s 2024-09-12T17:36:50.529 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:36:50.579 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 909 Links: 1 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-12 17:30:57.496796173 +0000 2024-09-12T17:36:50.626 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-12 17:30:57.216798673 +0000 2024-09-12T17:36:50.627 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-12 17:30:57.216798673 +0000 2024-09-12T17:36:50.627 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-09-12T17:36:50.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:36:50.680 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-12T17:36:50.680 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-12T17:36:50.680 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000369183 s, 1.4 MB/s 2024-09-12T17:36:50.681 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:36:50.731 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 928 Links: 1 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-12 17:30:57.756793851 +0000 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-12 17:30:57.752793885 +0000 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-12 17:30:57.752793885 +0000 2024-09-12T17:36:50.778 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-09-12T17:36:50.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:36:50.832 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-12T17:36:50.832 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-12T17:36:50.833 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000354561 s, 1.4 MB/s 2024-09-12T17:36:50.834 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:36:50.883 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:50.883 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:50.883 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:36:50.889 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:36:50.889 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_1 2024-09-12T17:36:50.937 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:36:50.937 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:50.937 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 878 Links: 1 2024-09-12T17:36:50.938 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:50.938 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-09-12 17:30:57.391026437 +0000 2024-09-12T17:36:50.938 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-09-12 17:30:57.171028402 +0000 2024-09-12T17:36:50.938 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-09-12 17:30:57.171028402 +0000 2024-09-12T17:36:50.938 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-09-12T17:36:50.938 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:36:50.991 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-09-12T17:36:50.992 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-09-12T17:36:50.992 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000399402 s, 1.3 MB/s 2024-09-12T17:36:50.993 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:36:51.042 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_2 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 896 Links: 1 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-09-12 17:30:57.855022291 +0000 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-09-12 17:30:57.619024399 +0000 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-09-12 17:30:57.619024399 +0000 2024-09-12T17:36:51.089 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-09-12T17:36:51.090 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:36:51.144 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-09-12T17:36:51.145 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-09-12T17:36:51.145 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000310533 s, 1.6 MB/s 2024-09-12T17:36:51.146 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:36:51.194 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_3 2024-09-12T17:36:51.241 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:36:51.241 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:51.241 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 912 Links: 1 2024-09-12T17:36:51.241 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:51.241 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-09-12 17:30:58.335018005 +0000 2024-09-12T17:36:51.242 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-09-12 17:30:58.095020149 +0000 2024-09-12T17:36:51.242 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-09-12 17:30:58.095020149 +0000 2024-09-12T17:36:51.242 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-09-12T17:36:51.242 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:36:51.295 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-09-12T17:36:51.295 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-09-12T17:36:51.295 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000376496 s, 1.4 MB/s 2024-09-12T17:36:51.297 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:36:51.346 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_4 2024-09-12T17:36:51.394 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:36:51.394 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:36:51.394 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-12T17:36:51.395 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:36:51.395 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-09-12 17:30:58.815013717 +0000 2024-09-12T17:36:51.395 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-09-12 17:30:58.551016075 +0000 2024-09-12T17:36:51.395 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-09-12 17:30:58.551016075 +0000 2024-09-12T17:36:51.395 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-09-12T17:36:51.396 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:36:51.449 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-09-12T17:36:51.449 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-09-12T17:36:51.449 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000377181 s, 1.4 MB/s 2024-09-12T17:36:51.451 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:36:51.500 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:51.500 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi165.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:36:51.500 INFO:tasks.ceph:Generating config... 2024-09-12T17:36:51.503 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T17:36:51.503 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T17:36:51.503 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T17:36:51.503 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T17:36:51.503 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T17:36:51.504 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:36:51.504 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:36:51.504 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-12T17:36:51.504 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T17:36:51.505 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T17:36:51.506 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T17:36:51.506 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T17:36:51.506 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T17:36:51.506 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T17:36:51.506 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T17:36:51.507 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T17:36:51.507 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T17:36:51.507 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T17:36:51.507 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T17:36:51.507 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T17:36:51.508 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T17:36:51.508 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T17:36:51.508 INFO:tasks.ceph:[mon] lockdep = True 2024-09-12T17:36:51.508 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T17:36:51.508 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T17:36:51.509 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T17:36:51.509 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T17:36:51.509 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T17:36:51.509 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T17:36:51.509 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T17:36:51.510 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T17:36:51.510 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T17:36:51.510 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T17:36:51.510 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T17:36:51.510 INFO:tasks.ceph:[osd] lockdep = True 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T17:36:51.511 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T17:36:51.512 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T17:36:51.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T17:36:51.547 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T17:36:51.561 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T17:36:51.636 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:36:51.690 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.92'), ('mon.c', '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]'), ('mon.b', '172.21.15.165')] 2024-09-12T17:36:51.691 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790],172.21.15.165', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T17:36:51.693 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:51.693 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:36:51.738 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.92 --addv c '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]' --add b 172.21.15.165 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:51.823 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:51.823 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: generated fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:setting min_mon_release = quincy 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:epoch 0 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:36:51.824 INFO:teuthology.orchestra.run.smithi092.stdout:min_mon_release 17 (quincy) 2024-09-12T17:36:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:election_strategy: 1 2024-09-12T17:36:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:36:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:36:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:36:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T17:36:51.826 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:36:51.874 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 06d8cebf-c58e-4496-b650-d9166e446113... 2024-09-12T17:36:51.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:36:51.919 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:36:51.948 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-12T17:36:51.948 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-12T17:36:51.948 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:36:51.948 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:36:51.949 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:36:51.950 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-12T17:36:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790],172.21.15.165" 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: mon client directed command retry = 5 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: ms inject socket failures = 5000 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: rgw override bucket index max shards = 1 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-12T17:36:51.952 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.953 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-12T17:36:51.954 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug objclass = 20 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: lockdep = True 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:36:51.955 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: osd shutdown pgref assert = True 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-12T17:36:51.956 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-12T17:36:51.957 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:36:51.958 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: lockdep = True 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = True 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: debug rgw = 20 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: debug rgw notification = 20 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw bucket counters cache = True 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw crypt require ssl = False 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:36:51.959 INFO:teuthology.orchestra.run.smithi092.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw s3 auth use sts = True 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw torrent flag = True 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: rgw user counters cache = True 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: setgroup = ceph 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout: setuser = ceph 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-12T17:36:51.960 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout:[global] 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout: chdir = "" 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout: auth supported = cephx 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.962 INFO:teuthology.orchestra.run.smithi165.stdout: filestore xattr use omap = true 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: mon clock drift allowed = 1.000 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: osd crush chooseleaf type = 0 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: auth debug = true 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: ms die on old message = true 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: ms die on bug = true 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: mon pg warn max object skew = 0 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:36:51.963 INFO:teuthology.orchestra.run.smithi165.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: osd pool default size = 2 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd allow primary affinity = true 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd allow pg remap = true 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon warn on no sortbitwise = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon warn on too few osds = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:36:51.964 INFO:teuthology.orchestra.run.smithi165.stdout: mon_allow_pool_size_one = true 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: osd default data pool replay window = 5 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: mon allow pool delete = true 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: mon cluster log file level = debug 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: debug asserts on shutdown = true 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: mon health detail to clog = false 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: mon host = "172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790],172.21.15.165" 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: mon client directed command retry = 5 2024-09-12T17:36:51.965 INFO:teuthology.orchestra.run.smithi165.stdout: ms inject socket failures = 5000 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: rgw override bucket index max shards = 1 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: fsid = 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout:[osd] 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd journal size = 100 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd scrub load threshold = 5.0 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd scrub max interval = 600 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd recover clone overlap = true 2024-09-12T17:36:51.966 INFO:teuthology.orchestra.run.smithi165.stdout: osd recovery max chunk = 1048576 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug shutdown = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug op order = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug verify stray on activate = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug trim objects = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd open classes on start = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug pg log writeout = true 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: osd map max advance = 10 2024-09-12T17:36:51.967 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: journal zero on create = true 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: filestore apply finisher threads = 3 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bdev debug aio = true 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: osd debug misdirected ops = true 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bdev async discard = True 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bdev enable discard = True 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bluestore allocator = bitmap 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bluestore block size = 96636764160 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: bluestore fsck on mount = True 2024-09-12T17:36:51.968 INFO:teuthology.orchestra.run.smithi165.stdout: debug bluefs = 1/20 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: debug bluestore = 1/20 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: debug ms = 1 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: debug objclass = 20 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: debug osd = 20 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: debug rocksdb = 4/10 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: lockdep = True 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd full ratio = 0.9 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: osd objectstore = bluestore 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: osd shutdown pgref assert = True 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.969 INFO:teuthology.orchestra.run.smithi165.stdout:[mgr] 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug ms = 1 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug mgr = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug mon = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug auth = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: mgr/telemetry/nag = false 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout:[mon] 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug ms = 1 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug mon = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug paxos = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: debug auth = 20 2024-09-12T17:36:51.970 INFO:teuthology.orchestra.run.smithi165.stdout: mon data avail warn = 5 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon mgr mkfs grace = 240 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd reporter subtree level = osd 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon osd prime pg temp = true 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:36:51.971 INFO:teuthology.orchestra.run.smithi165.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: # 1m isn't quite enough 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: lockdep = True 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout:[client] 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: rgw cache enabled = true 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: rgw enable ops log = True 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: rgw enable usage log = true 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:36:51.972 INFO:teuthology.orchestra.run.smithi165.stdout: debug rgw = 20 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: debug rgw notification = 20 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw bucket counters cache = True 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw crypt require ssl = False 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw s3 auth use sts = True 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw torrent flag = True 2024-09-12T17:36:51.973 INFO:teuthology.orchestra.run.smithi165.stdout: rgw user counters cache = True 2024-09-12T17:36:51.974 INFO:teuthology.orchestra.run.smithi165.stdout: setgroup = ceph 2024-09-12T17:36:51.974 INFO:teuthology.orchestra.run.smithi165.stdout: setuser = ceph 2024-09-12T17:36:51.974 INFO:teuthology.orchestra.run.smithi165.stdout:[mon.a] 2024-09-12T17:36:51.974 INFO:teuthology.orchestra.run.smithi165.stdout:[mon.c] 2024-09-12T17:36:51.974 INFO:teuthology.orchestra.run.smithi165.stdout:[mon.b] 2024-09-12T17:36:51.974 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T17:36:51.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T17:36:52.056 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T17:36:52.057 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:52.057 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T17:36:52.062 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:52.062 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T17:36:52.110 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:36:52.110 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:52.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:36:52.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:36:52.174 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:36:52.174 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:52.222 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:36:52.222 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:52.222 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:36:52.222 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:36:52.245 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:36:52.245 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:52.293 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T17:36:52.293 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T17:36:52.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:36:52.338 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:36:52.341 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:36:52.386 INFO:teuthology.orchestra.run.smithi165.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:36:52.403 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T17:36:52.403 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T17:36:52.403 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T17:36:52.436 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T17:36:52.447 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T17:36:52.482 INFO:teuthology.orchestra.run.smithi165.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T17:36:52.493 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T17:36:52.493 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi165.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:36:52.494 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T17:36:52.506 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:52.506 INFO:tasks.ceph:role: osd.0 2024-09-12T17:36:52.506 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:36:52.506 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:36:52.569 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:36:52.570 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:36:52.570 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:36:52.570 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:36:53.044 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-12T17:36:53.046 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-12T17:36:53.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T17:36:53.197 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T17:36:53.208 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:36:53.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:36:53.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T17:36:53.262 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:53.262 INFO:tasks.ceph:role: osd.1 2024-09-12T17:36:53.262 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:36:53.262 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:36:53.325 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:36:53.325 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:36:53.325 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:36:53.326 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:36:53.758 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-12T17:36:53.760 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-12T17:36:53.761 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T17:36:53.823 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T17:36:53.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:36:53.875 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:36:53.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T17:36:53.928 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:53.928 INFO:tasks.ceph:role: osd.2 2024-09-12T17:36:53.928 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:36:53.928 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:36:53.989 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:36:53.990 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:36:54.451 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-12T17:36:54.453 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-12T17:36:54.454 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T17:36:54.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T17:36:54.565 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:36:54.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:36:54.566 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T17:36:54.621 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:36:54.621 INFO:tasks.ceph:role: osd.3 2024-09-12T17:36:54.621 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T17:36:54.622 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:36:54.687 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:36:54.687 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:36:54.687 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:36:54.687 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:36:54.687 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:36:54.688 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:36:54.688 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:36:54.688 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:36:54.688 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:36:54.688 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:36:55.148 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-12T17:36:55.150 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-12T17:36:55.150 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T17:36:55.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T17:36:55.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:36:55.307 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:36:55.307 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:55.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:55.420+0000 7f687da227c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T17:36:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:55.428+0000 7f687da227c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T17:36:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:55.428+0000 7f687da227c0 -1 bdev(0x5636ed2c1800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T17:36:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:55.428+0000 7f687da227c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T17:36:58.596 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T17:36:58.610 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:36:58.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:58.692+0000 7fd0ddedc7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T17:36:58.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:58.692+0000 7fd0ddedc7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T17:36:58.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:58.692+0000 7fd0ddedc7c0 -1 bdev(0x55f3a9da5800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T17:36:58.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:36:58.692+0000 7fd0ddedc7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T17:37:01.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T17:37:01.882 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:01.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:01.960+0000 7fe8a3cf87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T17:37:01.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:01.960+0000 7fe8a3cf87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T17:37:01.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:01.960+0000 7fe8a3cf87c0 -1 bdev(0x558a59ccb800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:01.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:01.960+0000 7fe8a3cf87c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T17:37:05.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T17:37:05.166 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:05.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:05.248+0000 7f7c8ffc17c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T17:37:05.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:05.248+0000 7f7c8ffc17c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T17:37:05.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:05.248+0000 7f7c8ffc17c0 -1 bdev(0x55a9e4e95800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:05.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:37:05.252+0000 7f7c8ffc17c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T17:37:08.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T17:37:08.454 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T17:37:08.469 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:37:08.469 INFO:tasks.ceph:role: osd.4 2024-09-12T17:37:08.469 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:37:08.469 DEBUG:teuthology.orchestra.run.smithi165:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:37:08.532 INFO:teuthology.orchestra.run.smithi165.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:37:08.533 INFO:teuthology.orchestra.run.smithi165.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:37:08.987 INFO:teuthology.orchestra.run.smithi165.stdout:Discarding blocks...Done. 2024-09-12T17:37:08.989 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi165.front.sepia.ceph.com -o noatime 2024-09-12T17:37:08.989 DEBUG:teuthology.orchestra.run.smithi165:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T17:37:09.082 DEBUG:teuthology.orchestra.run.smithi165:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T17:37:09.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:37:09.093 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:37:09.093 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T17:37:09.146 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:37:09.146 INFO:tasks.ceph:role: osd.5 2024-09-12T17:37:09.146 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:37:09.146 DEBUG:teuthology.orchestra.run.smithi165:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:37:09.207 INFO:teuthology.orchestra.run.smithi165.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:37:09.208 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:37:09.208 INFO:teuthology.orchestra.run.smithi165.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:37:09.681 INFO:teuthology.orchestra.run.smithi165.stdout:Discarding blocks...Done. 2024-09-12T17:37:09.683 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi165.front.sepia.ceph.com -o noatime 2024-09-12T17:37:09.683 DEBUG:teuthology.orchestra.run.smithi165:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T17:37:09.844 DEBUG:teuthology.orchestra.run.smithi165:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T17:37:09.856 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:37:09.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:37:09.857 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T17:37:09.912 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:37:09.912 INFO:tasks.ceph:role: osd.6 2024-09-12T17:37:09.912 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:37:09.912 DEBUG:teuthology.orchestra.run.smithi165:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:37:09.976 INFO:teuthology.orchestra.run.smithi165.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:37:09.976 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:37:09.976 INFO:teuthology.orchestra.run.smithi165.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:37:09.977 INFO:teuthology.orchestra.run.smithi165.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:37:10.459 INFO:teuthology.orchestra.run.smithi165.stdout:Discarding blocks...Done. 2024-09-12T17:37:10.462 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi165.front.sepia.ceph.com -o noatime 2024-09-12T17:37:10.462 DEBUG:teuthology.orchestra.run.smithi165:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T17:37:10.617 DEBUG:teuthology.orchestra.run.smithi165:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T17:37:10.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:37:10.629 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:37:10.629 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T17:37:10.684 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:37:10.684 INFO:tasks.ceph:role: osd.7 2024-09-12T17:37:10.684 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T17:37:10.685 DEBUG:teuthology.orchestra.run.smithi165:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:37:10.748 INFO:teuthology.orchestra.run.smithi165.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:37:10.748 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:37:10.748 INFO:teuthology.orchestra.run.smithi165.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:37:10.748 INFO:teuthology.orchestra.run.smithi165.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:37:10.749 INFO:teuthology.orchestra.run.smithi165.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:37:11.187 INFO:teuthology.orchestra.run.smithi165.stdout:Discarding blocks...Done. 2024-09-12T17:37:11.189 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi165.front.sepia.ceph.com -o noatime 2024-09-12T17:37:11.189 DEBUG:teuthology.orchestra.run.smithi165:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T17:37:11.286 DEBUG:teuthology.orchestra.run.smithi165:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T17:37:11.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:37:11.295 INFO:teuthology.orchestra.run.smithi165.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:37:11.296 DEBUG:teuthology.orchestra.run.smithi165:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:11.408 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:11.401+0000 7fdaaff377c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T17:37:11.410 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:11.405+0000 7fdaaff377c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T17:37:11.410 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:11.405+0000 7fdaaff377c0 -1 bdev(0x562d37519800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:11.410 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:11.405+0000 7fdaaff377c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T17:37:14.567 DEBUG:teuthology.orchestra.run.smithi165:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T17:37:14.580 DEBUG:teuthology.orchestra.run.smithi165:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:14.663 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:14.657+0000 7fe0270847c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T17:37:14.663 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:14.657+0000 7fe0270847c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T17:37:14.663 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:14.657+0000 7fe0270847c0 -1 bdev(0x55a88941b800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:14.664 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:14.657+0000 7fe0270847c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T17:37:17.820 DEBUG:teuthology.orchestra.run.smithi165:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T17:37:17.876 DEBUG:teuthology.orchestra.run.smithi165:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:17.957 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:17.953+0000 7f511bf957c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T17:37:17.958 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:17.953+0000 7f511bf957c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T17:37:17.958 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:17.953+0000 7f511bf957c0 -1 bdev(0x55c449b35800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:17.958 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:17.953+0000 7f511bf957c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T17:37:21.113 DEBUG:teuthology.orchestra.run.smithi165:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T17:37:21.170 DEBUG:teuthology.orchestra.run.smithi165:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:21.251 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:21.245+0000 7ff653c087c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T17:37:21.252 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:21.245+0000 7ff653c087c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T17:37:21.252 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:21.245+0000 7ff653c087c0 -1 bdev(0x5564c46b3800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T17:37:21.252 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:21.245+0000 7ff653c087c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T17:37:24.376 DEBUG:teuthology.orchestra.run.smithi165:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T17:37:24.437 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T17:37:24.437 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.437 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T17:37:24.451 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T17:37:24.504 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T17:37:24.561 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.561 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T17:37:24.617 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T17:37:24.673 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.674 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T17:37:24.687 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.687 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T17:37:24.739 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.739 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T17:37:24.792 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.792 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T17:37:24.848 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.848 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T17:37:24.905 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:24.905 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T17:37:24.911 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:24.911 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T17:37:24.953 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T17:37:24.953 DEBUG:teuthology.orchestra.run.smithi092:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:37:24.956 DEBUG:teuthology.orchestra.run.smithi165:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.y] 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC0JuNmDCpfFBAAc3+x6PWoUGnOqCjVM+fNgw== 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.0] 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC3JuNmdreJGRAA8MxZYIbvzZGcxMBoSNqlLg== 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.1] 2024-09-12T17:37:24.999 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC6JuNmoiCxKRAAoG665NCuf9EaFPI7rhg8yw== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.2] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC9JuNmZNaaORAAJcOjz/iHjSVNEAJB+iUITw== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.3] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDBJuNmyxFCDxAAtlT9xrNhk03LcMa98EACtA== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.x] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC0JuNmraESFxAAYn+FI8qK0Uo2c8iVFUeHRQ== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.4] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDHJuNmxjVhGBAAARcJwoarLh0Zmux0xjgavg== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.5] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDKJuNm6H6TJxAAYMUFpWmhYM4wq7lp1NiJiw== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.6] 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDNJuNmHFEqORAARtnxvfzNnV52wBF/Io0zJw== 2024-09-12T17:37:25.000 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.7] 2024-09-12T17:37:25.001 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDRJuNmlXYQDxAA2aZrKzcs/LFX3nsUk1ZO9A== 2024-09-12T17:37:25.001 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-12T17:37:25.001 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC0JuNmSyk2GhAAGPaj+drFt0AFiGQoaFNQYg== 2024-09-12T17:37:25.001 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2024-09-12T17:37:25.001 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQC0JuNmrsjYHBAAb1jTnzTCmUkaBLY8uJAwmw== 2024-09-12T17:37:25.006 INFO:teuthology.orchestra.run.smithi165.stdout:[mgr.y] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC0JuNmDCpfFBAAc3+x6PWoUGnOqCjVM+fNgw== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.0] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC3JuNmdreJGRAA8MxZYIbvzZGcxMBoSNqlLg== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.1] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC6JuNmoiCxKRAAoG665NCuf9EaFPI7rhg8yw== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.2] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC9JuNmZNaaORAAJcOjz/iHjSVNEAJB+iUITw== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.3] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQDBJuNmyxFCDxAAtlT9xrNhk03LcMa98EACtA== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[mgr.x] 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC0JuNmraESFxAAYn+FI8qK0Uo2c8iVFUeHRQ== 2024-09-12T17:37:25.007 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.4] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQDHJuNmxjVhGBAAARcJwoarLh0Zmux0xjgavg== 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.5] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQDKJuNm6H6TJxAAYMUFpWmhYM4wq7lp1NiJiw== 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.6] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQDNJuNmHFEqORAARtnxvfzNnV52wBF/Io0zJw== 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:[osd.7] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQDRJuNmlXYQDxAA2aZrKzcs/LFX3nsUk1ZO9A== 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:[client.0] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC0JuNmSyk2GhAAGPaj+drFt0AFiGQoaFNQYg== 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:[client.1] 2024-09-12T17:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQC0JuNmrsjYHBAAb1jTnzTCmUkaBLY8uJAwmw== 2024-09-12T17:37:25.009 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:37:25.047 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:37:25.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.100 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.186 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.232 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.314 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:37:25.400 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:37:25.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.482 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.562 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.612 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.646 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.701 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.730 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:37:25.784 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:37:25.811 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:37:25.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:37:25.873 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:37:25.960 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T17:37:25.960 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T17:37:25.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:37:26.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T17:37:26.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T17:37:26.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:37:26.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T17:37:26.276 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T17:37:26.290 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:37:26.386 DEBUG:teuthology.orchestra.run.smithi165:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T17:37:26.398 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:26.400 DEBUG:teuthology.orchestra.run.smithi165:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:37:26.444 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T17:37:26.444 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T17:37:26.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T17:37:26.447 INFO:tasks.ceph.mon.a:Started 2024-09-12T17:37:26.447 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T17:37:26.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T17:37:26.449 INFO:tasks.ceph.mon.c:Started 2024-09-12T17:37:26.449 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T17:37:26.450 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T17:37:26.490 INFO:tasks.ceph.mon.b:Started 2024-09-12T17:37:26.490 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T17:37:26.490 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T17:37:26.490 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T17:37:26.493 INFO:tasks.ceph.mgr.y:Started 2024-09-12T17:37:26.493 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T17:37:26.493 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T17:37:26.495 INFO:tasks.ceph.mgr.x:Started 2024-09-12T17:37:26.495 DEBUG:tasks.ceph:set 0 configs 2024-09-12T17:37:26.495 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T17:37:26.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T17:37:31.969 INFO:teuthology.orchestra.run.smithi092.stderr:adjusted tunables profile to default 2024-09-12T17:37:31.987 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T17:37:31.988 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T17:37:31.988 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:31.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T17:37:32.000 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:32.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T17:37:32.050 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:32.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T17:37:32.103 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:37:32.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T17:37:32.154 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:32.155 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T17:37:32.170 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:32.170 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T17:37:32.225 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:32.225 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T17:37:32.280 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-09-12T17:37:32.280 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T17:37:32.335 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 6e097a49-e25a-4b16-9368-5c426e14b157 0 2024-09-12T17:37:32.705 INFO:teuthology.orchestra.run.smithi165.stderr:2024-09-12T17:37:32.701+0000 7f840effd640 0 --2- 172.21.15.165:0/2241033743 >> [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] conn(0x7f84100727e0 0x7f84100b5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:37:32.790 INFO:teuthology.orchestra.run.smithi165.stdout:0 2024-09-12T17:37:32.808 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 29a6fb3f-1400-4e7c-bc92-5598756278d4 1 2024-09-12T17:37:33.014 INFO:teuthology.orchestra.run.smithi165.stdout:1 2024-09-12T17:37:33.030 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 24085860-5a85-4f86-badc-331d183e47d9 2 2024-09-12T17:37:33.229 INFO:teuthology.orchestra.run.smithi165.stdout:2 2024-09-12T17:37:33.246 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 3f1c6814-e70c-4259-9cd9-80aae1e88e89 3 2024-09-12T17:37:33.446 INFO:teuthology.orchestra.run.smithi165.stdout:3 2024-09-12T17:37:33.462 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 7856454a-68c0-4c36-a71e-10be32e6b94f 4 2024-09-12T17:37:33.667 INFO:teuthology.orchestra.run.smithi165.stdout:4 2024-09-12T17:37:33.687 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d 5 2024-09-12T17:37:33.888 INFO:teuthology.orchestra.run.smithi165.stdout:5 2024-09-12T17:37:33.904 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new 98941f56-8ea0-4824-8024-21b7b65d4b19 6 2024-09-12T17:37:34.102 INFO:teuthology.orchestra.run.smithi165.stdout:6 2024-09-12T17:37:34.118 DEBUG:teuthology.orchestra.run.smithi165:> sudo ceph --cluster ceph osd new ca6f8e7e-852a-4337-8400-deb8eaa8ff3a 7 2024-09-12T17:37:34.341 INFO:teuthology.orchestra.run.smithi165.stdout:7 2024-09-12T17:37:34.359 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T17:37:34.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T17:37:34.362 INFO:tasks.ceph.osd.0:Started 2024-09-12T17:37:34.362 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T17:37:34.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T17:37:34.366 INFO:tasks.ceph.osd.1:Started 2024-09-12T17:37:34.366 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T17:37:34.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T17:37:34.368 INFO:tasks.ceph.osd.2:Started 2024-09-12T17:37:34.369 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T17:37:34.369 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T17:37:34.371 INFO:tasks.ceph.osd.3:Started 2024-09-12T17:37:34.371 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T17:37:34.371 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T17:37:34.373 INFO:tasks.ceph.osd.4:Started 2024-09-12T17:37:34.373 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T17:37:34.373 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T17:37:34.375 INFO:tasks.ceph.osd.5:Started 2024-09-12T17:37:34.375 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T17:37:34.375 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T17:37:34.377 INFO:tasks.ceph.osd.6:Started 2024-09-12T17:37:34.377 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T17:37:34.377 DEBUG:teuthology.orchestra.run.smithi165:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T17:37:34.379 INFO:tasks.ceph.osd.7:Started 2024-09-12T17:37:34.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:34.580 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:34.580 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":10,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:34.339918+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:34.596 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T17:37:34.596 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T17:37:34.994 INFO:tasks.ceph.mgr.x.smithi165.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:37:34.994 INFO:tasks.ceph.mgr.x.smithi165.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:37:34.994 INFO:tasks.ceph.mgr.x.smithi165.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:37:35.402 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:35.474 INFO:tasks.ceph.mgr.y.smithi092.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:37:35.474 INFO:tasks.ceph.mgr.y.smithi092.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:37:35.474 INFO:tasks.ceph.mgr.y.smithi092.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:37:35.529 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-12T17:37:35.532+0000 7f46f9f417c0 -1 Falling back to public interface 2024-09-12T17:37:35.589 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-12T17:37:35.589 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":10,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:34.339918+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:35.603 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:37:35.777 INFO:tasks.ceph.osd.5.smithi165.stderr:2024-09-12T17:37:35.777+0000 7fc7d7f217c0 -1 Falling back to public interface 2024-09-12T17:37:35.785 INFO:tasks.ceph.osd.7.smithi165.stderr:2024-09-12T17:37:35.785+0000 7f859367c7c0 -1 Falling back to public interface 2024-09-12T17:37:35.974 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-12T17:37:35.976+0000 7f268b6d97c0 -1 Falling back to public interface 2024-09-12T17:37:36.009 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-12T17:37:36.012+0000 7f8eb1cf17c0 -1 Falling back to public interface 2024-09-12T17:37:36.053 INFO:tasks.ceph.osd.6.smithi165.stderr:2024-09-12T17:37:36.053+0000 7f3fb0c887c0 -1 Falling back to public interface 2024-09-12T17:37:36.282 INFO:tasks.ceph.osd.4.smithi165.stderr:2024-09-12T17:37:36.281+0000 7f22daad87c0 -1 Falling back to public interface 2024-09-12T17:37:36.498 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-12T17:37:36.500+0000 7f33bef347c0 -1 Falling back to public interface 2024-09-12T17:37:37.938 INFO:tasks.ceph.mgr.x.smithi165.stderr:2024-09-12T17:37:37.937+0000 7f9142958640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T17:37:37.939 INFO:tasks.ceph.mgr.x.smithi165.stderr:2024-09-12T17:37:37.937+0000 7f9142958640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T17:37:39.600 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-12T17:37:39.600+0000 7f46f9f417c0 -1 osd.0 0 log_to_monitors true 2024-09-12T17:37:40.094 INFO:tasks.ceph.osd.5.smithi165.stderr:2024-09-12T17:37:40.093+0000 7fc7d7f217c0 -1 osd.5 0 log_to_monitors true 2024-09-12T17:37:40.134 INFO:tasks.ceph.osd.7.smithi165.stderr:2024-09-12T17:37:40.133+0000 7f859367c7c0 -1 osd.7 0 log_to_monitors true 2024-09-12T17:37:40.308 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-12T17:37:40.308+0000 7f8eb1cf17c0 -1 osd.3 0 log_to_monitors true 2024-09-12T17:37:40.328 INFO:tasks.ceph.osd.6.smithi165.stderr:2024-09-12T17:37:40.329+0000 7f3fb0c887c0 -1 osd.6 0 log_to_monitors true 2024-09-12T17:37:40.621 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-12T17:37:40.624+0000 7f268b6d97c0 -1 osd.2 0 log_to_monitors true 2024-09-12T17:37:40.666 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-12T17:37:40.668+0000 7f33bef347c0 -1 osd.1 0 log_to_monitors true 2024-09-12T17:37:40.765 INFO:tasks.ceph.osd.4.smithi165.stderr:2024-09-12T17:37:40.765+0000 7f22daad87c0 -1 osd.4 0 log_to_monitors true 2024-09-12T17:37:42.095 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-12T17:37:42.096+0000 7f46f5eea640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T17:37:42.187 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-12T17:37:42.188+0000 7f46edd1c640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:42.409 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:42.778 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-12T17:37:42.778 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":13,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:41.981361+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:42.800 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:37:43.742 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-12T17:37:43.744+0000 7f33bb6ef640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T17:37:43.743 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-12T17:37:43.744+0000 7f8eae4ac640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T17:37:43.761 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-12T17:37:43.764+0000 7f2687682640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T17:37:43.765 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-12T17:37:43.768+0000 7f8ea5acc640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:43.769 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-12T17:37:43.772+0000 7f33b2d0f640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:43.789 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-12T17:37:43.792+0000 7f267f4b4640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:44.095 INFO:tasks.ceph.osd.7.smithi165.stderr:2024-09-12T17:37:44.093+0000 7f858f625640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T17:37:44.123 INFO:tasks.ceph.osd.5.smithi165.stderr:2024-09-12T17:37:44.121+0000 7fc7d3eca640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T17:37:44.124 INFO:tasks.ceph.osd.7.smithi165.stderr:2024-09-12T17:37:44.125+0000 7f8587457640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:44.136 INFO:tasks.ceph.osd.4.smithi165.stderr:2024-09-12T17:37:44.133+0000 7f22d6a81640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T17:37:44.148 INFO:tasks.ceph.osd.5.smithi165.stderr:2024-09-12T17:37:44.149+0000 7fc7cbcfc640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:44.160 INFO:tasks.ceph.osd.4.smithi165.stderr:2024-09-12T17:37:44.161+0000 7f22ce8b3640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:44.163 INFO:tasks.ceph.osd.6.smithi165.stderr:2024-09-12T17:37:44.161+0000 7f3facc31640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T17:37:44.209 INFO:tasks.ceph.osd.6.smithi165.stderr:2024-09-12T17:37:44.209+0000 7f3fa4a63640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:37:49.606 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:49.911 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-12T17:37:49.911 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":18,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:47.257259+0000","last_up_change":"2024-09-12T17:37:44.233708+0000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:37:44.971534+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6801","nonce":1461405544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6803","nonce":1461405544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6807","nonce":1461405544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6805","nonce":1461405544}]},"public_addr":"172.21.15.92:6801/1461405544","cluster_addr":"172.21.15.92:6803/1461405544","heartbeat_back_addr":"172.21.15.92:6807/1461405544","heartbeat_front_addr":"172.21.15.92:6805/1461405544","state":["exists","up"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6825","nonce":2652194826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6827","nonce":2652194826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6831","nonce":2652194826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6829","nonce":2652194826}]},"public_addr":"172.21.15.92:6825/2652194826","cluster_addr":"172.21.15.92:6827/2652194826","heartbeat_back_addr":"172.21.15.92:6831/2652194826","heartbeat_front_addr":"172.21.15.92:6829/2652194826","state":["exists","up"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6809","nonce":227123616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6811","nonce":227123616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6815","nonce":227123616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6813","nonce":227123616}]},"public_addr":"172.21.15.92:6809/227123616","cluster_addr":"172.21.15.92:6811/227123616","heartbeat_back_addr":"172.21.15.92:6815/227123616","heartbeat_front_addr":"172.21.15.92:6813/227123616","state":["exists","up"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6817","nonce":4181824235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6819","nonce":4181824235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6823","nonce":4181824235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6821","nonce":4181824235}]},"public_addr":"172.21.15.92:6817/4181824235","cluster_addr":"172.21.15.92:6819/4181824235","heartbeat_back_addr":"172.21.15.92:6823/4181824235","heartbeat_front_addr":"172.21.15.92:6821/4181824235","state":["exists","up"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6825","nonce":2867254089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6827","nonce":2867254089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6831","nonce":2867254089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6829","nonce":2867254089}]},"public_addr":"172.21.15.165:6825/2867254089","cluster_addr":"172.21.15.165:6827/2867254089","heartbeat_back_addr":"172.21.15.165:6831/2867254089","heartbeat_front_addr":"172.21.15.165:6829/2867254089","state":["exists","up"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6801","nonce":262028902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6803","nonce":262028902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6807","nonce":262028902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6805","nonce":262028902}]},"public_addr":"172.21.15.165:6801/262028902","cluster_addr":"172.21.15.165:6803/262028902","heartbeat_back_addr":"172.21.15.165:6807/262028902","heartbeat_front_addr":"172.21.15.165:6805/262028902","state":["exists","up"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6817","nonce":1533553533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6819","nonce":1533553533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6823","nonce":1533553533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6821","nonce":1533553533}]},"public_addr":"172.21.15.165:6817/1533553533","cluster_addr":"172.21.15.165:6819/1533553533","heartbeat_back_addr":"172.21.15.165:6823/1533553533","heartbeat_front_addr":"172.21.15.165:6821/1533553533","state":["exists","up"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6809","nonce":2138253642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6811","nonce":2138253642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6815","nonce":2138253642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6813","nonce":2138253642}]},"public_addr":"172.21.15.165:6809/2138253642","cluster_addr":"172.21.15.165:6811/2138253642","heartbeat_back_addr":"172.21.15.165:6815/2138253642","heartbeat_front_addr":"172.21.15.165:6813/2138253642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:40.606555+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.688952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.651756+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.285834+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.753062+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.094214+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.313400+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.096891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:49.927 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T17:37:49.927 INFO:tasks.ceph:Creating RBD pool 2024-09-12T17:37:49.927 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T17:37:50.281 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'rbd' created 2024-09-12T17:37:50.307 DEBUG:teuthology.orchestra.run.smithi092:> rbd --cluster ceph pool init rbd 2024-09-12T17:37:50.387 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:50.387 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:53.346 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T17:37:53.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T17:37:53.348 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T17:37:53.664 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:53.683 INFO:teuthology.orchestra.run.smithi092.stdout:[{"version":9,"timestamp":"2024-09-12T17:37:44.168494+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_ssd","new_value":"4967.928996"}]}] 2024-09-12T17:37:53.683 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T17:37:53.684 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T17:37:53.684 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T17:37:53.684 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T17:37:54.017 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:54.033 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":3897832110},{"type":"v1","addr":"172.21.15.165:6833","nonce":3897832110}]},"active_addr":"172.21.15.165:6833/3897832110","active_change":"2024-09-12T17:37:36.919090+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4109,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":2729017935}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":2251153390}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":292495591}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":1639484559}]}]} 2024-09-12T17:37:54.039 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T17:37:54.039 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T17:37:54.039 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:54.345 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:54.345 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:53.308681+0000","last_up_change":"2024-09-12T17:37:44.233708+0000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:37:44.971534+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:37:50.243026+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6801","nonce":1461405544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6803","nonce":1461405544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6807","nonce":1461405544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6805","nonce":1461405544}]},"public_addr":"172.21.15.92:6801/1461405544","cluster_addr":"172.21.15.92:6803/1461405544","heartbeat_back_addr":"172.21.15.92:6807/1461405544","heartbeat_front_addr":"172.21.15.92:6805/1461405544","state":["exists","up"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6825","nonce":2652194826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6827","nonce":2652194826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6831","nonce":2652194826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6829","nonce":2652194826}]},"public_addr":"172.21.15.92:6825/2652194826","cluster_addr":"172.21.15.92:6827/2652194826","heartbeat_back_addr":"172.21.15.92:6831/2652194826","heartbeat_front_addr":"172.21.15.92:6829/2652194826","state":["exists","up"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6809","nonce":227123616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6811","nonce":227123616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6815","nonce":227123616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6813","nonce":227123616}]},"public_addr":"172.21.15.92:6809/227123616","cluster_addr":"172.21.15.92:6811/227123616","heartbeat_back_addr":"172.21.15.92:6815/227123616","heartbeat_front_addr":"172.21.15.92:6813/227123616","state":["exists","up"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6817","nonce":4181824235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6819","nonce":4181824235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6823","nonce":4181824235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6821","nonce":4181824235}]},"public_addr":"172.21.15.92:6817/4181824235","cluster_addr":"172.21.15.92:6819/4181824235","heartbeat_back_addr":"172.21.15.92:6823/4181824235","heartbeat_front_addr":"172.21.15.92:6821/4181824235","state":["exists","up"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6825","nonce":2867254089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6827","nonce":2867254089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6831","nonce":2867254089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6829","nonce":2867254089}]},"public_addr":"172.21.15.165:6825/2867254089","cluster_addr":"172.21.15.165:6827/2867254089","heartbeat_back_addr":"172.21.15.165:6831/2867254089","heartbeat_front_addr":"172.21.15.165:6829/2867254089","state":["exists","up"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6801","nonce":262028902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6803","nonce":262028902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6807","nonce":262028902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6805","nonce":262028902}]},"public_addr":"172.21.15.165:6801/262028902","cluster_addr":"172.21.15.165:6803/262028902","heartbeat_back_addr":"172.21.15.165:6807/262028902","heartbeat_front_addr":"172.21.15.165:6805/262028902","state":["exists","up"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6817","nonce":1533553533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6819","nonce":1533553533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6823","nonce":1533553533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6821","nonce":1533553533}]},"public_addr":"172.21.15.165:6817/1533553533","cluster_addr":"172.21.15.165:6819/1533553533","heartbeat_back_addr":"172.21.15.165:6823/1533553533","heartbeat_front_addr":"172.21.15.165:6821/1533553533","state":["exists","up"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6809","nonce":2138253642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6811","nonce":2138253642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6815","nonce":2138253642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6813","nonce":2138253642}]},"public_addr":"172.21.15.165:6809/2138253642","cluster_addr":"172.21.15.165:6811/2138253642","heartbeat_back_addr":"172.21.15.165:6815/2138253642","heartbeat_front_addr":"172.21.15.165:6813/2138253642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:40.606555+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.688952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.651756+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.285834+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.753062+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.094214+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.313400+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.096891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:54.363 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T17:37:54.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:37:54.673 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:54.673 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T17:37:53.308681+0000","last_up_change":"2024-09-12T17:37:44.233708+0000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:37:44.971534+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:37:50.243026+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6801","nonce":1461405544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6803","nonce":1461405544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6807","nonce":1461405544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6805","nonce":1461405544}]},"public_addr":"172.21.15.92:6801/1461405544","cluster_addr":"172.21.15.92:6803/1461405544","heartbeat_back_addr":"172.21.15.92:6807/1461405544","heartbeat_front_addr":"172.21.15.92:6805/1461405544","state":["exists","up"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6825","nonce":2652194826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6827","nonce":2652194826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6831","nonce":2652194826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6829","nonce":2652194826}]},"public_addr":"172.21.15.92:6825/2652194826","cluster_addr":"172.21.15.92:6827/2652194826","heartbeat_back_addr":"172.21.15.92:6831/2652194826","heartbeat_front_addr":"172.21.15.92:6829/2652194826","state":["exists","up"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6809","nonce":227123616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6811","nonce":227123616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6815","nonce":227123616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6813","nonce":227123616}]},"public_addr":"172.21.15.92:6809/227123616","cluster_addr":"172.21.15.92:6811/227123616","heartbeat_back_addr":"172.21.15.92:6815/227123616","heartbeat_front_addr":"172.21.15.92:6813/227123616","state":["exists","up"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6817","nonce":4181824235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6819","nonce":4181824235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6823","nonce":4181824235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6821","nonce":4181824235}]},"public_addr":"172.21.15.92:6817/4181824235","cluster_addr":"172.21.15.92:6819/4181824235","heartbeat_back_addr":"172.21.15.92:6823/4181824235","heartbeat_front_addr":"172.21.15.92:6821/4181824235","state":["exists","up"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6825","nonce":2867254089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6827","nonce":2867254089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6831","nonce":2867254089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6829","nonce":2867254089}]},"public_addr":"172.21.15.165:6825/2867254089","cluster_addr":"172.21.15.165:6827/2867254089","heartbeat_back_addr":"172.21.15.165:6831/2867254089","heartbeat_front_addr":"172.21.15.165:6829/2867254089","state":["exists","up"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6801","nonce":262028902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6803","nonce":262028902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6807","nonce":262028902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6805","nonce":262028902}]},"public_addr":"172.21.15.165:6801/262028902","cluster_addr":"172.21.15.165:6803/262028902","heartbeat_back_addr":"172.21.15.165:6807/262028902","heartbeat_front_addr":"172.21.15.165:6805/262028902","state":["exists","up"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6817","nonce":1533553533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6819","nonce":1533553533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6823","nonce":1533553533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6821","nonce":1533553533}]},"public_addr":"172.21.15.165:6817/1533553533","cluster_addr":"172.21.15.165:6819/1533553533","heartbeat_back_addr":"172.21.15.165:6823/1533553533","heartbeat_front_addr":"172.21.15.165:6821/1533553533","state":["exists","up"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6809","nonce":2138253642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6811","nonce":2138253642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6815","nonce":2138253642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6813","nonce":2138253642}]},"public_addr":"172.21.15.165:6809/2138253642","cluster_addr":"172.21.15.165:6811/2138253642","heartbeat_back_addr":"172.21.15.165:6815/2138253642","heartbeat_front_addr":"172.21.15.165:6813/2138253642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:40.606555+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.688952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.651756+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.285834+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.753062+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.094214+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.313400+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.096891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:37:54.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T17:37:54.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T17:37:54.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T17:37:54.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T17:37:54.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T17:37:54.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T17:37:54.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T17:37:54.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T17:37:54.942 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:54.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:37:54.961 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:54.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:37:54.963 INFO:teuthology.orchestra.run.smithi092.stdout:60129542151 2024-09-12T17:37:54.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:37:54.964 INFO:teuthology.orchestra.run.smithi092.stdout:64424509443 2024-09-12T17:37:54.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:37:54.967 INFO:teuthology.orchestra.run.smithi092.stdout:64424509443 2024-09-12T17:37:54.968 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:37:54.970 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-12T17:37:54.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:37:54.971 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:54.972 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:37:54.973 INFO:teuthology.orchestra.run.smithi092.stdout:64424509443 2024-09-12T17:37:54.973 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:37:55.475 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-12T17:37:55.486 INFO:teuthology.orchestra.run.smithi092.stdout:60129542150 2024-09-12T17:37:55.500 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.3 2024-09-12T17:37:55.504 INFO:teuthology.orchestra.run.smithi092.stdout:64424509443 2024-09-12T17:37:55.511 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.0 2024-09-12T17:37:55.512 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:55.525 INFO:teuthology.orchestra.run.smithi092.stdout:64424509442 2024-09-12T17:37:55.532 INFO:teuthology.orchestra.run.smithi092.stdout:64424509442 2024-09-12T17:37:55.533 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.2 2024-09-12T17:37:55.534 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:55.534 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509443 for osd.6 2024-09-12T17:37:55.534 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:55.553 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:55.554 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509442 for osd.4 2024-09-12T17:37:55.559 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509442 for osd.5 2024-09-12T17:37:55.560 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:55.572 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.1 2024-09-12T17:37:55.572 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:55.578 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.7 2024-09-12T17:37:56.501 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:37:56.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:37:56.555 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:37:56.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:37:56.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:37:56.888 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-12T17:37:56.907 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.3 2024-09-12T17:37:56.908 INFO:teuthology.orchestra.run.smithi092.stdout:64424509442 2024-09-12T17:37:56.925 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509442 for osd.5 2024-09-12T17:37:56.953 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-12T17:37:56.970 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.7 2024-09-12T17:37:57.013 INFO:teuthology.orchestra.run.smithi092.stdout:60129542150 2024-09-12T17:37:57.031 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.0 2024-09-12T17:37:57.043 INFO:teuthology.orchestra.run.smithi092.stdout:64424509442 2024-09-12T17:37:57.061 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509442 for osd.4 2024-09-12T17:37:57.908 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:37:57.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:37:57.972 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:37:58.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:37:58.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:37:58.228 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-12T17:37:58.259 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509446 for osd.3 2024-09-12T17:37:58.260 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:58.267 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-12T17:37:58.285 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509444 for osd.5 2024-09-12T17:37:58.286 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:58.331 INFO:teuthology.orchestra.run.smithi092.stdout:64424509447 2024-09-12T17:37:58.356 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509447 for osd.7 2024-09-12T17:37:58.356 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:58.381 INFO:teuthology.orchestra.run.smithi092.stdout:60129542151 2024-09-12T17:37:58.397 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.0 2024-09-12T17:37:58.397 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:58.430 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-12T17:37:58.447 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509443 got 64424509444 for osd.4 2024-09-12T17:37:58.447 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:58.447 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T17:37:58.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:37:58.773 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T17:37:58.790 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-12T17:37:56.928715+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":223304,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751416,"statfs":{"total":773094113280,"available":772865449984,"internally_reserved":0,"allocated":2965504,"data_stored":1774742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001658"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.322715+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T17:37:53.322715+0000","last_peered":"2024-09-12T17:37:53.322715+0000","last_clean":"2024-09-12T17:37:53.322715+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T17:37:53.322715+0000","last_undegraded":"2024-09-12T17:37:53.322715+0000","last_fullsized":"2024-09-12T17:37:53.322715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.334682+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T17:37:53.334682+0000","last_peered":"2024-09-12T17:37:53.334682+0000","last_clean":"2024-09-12T17:37:53.334682+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T17:37:53.334682+0000","last_undegraded":"2024-09-12T17:37:53.334682+0000","last_fullsized":"2024-09-12T17:37:53.334682+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.532134+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T17:37:53.532134+0000","last_peered":"2024-09-12T17:37:53.532134+0000","last_clean":"2024-09-12T17:37:53.532134+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T17:37:53.532134+0000","last_undegraded":"2024-09-12T17:37:53.532134+0000","last_fullsized":"2024-09-12T17:37:53.532134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.335031+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T17:37:53.335031+0000","last_peered":"2024-09-12T17:37:53.335031+0000","last_clean":"2024-09-12T17:37:53.335031+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T17:37:53.335031+0000","last_undegraded":"2024-09-12T17:37:53.335031+0000","last_fullsized":"2024-09-12T17:37:53.335031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.329492+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T17:37:53.329492+0000","last_peered":"2024-09-12T17:37:53.329492+0000","last_clean":"2024-09-12T17:37:53.329492+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T17:37:53.329492+0000","last_undegraded":"2024-09-12T17:37:53.329492+0000","last_fullsized":"2024-09-12T17:37:53.329492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.321336+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T17:37:53.321336+0000","last_peered":"2024-09-12T17:37:53.321336+0000","last_clean":"2024-09-12T17:37:53.321336+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T17:37:53.321336+0000","last_undegraded":"2024-09-12T17:37:53.321336+0000","last_fullsized":"2024-09-12T17:37:53.321336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.532141+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T17:37:53.532141+0000","last_peered":"2024-09-12T17:37:53.532141+0000","last_clean":"2024-09-12T17:37:53.532141+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T17:37:53.532141+0000","last_undegraded":"2024-09-12T17:37:53.532141+0000","last_fullsized":"2024-09-12T17:37:53.532141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.326950+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T17:37:53.326950+0000","last_peered":"2024-09-12T17:37:53.326950+0000","last_clean":"2024-09-12T17:37:53.326950+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T17:37:53.326950+0000","last_undegraded":"2024-09-12T17:37:53.326950+0000","last_fullsized":"2024-09-12T17:37:53.326950+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.530874+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T17:37:53.530874+0000","last_peered":"2024-09-12T17:37:53.530874+0000","last_clean":"2024-09-12T17:37:53.530874+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T17:37:53.530874+0000","last_undegraded":"2024-09-12T17:37:53.530874+0000","last_fullsized":"2024-09-12T17:37:53.530874+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":664614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":815104,"data_stored":664614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:37:58.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:37:59.064 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:59.064 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T17:37:59.080 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-12T17:37:58.929313+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":223304,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751416,"statfs":{"total":773094113280,"available":772865449984,"internally_reserved":0,"allocated":2965504,"data_stored":1774742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":225496624},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.648341"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.322715+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T17:37:53.322715+0000","last_peered":"2024-09-12T17:37:53.322715+0000","last_clean":"2024-09-12T17:37:53.322715+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T17:37:53.322715+0000","last_undegraded":"2024-09-12T17:37:53.322715+0000","last_fullsized":"2024-09-12T17:37:53.322715+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.334682+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T17:37:53.334682+0000","last_peered":"2024-09-12T17:37:53.334682+0000","last_clean":"2024-09-12T17:37:53.334682+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T17:37:53.334682+0000","last_undegraded":"2024-09-12T17:37:53.334682+0000","last_fullsized":"2024-09-12T17:37:53.334682+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.532134+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T17:37:53.532134+0000","last_peered":"2024-09-12T17:37:53.532134+0000","last_clean":"2024-09-12T17:37:53.532134+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T17:37:53.532134+0000","last_undegraded":"2024-09-12T17:37:53.532134+0000","last_fullsized":"2024-09-12T17:37:53.532134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.335031+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T17:37:53.335031+0000","last_peered":"2024-09-12T17:37:53.335031+0000","last_clean":"2024-09-12T17:37:53.335031+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T17:37:53.335031+0000","last_undegraded":"2024-09-12T17:37:53.335031+0000","last_fullsized":"2024-09-12T17:37:53.335031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.329492+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T17:37:53.329492+0000","last_peered":"2024-09-12T17:37:53.329492+0000","last_clean":"2024-09-12T17:37:53.329492+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T17:37:53.329492+0000","last_undegraded":"2024-09-12T17:37:53.329492+0000","last_fullsized":"2024-09-12T17:37:53.329492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.321336+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T17:37:53.321336+0000","last_peered":"2024-09-12T17:37:53.321336+0000","last_clean":"2024-09-12T17:37:53.321336+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T17:37:53.321336+0000","last_undegraded":"2024-09-12T17:37:53.321336+0000","last_fullsized":"2024-09-12T17:37:53.321336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.532141+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T17:37:53.532141+0000","last_peered":"2024-09-12T17:37:53.532141+0000","last_clean":"2024-09-12T17:37:53.532141+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T17:37:53.532141+0000","last_undegraded":"2024-09-12T17:37:53.532141+0000","last_fullsized":"2024-09-12T17:37:53.532141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.326950+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T17:37:53.326950+0000","last_peered":"2024-09-12T17:37:53.326950+0000","last_clean":"2024-09-12T17:37:53.326950+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T17:37:53.326950+0000","last_undegraded":"2024-09-12T17:37:53.326950+0000","last_fullsized":"2024-09-12T17:37:53.326950+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T17:37:53.530874+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T17:37:53.530874+0000","last_peered":"2024-09-12T17:37:53.530874+0000","last_clean":"2024-09-12T17:37:53.530874+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T17:37:53.530874+0000","last_undegraded":"2024-09-12T17:37:53.530874+0000","last_fullsized":"2024-09-12T17:37:53.530874+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":664614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":74265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":815104,"data_stored":664614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:37:59.081 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T17:37:59.081 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T17:37:59.081 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T17:37:59.081 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T17:37:59.402 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:37:59.403 INFO:teuthology.orchestra.run.smithi092.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T17:37:59.420 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T17:37:59.420 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T17:37:59.432 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T17:37:59.432 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:37:59.437 DEBUG:teuthology.orchestra.run.smithi092:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T17:37:59.789 INFO:teuthology.orchestra.run.smithi092.stderr:..............+..+.......+.....+.+.....+.+...+...+.........+.....+....+..+.......+...........+.+.....+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+.+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+.........................+..+.....................+...+....+............+........+.......+......+.....+...+....+........+...+....+...........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:38:00.264 INFO:teuthology.orchestra.run.smithi092.stderr:........+...+.....+.+...........+.+........+.+......+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+.......+.....+.+.....+....+.....+..........+...+...............+...+......+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+......+..........+...+........+............+...+...+....+...+.........+.....+.+..+.....................+....+......+..+............+.......+.........+............+..+.+..+.........+.+...+...........+.....................+...+.+.....+......+...+....+..........................+.......+.....+...+.+......+...+............+.........+...+.....+......+.+...........+.........+.+..+...+.............+..+..........+........+.+...............+..............+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:38:00.278 INFO:teuthology.orchestra.run.smithi092.stderr:----- 2024-09-12T17:38:00.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-12T17:38:00.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo update-ca-certificates 2024-09-12T17:38:00.423 INFO:teuthology.orchestra.run.smithi092.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T17:38:01.088 INFO:teuthology.orchestra.run.smithi092.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-12T17:38:01.109 INFO:teuthology.orchestra.run.smithi092.stdout:1 added, 0 removed; done. 2024-09-12T17:38:01.113 INFO:teuthology.orchestra.run.smithi092.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T17:38:01.116 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:38:02.608 INFO:teuthology.orchestra.run.smithi092.stdout:Adding debian:root.pem 2024-09-12T17:38:02.631 INFO:teuthology.orchestra.run.smithi092.stdout:done. 2024-09-12T17:38:02.632 INFO:teuthology.orchestra.run.smithi092.stdout:done. 2024-09-12T17:38:02.635 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:38:02.686 DEBUG:teuthology.orchestra.run.smithi092:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi092.front.sepia.ceph.com 2024-09-12T17:38:02.829 INFO:teuthology.orchestra.run.smithi092.stderr:.+.+..............+.........+.+.....+....+...+..+......+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+..+....+.....+...+.+......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+.......+........+......+.+......+............+...............+...+..+.+..+..................+.+...+...........+.+........+.............+..+.+.....+....+...+..+......+.......+...+..+.........+.+.................+...+...+....+......+..+.......+............+........+.+..+...+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:38:02.941 INFO:teuthology.orchestra.run.smithi092.stderr:.+....................+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+....+...............+..+....+...........+...............+...+......+..........+.........+..+...+.+.....+.........+.......+...........+....+...+...........+..........+..+....+...+..+...+...+....+...........+....+.....+...+......+.......+.........+...........+....+.....+.+.................+...+.......+......+.........+.....+......+....+..+.+........+.......+..+.+..+...+....+...+.....+...+..........+..............+.+..+.........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:38:02.944 INFO:teuthology.orchestra.run.smithi092.stderr:----- 2024-09-12T17:38:02.947 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:38:02.947 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:38:02.994 DEBUG:teuthology.orchestra.run.smithi092:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:38:03.044 INFO:teuthology.orchestra.run.smithi092.stderr:Certificate request self-signature ok 2024-09-12T17:38:03.045 INFO:teuthology.orchestra.run.smithi092.stderr:subject=CN = smithi092.front.sepia.ceph.com 2024-09-12T17:38:03.057 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:38:03.106 DEBUG:teuthology.orchestra.run.smithi092:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:38:03.159 INFO:teuthology.orchestra.run.smithi092.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T17:38:03.159 DEBUG:teuthology.orchestra.run.smithi092:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:38:03.206 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T17:38:03.223 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-12T17:38:03.224 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T17:38:03.224 INFO:tasks.rgw:Creating data pools 2024-09-12T17:38:03.224 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T17:38:03.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph osd erasure-code-profile set client.0 crush-failure-domain=osd k=3 m=1 name=testprofile --cluster ceph 2024-09-12T17:38:04.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T17:38:06.573 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T17:38:06.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T17:38:07.603 INFO:teuthology.orchestra.run.smithi092.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T17:38:07.650 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T17:38:08.629 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T17:38:08.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T17:38:09.640 INFO:teuthology.orchestra.run.smithi092.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T17:38:09.682 DEBUG:tasks.rgw:Pools created 2024-09-12T17:38:09.682 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T17:38:09.682 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:38:09.682 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:38:09.683 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:38:09.726 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:09.727 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:11.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.718+0000 7fbc44ef7640 0 -- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560456a01db0 msgr2=0x560456a02230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until injecting socket failure 2024-09-12T17:38:11.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc456f8640 0 -- 172.21.15.92:0/1048555357 >> [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] conn(0x7fbb0c070ae0 msgr2=0x7fbb0c072fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 realm 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.726+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.730+0000 7fbc473f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:11.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.730+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.730+0000 7fbc473f19c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T17:38:11.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.730+0000 7fbc473f19c0 20 searching for the correct realm 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:11.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:11.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.750+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:11.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:38:11.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 zone default found 2024-09-12T17:38:11.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 4 Realm: () 2024-09-12T17:38:11.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:38:11.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:38:11.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:11.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 zonegroup default 2024-09-12T17:38:11.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:11.754+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:13.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:13.686+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:13.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:13.686+0000 7fbc473f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:13.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:13.694+0000 7fbc473f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:13.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:13.694+0000 7fbc473f19c0 20 started sync module instance, tier type = 2024-09-12T17:38:13.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:13.694+0000 7fbc473f19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:38:15.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=0 2024-09-12T17:38:15.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=1 2024-09-12T17:38:15.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=2 2024-09-12T17:38:15.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=3 2024-09-12T17:38:15.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=4 2024-09-12T17:38:15.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=5 2024-09-12T17:38:15.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=6 2024-09-12T17:38:15.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 20 add_watcher() i=7 2024-09-12T17:38:15.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.729+0000 7fbc473f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:15.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T17:38:15.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T17:38:15.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T17:38:15.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T17:38:15.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T17:38:15.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T17:38:15.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T17:38:15.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T17:38:15.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T17:38:15.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T17:38:15.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T17:38:15.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.733+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T17:38:15.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T17:38:15.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T17:38:15.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T17:38:15.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.737+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T17:38:15.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T17:38:15.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T17:38:15.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T17:38:15.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T17:38:15.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T17:38:15.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T17:38:15.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T17:38:15.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T17:38:15.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.741+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T17:38:15.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T17:38:15.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T17:38:15.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T17:38:15.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T17:38:15.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T17:38:15.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.745+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T17:38:15.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T17:38:15.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T17:38:15.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T17:38:15.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T17:38:15.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.749+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T17:38:15.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T17:38:15.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T17:38:15.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T17:38:15.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.753+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T17:38:15.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.757+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T17:38:15.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T17:38:15.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T17:38:15.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.761+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T17:38:15.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.765+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T17:38:15.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T17:38:15.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T17:38:15.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T17:38:15.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.769+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T17:38:15.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T17:38:15.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T17:38:15.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.773+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T17:38:15.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T17:38:15.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T17:38:15.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T17:38:15.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T17:38:15.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T17:38:15.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T17:38:15.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T17:38:15.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T17:38:15.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T17:38:15.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.777+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T17:38:15.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T17:38:15.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T17:38:15.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.781+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T17:38:15.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T17:38:15.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T17:38:15.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T17:38:15.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T17:38:15.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T17:38:15.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T17:38:15.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T17:38:15.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.785+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T17:38:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T17:38:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T17:38:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T17:38:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T17:38:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T17:38:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T17:38:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T17:38:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.789+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T17:38:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T17:38:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T17:38:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T17:38:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T17:38:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.793+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T17:38:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T17:38:15.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.797+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T17:38:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T17:38:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T17:38:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T17:38:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.801+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.805+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.805+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T17:38:15.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.805+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.805+0000 7fbc473f19c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T17:38:15.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.805+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T17:38:15.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.809+0000 7fbc473f19c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:38:15.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.813+0000 7fbaf6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:15.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.813+0000 7fbc473f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:15.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:15.813+0000 7fbc473f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:18.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.685+0000 7fbc473f19c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T17:38:18.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.685+0000 7fbc473f19c0 5 note: GC not initialized 2024-09-12T17:38:18.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.957+0000 7fbaf5fe3640 20 reqs_thread_entry: start 2024-09-12T17:38:18.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.957+0000 7fbc473f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:18.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.957+0000 7fbc473f19c0 20 Filter name: none 2024-09-12T17:38:18.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:18.957+0000 7fba577fe640 20 reqs_thread_entry: start 2024-09-12T17:38:19.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.009+0000 7fbaf6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:19.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.013+0000 7fbc473f19c0 20 remove_watcher() i=0 2024-09-12T17:38:19.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.013+0000 7fbc473f19c0 2 removed watcher, disabling cache 2024-09-12T17:38:19.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.017+0000 7fbc473f19c0 20 remove_watcher() i=1 2024-09-12T17:38:19.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.017+0000 7fbc473f19c0 20 remove_watcher() i=2 2024-09-12T17:38:19.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.021+0000 7fbc473f19c0 20 remove_watcher() i=3 2024-09-12T17:38:19.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.025+0000 7fbc473f19c0 20 remove_watcher() i=4 2024-09-12T17:38:19.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.025+0000 7fbc473f19c0 20 remove_watcher() i=5 2024-09-12T17:38:19.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.029+0000 7fbc473f19c0 20 remove_watcher() i=6 2024-09-12T17:38:19.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.033+0000 7fbc473f19c0 20 remove_watcher() i=7 2024-09-12T17:38:19.053 INFO:teuthology.orchestra.run.smithi092.stdout:[] 2024-09-12T17:38:19.054 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:38:19.054 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:38:19.054 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:38:19.054 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T17:38:19.096 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:19.096 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:19.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.121+0000 7f9d8af269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:19.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.121+0000 7f9d8af269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:19.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.125+0000 7f9bceffd640 20 reqs_thread_entry: start 2024-09-12T17:38:19.150 INFO:teuthology.orchestra.run.smithi092.stdout:{"id":"bce1255c-5789-4602-aafb-12ce74041bd1","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:38:19.151 DEBUG:tasks.util.rgw: json result: {'id': 'bce1255c-5789-4602-aafb-12ce74041bd1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:38:19.151 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:38:19.151 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:38:19.151 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:38:19.229 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:19.229 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:19.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.265+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.265+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.265+0000 7fb74c4bc9c0 20 realm 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.265+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:19.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:19.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:38:19.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.269+0000 7fb74c4bc9c0 20 searching for the correct realm 2024-09-12T17:38:19.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.277+0000 7fb74a7c3640 0 -- 172.21.15.92:0/3376854567 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55da9d93fb90 msgr2=0x55da9d941f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:19.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.281+0000 7fb7497c1640 0 -- 172.21.15.92:0/3376854567 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb74406c0f0 msgr2=0x7fb74401f810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:38:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 zone default found 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 4 Realm: () 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 zonegroup default 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.289+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 started sync module instance, tier type = 2024-09-12T17:38:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.293+0000 7fb74c4bc9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:38:19.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=0 2024-09-12T17:38:19.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=1 2024-09-12T17:38:19.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=2 2024-09-12T17:38:19.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=3 2024-09-12T17:38:19.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=4 2024-09-12T17:38:19.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=5 2024-09-12T17:38:19.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=6 2024-09-12T17:38:19.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 20 add_watcher() i=7 2024-09-12T17:38:19.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.313+0000 7fb74c4bc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb5fb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb74c4bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb74c4bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb74c4bc9c0 5 note: GC not initialized 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb5fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb74c4bc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb74c4bc9c0 20 Filter name: none 2024-09-12T17:38:19.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.317+0000 7fb56bfff640 20 reqs_thread_entry: start 2024-09-12T17:38:19.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.337+0000 7fb5fb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:19.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.341+0000 7fb74c4bc9c0 20 remove_watcher() i=0 2024-09-12T17:38:19.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.341+0000 7fb74c4bc9c0 2 removed watcher, disabling cache 2024-09-12T17:38:19.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.345+0000 7fb74c4bc9c0 20 remove_watcher() i=1 2024-09-12T17:38:19.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.349+0000 7fb74c4bc9c0 20 remove_watcher() i=2 2024-09-12T17:38:19.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.349+0000 7fb74c4bc9c0 20 remove_watcher() i=3 2024-09-12T17:38:19.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.353+0000 7fb74c4bc9c0 20 remove_watcher() i=4 2024-09-12T17:38:19.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.353+0000 7fb74c4bc9c0 20 remove_watcher() i=5 2024-09-12T17:38:19.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.357+0000 7fb74c4bc9c0 20 remove_watcher() i=6 2024-09-12T17:38:19.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.357+0000 7fb74c4bc9c0 20 remove_watcher() i=7 2024-09-12T17:38:19.374 INFO:teuthology.orchestra.run.smithi092.stdout:[] 2024-09-12T17:38:19.374 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:38:19.374 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T17:38:19.375 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T17:38:19.375 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-12T17:38:19.460 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:19.460 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:19.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.485+0000 7f6751b4f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:19.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.485+0000 7f6751b4f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:19.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.489+0000 7f65bdffb640 20 reqs_thread_entry: start 2024-09-12T17:38:19.515 INFO:teuthology.orchestra.run.smithi092.stdout:{"id":"bce1255c-5789-4602-aafb-12ce74041bd1","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:38:19.515 DEBUG:tasks.util.rgw: json result: {'id': 'bce1255c-5789-4602-aafb-12ce74041bd1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:38:19.515 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-12T17:38:19.515 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p /tmp/rgw_datacache 2024-09-12T17:38:19.563 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-12T17:38:19.616 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:38:19.616 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:38:19.616 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:38:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:19.690 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:19.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 realm 2024-09-12T17:38:19.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:19.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:19.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.729+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.733+0000 7fcde21a79c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:38:19.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.733+0000 7fcde21a79c0 20 searching for the correct realm 2024-09-12T17:38:19.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.737+0000 7fcde04ae640 0 -- 172.21.15.92:0/842047020 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x557148c5fc40 msgr2=0x557148c62030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:19.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.745+0000 7fcddf4ac640 0 -- 172.21.15.92:0/842047020 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcdd8063150 msgr2=0x7fcdd806a6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:19.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:38:19.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 zone default found 2024-09-12T17:38:19.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 4 Realm: () 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 zonegroup default 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.753+0000 7fcde21a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.757+0000 7fcde21a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.757+0000 7fcde21a79c0 20 started sync module instance, tier type = 2024-09-12T17:38:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.757+0000 7fcde21a79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=0 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=1 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=2 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=3 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=4 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=5 2024-09-12T17:38:19.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.773+0000 7fcde21a79c0 20 add_watcher() i=6 2024-09-12T17:38:19.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 20 add_watcher() i=7 2024-09-12T17:38:19.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:19.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcc95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:19.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:19.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:19.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 5 note: GC not initialized 2024-09-12T17:38:19.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcc94fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:19.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:19.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcde21a79c0 20 Filter name: none 2024-09-12T17:38:19.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.777+0000 7fcc0e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:19.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.797+0000 7fcc95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:19.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.801+0000 7fcde21a79c0 20 remove_watcher() i=0 2024-09-12T17:38:19.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.801+0000 7fcde21a79c0 2 removed watcher, disabling cache 2024-09-12T17:38:19.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.801+0000 7fcde21a79c0 20 remove_watcher() i=1 2024-09-12T17:38:19.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.805+0000 7fcde21a79c0 20 remove_watcher() i=2 2024-09-12T17:38:19.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.809+0000 7fcde21a79c0 20 remove_watcher() i=3 2024-09-12T17:38:19.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.809+0000 7fcde21a79c0 20 remove_watcher() i=4 2024-09-12T17:38:19.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.809+0000 7fcde21a79c0 20 remove_watcher() i=5 2024-09-12T17:38:19.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.813+0000 7fcde21a79c0 20 remove_watcher() i=6 2024-09-12T17:38:19.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.813+0000 7fcde21a79c0 20 remove_watcher() i=7 2024-09-12T17:38:19.830 INFO:teuthology.orchestra.run.smithi092.stdout:[] 2024-09-12T17:38:19.830 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:38:19.831 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T17:38:19.831 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:38:19.831 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:38:19.831 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T17:38:19.911 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:19.911 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:19.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.941+0000 7f16a210d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:19.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.941+0000 7f16a210d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:19.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:19.945+0000 7f155e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:19.967 INFO:teuthology.orchestra.run.smithi092.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T17:38:19.968 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T17:38:19.968 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:38:19.968 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:38:19.968 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T17:38:20.056 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:20.056 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.081+0000 7f59c055e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.081+0000 7f59c055e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.085+0000 7f5880fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:20.111 INFO:teuthology.orchestra.run.smithi092.stdout:{"id":"bce1255c-5789-4602-aafb-12ce74041bd1","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:38:20.112 DEBUG:tasks.util.rgw: json result: {'id': 'bce1255c-5789-4602-aafb-12ce74041bd1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:38:20.112 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T17:38:20.112 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:38:20.112 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:38:20.112 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T17:38:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:20.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.169+0000 7f789ce9e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:20.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.169+0000 7f789ce9e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:20.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.173+0000 7f7758ff9640 20 reqs_thread_entry: start 2024-09-12T17:38:20.195 INFO:teuthology.orchestra.run.smithi092.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T17:38:20.195 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T17:38:20.195 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:38:20.195 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:38:20.196 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T17:38:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:20.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.297+0000 7f1644ca39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:20.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.297+0000 7f1644ca39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:38:20.301+0000 7f1504fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:20.326 INFO:teuthology.orchestra.run.smithi092.stdout:{"id":"bce1255c-5789-4602-aafb-12ce74041bd1","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:38:20.326 DEBUG:tasks.util.rgw: json result: {'id': 'bce1255c-5789-4602-aafb-12ce74041bd1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:38:20.326 INFO:tasks.rgw:Starting rgw... 2024-09-12T17:38:20.326 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-12T17:38:20.326 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T17:38:20.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo echo -n https://smithi092.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T17:38:20.384 INFO:teuthology.orchestra.run.smithi092.stdout:https://smithi092.front.sepia.ceph.com:443 2024-09-12T17:38:20.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T17:38:20.437 DEBUG:teuthology.orchestra.run.smithi092:> sudo keytool -import -alias smithi092.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T17:38:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T17:38:21.290 INFO:teuthology.orchestra.run.smithi092.stderr:Certificate was added to keystore 2024-09-12T17:38:21.324 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T17:38:21.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T17:38:21.326 INFO:tasks.rgw.client.0:Started 2024-09-12T17:38:21.326 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi092.front.sepia.ceph.com:443/ 2024-09-12T17:38:21.327 DEBUG:teuthology.orchestra.run.smithi092:> curl https://smithi092.front.sepia.ceph.com:443/ 2024-09-12T17:38:21.361 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T17:38:21.361 INFO:teuthology.orchestra.run.smithi092.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:38:21.361 INFO:teuthology.orchestra.run.smithi092.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:38:21.361 INFO:teuthology.orchestra.run.smithi092.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T17:38:21.361 INFO:teuthology.orchestra.run.smithi092.stderr:curl: (7) Failed to connect to smithi092.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-12T17:38:21.636 INFO:tasks.rgw.client.0.smithi092.stdout:2024-09-12T17:38:21.633+0000 7f511099fa40 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T17:38:22.362 DEBUG:teuthology.orchestra.run.smithi092:> curl https://smithi092.front.sepia.ceph.com:443/ 2024-09-12T17:38:22.373 INFO:teuthology.orchestra.run.smithi092.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:38:22.373 INFO:teuthology.orchestra.run.smithi092.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:38:22.487 INFO:teuthology.orchestra.run.smithi092.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 1644 0 --:--:-- --:--:-- --:--:-- 1654 2024-09-12T17:38:22.489 INFO:teuthology.orchestra.run.smithi092.stdout:anonymous 2024-09-12T17:38:22.489 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T17:38:22.499 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T17:38:22.499 DEBUG:teuthology.orchestra.run.smithi092:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T17:38:25.506 DEBUG:teuthology.orchestra.run.smithi092:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T17:38:26.190 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting tox==3.15.0 2024-09-12T17:38:26.289 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T17:38:26.354 INFO:teuthology.orchestra.run.smithi092.stdout: ---------------------------------------- 82.1/82.1 KB 1.2 MB/s eta 0:00:00 2024-09-12T17:38:26.469 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting six<2,>=1.14.0 2024-09-12T17:38:26.485 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:38:26.615 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting packaging>=14 2024-09-12T17:38:26.630 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T17:38:26.673 INFO:teuthology.orchestra.run.smithi092.stdout: ---------------------------------------- 54.0/54.0 KB 1.2 MB/s eta 0:00:00 2024-09-12T17:38:26.743 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting toml>=0.9.4 2024-09-12T17:38:26.761 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T17:38:27.050 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T17:38:27.065 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T17:38:27.602 INFO:teuthology.orchestra.run.smithi092.stdout: ---------------------------------------- 6.0/6.0 MB 11.3 MB/s eta 0:00:00 2024-09-12T17:38:27.730 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T17:38:27.747 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T17:38:27.869 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting py<2,>=1.4.17 2024-09-12T17:38:27.885 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T17:38:27.926 INFO:teuthology.orchestra.run.smithi092.stdout: ---------------------------------------- 98.7/98.7 KB 2.4 MB/s eta 0:00:00 2024-09-12T17:38:28.048 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T17:38:28.062 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T17:38:28.252 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T17:38:28.266 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T17:38:28.364 INFO:teuthology.orchestra.run.smithi092.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T17:38:28.380 INFO:teuthology.orchestra.run.smithi092.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T17:38:28.438 INFO:teuthology.orchestra.run.smithi092.stdout: --------------------------------------- 468.9/468.9 KB 8.7 MB/s eta 0:00:00 2024-09-12T17:38:28.604 INFO:teuthology.orchestra.run.smithi092.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-12T17:38:29.623 INFO:teuthology.orchestra.run.smithi092.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T17:38:29.710 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:38:29.723 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:38:29.724 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:38:29.724 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:38:29.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:38:29.729 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:38:29.730 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:38:29.775 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:38:29.776 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:38:29.823 INFO:tasks.workunit:timeout=3h 2024-09-12T17:38:29.823 INFO:tasks.workunit:cleanup=True 2024-09-12T17:38:29.824 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:38:29.873 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:39:26.528 INFO:tasks.workunit.client.0.smithi092.stderr:Updating files: 97% (12400/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:39:27.285 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.286 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T17:39:27.287 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.287 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:39:27.287 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:39:27.287 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:39:27.293 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:39:27.342 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:39:27.344 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:39:27.344 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:39:28.147 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:39:28.224 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:39:28.274 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:39:28.275 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:39:28.276 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:39:28.325 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:39:28.329 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:39:28.329 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:39:28.376 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-12T17:39:28.377 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-12T17:39:28.378 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T17:39:28.431 INFO:tasks.workunit.client.0.smithi092.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T17:39:28.431 INFO:tasks.workunit.client.0.smithi092.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:39:28.432 INFO:tasks.workunit.client.0.smithi092.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:++ deactivate nondestructive 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:39:31.283 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PATH 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -z '' ']' 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:39:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:++ PS1='(rgw) ' 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PS1 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:39:31.285 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install pip --upgrade 2024-09-12T17:39:31.675 INFO:tasks.workunit.client.0.smithi092.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:39:31.916 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting pip 2024-09-12T17:39:32.018 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:39:32.320 INFO:tasks.workunit.client.0.smithi092.stdout: ---------------------------------------- 1.8/1.8 MB 6.2 MB/s eta 0:00:00 2024-09-12T17:39:32.394 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: pip 2024-09-12T17:39:32.394 INFO:tasks.workunit.client.0.smithi092.stdout: Attempting uninstall: pip 2024-09-12T17:39:32.394 INFO:tasks.workunit.client.0.smithi092.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:39:32.692 INFO:tasks.workunit.client.0.smithi092.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:39:32.699 INFO:tasks.workunit.client.0.smithi092.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:39:33.486 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed pip-24.2 2024-09-12T17:39:33.546 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install configobj 2024-09-12T17:39:34.125 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting configobj 2024-09-12T17:39:34.174 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading configobj-5.0.8-py2.py3-none-any.whl.metadata (3.4 kB) 2024-09-12T17:39:34.335 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting six (from configobj) 2024-09-12T17:39:34.353 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:39:34.424 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading configobj-5.0.8-py2.py3-none-any.whl (36 kB) 2024-09-12T17:39:34.493 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:39:34.574 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: six, configobj 2024-09-12T17:39:34.739 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed configobj-5.0.8 six-1.16.0 2024-09-12T17:39:35.147 INFO:tasks.workunit.client.0.smithi092.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-12T17:39:35.186 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-12T17:39:35.186 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-12T17:39:35.187 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:35.187 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-12T17:39:35.188 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:39:35.188 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-12T17:39:35.248 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:35.248 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 39655/radosgw \ntcp6 0 0 :::443 :::* LISTEN 39655/radosgw \n' 2024-09-12T17:39:35.249 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:radosgw port: 443 2024-09-12T17:39:35.249 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-12T17:39:35.249 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-12T17:39:35.280 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:35.280 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'' 2024-09-12T17:39:35.280 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-12T17:39:35.627712Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-12T17:39:35.627673Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:Creating s3cmd config... 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:proto for s3cmd config is https 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:s3cmd config written 2024-09-12T17:39:35.866 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-12T17:39:36.099 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:36.099 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-12T17:39:36.099 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-12T17:39:36.476 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:36.476 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.2 seconds, 41.23 MB/s) [1 of 1]\n" 2024-09-12T17:39:36.476 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-12T17:39:36.712 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:36.713 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 142.12 MB/s)\n" 2024-09-12T17:39:36.713 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-12T17:39:37.103 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.103 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340032,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "etag": "55a98fa04235c374a0fae16ee0d78100",\n "tag": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.14289547640159069623",\n "manifest": {\n "objs": [],\n "obj_size": 7340032,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 4190208,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "bucket_id": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4190208,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "bucket_id": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 4190208,\n "ofs": 7340032,\n "stripe_size": 3149824,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "bucket_id": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-12T17:39:36.445850Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "bce1255c-5789-4602-aafb-12ce74041bd1.4550.14289547640159069623",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1726162775/ctime:1726162775/gid:1271/gname:ubuntu/md5:55a98fa04235c374a0fae16ee0d78100/mode:33204/mtime:1726162775/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-12T17:39:37.103 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:Cached object name is: .9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_ 2024-09-12T17:39:37.103 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-12T17:39:37.105 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.105 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'2\n' 2024-09-12T17:39:37.105 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:Check cache dir content: 2 2024-09-12T17:39:37.105 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(ls -l /tmp/rgw_datacache) 2024-09-12T17:39:37.110 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.110 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'total 7168\n-rw-r--r-- 1 ceph ceph 4190208 Sep 12 17:39 bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_0\n-rw-r--r-- 1 ceph ceph 3149824 Sep 12 17:39 bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1\n' 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -name "*.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1") 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'/tmp/rgw_datacache/bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1\n' 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:Path of file in datacache is: /tmp/rgw_datacache/bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(basename /tmp/rgw_datacache/bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1) 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1\n' 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:Name of file in datacache is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1 2024-09-12T17:39:37.111 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:exec_cmd(rados ls -p default.rgw.buckets.data) 2024-09-12T17:39:37.187 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:command succeeded 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:b'bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_0\nbce1255c-5789-4602-aafb-12ce74041bd1.4550.1_7M.dat\nbce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1\n' 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:rados ls output is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_0 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:bce1255c-5789-4602-aafb-12ce74041bd1.4550.1_7M.dat 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:bce1255c-5789-4602-aafb-12ce74041bd1.4550.1__shadow_.9FtycRezHFC97R7hJ_4N8-8QxF3JKwy_1 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:DEBUG:root:RGW Datacache test SUCCESS 2024-09-12T17:39:37.188 INFO:tasks.workunit.client.0.smithi092.stderr:INFO:root:Completed Datacache tests 2024-09-12T17:39:37.194 INFO:tasks.workunit.client.0.smithi092.stderr:+ deactivate 2024-09-12T17:39:37.194 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ export PATH 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ hash -r 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset -f deactivate 2024-09-12T17:39:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:+ echo OK. 2024-09-12T17:39:37.196 INFO:tasks.workunit.client.0.smithi092.stdout:OK. 2024-09-12T17:39:37.196 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:39:37.197 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:39:37.255 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-12T17:39:37.256 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:39:37.592 DEBUG:teuthology.parallel:result is None 2024-09-12T17:39:37.592 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:39:37.604 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:39:37.604 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:39:37.668 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:39:37.668 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:39:37.681 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:39:37.681 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:39:37.682 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:39:37.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:39:37.716 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:39:37.716 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:39:37.764 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:39:37.764 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:39:37.812 INFO:tasks.workunit:timeout=3h 2024-09-12T17:39:37.812 INFO:tasks.workunit:cleanup=True 2024-09-12T17:39:37.813 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:39:37.862 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:40:35.073 INFO:tasks.workunit.client.0.smithi092.stderr:Updating files: 99% (12612/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:40:35.450 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:40:35.451 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:35.452 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:40:35.459 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:40:35.508 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:40:35.510 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:40:35.511 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:40:35.573 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:40:35.630 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:40:35.677 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:40:35.679 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:40:35.679 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:40:35.720 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:40:35.723 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:40:35.723 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:40:35.772 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T17:40:35.774 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T17:40:35.774 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:40:35.824 INFO:tasks.workunit.client.0.smithi092.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:40:35.825 INFO:tasks.workunit.client.0.smithi092.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:40:35.825 INFO:tasks.workunit.client.0.smithi092.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:++ deactivate nondestructive 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:40:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PATH 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -z '' ']' 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:40:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:++ PS1='(rgw) ' 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PS1 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:40:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install pip --upgrade 2024-09-12T17:40:39.099 INFO:tasks.workunit.client.0.smithi092.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:40:39.297 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting pip 2024-09-12T17:40:39.302 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:40:39.336 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: pip 2024-09-12T17:40:39.337 INFO:tasks.workunit.client.0.smithi092.stdout: Attempting uninstall: pip 2024-09-12T17:40:39.337 INFO:tasks.workunit.client.0.smithi092.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:40:39.595 INFO:tasks.workunit.client.0.smithi092.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:40:39.600 INFO:tasks.workunit.client.0.smithi092.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:40:40.355 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed pip-24.2 2024-09-12T17:40:40.416 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install boto3 2024-09-12T17:40:41.468 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting boto3 2024-09-12T17:40:41.524 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:40:42.130 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:40:42.145 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:40:42.280 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:40:42.295 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:40:42.429 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:40:42.446 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:40:42.585 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:40:42.601 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:40:42.794 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:40:42.807 INFO:tasks.workunit.client.0.smithi092.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:40:43.097 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:40:43.098 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:40:43.115 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:40:43.241 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:40:43.509 INFO:tasks.workunit.client.0.smithi092.stdout: ---------------------------------------- 12.5/12.5 MB 49.1 MB/s eta 0:00:00 2024-09-12T17:40:43.526 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:40:43.592 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:40:43.669 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:40:43.742 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:40:43.806 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:40:43.930 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:40:45.209 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:40:45.419 INFO:tasks.workunit.client.0.smithi092.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T17:40:45.574 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T17:40:45.617 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:45.617 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:45.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 realm 2024-09-12T17:40:45.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:45.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.660+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.664+0000 7f3ff62549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:45.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.664+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.664+0000 7f3ff62549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:45.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.664+0000 7f3ff62549c0 20 searching for the correct realm 2024-09-12T17:40:45.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.664+0000 7f3ff3559640 0 -- 172.21.15.92:0/553364737 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f3fe40fef00 msgr2=0x7f3fe40f4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:45.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.876+0000 7f3ff3d5a640 0 -- 172.21.15.92:0/553364737 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3fec03b070 msgr2=0x7f3fec062ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:45.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:45.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.892+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:45.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:45.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 zone default found 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 4 Realm: () 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 zonegroup default 2024-09-12T17:40:45.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 started sync module instance, tier type = 2024-09-12T17:40:45.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.896+0000 7f3ff62549c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:45.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=0 2024-09-12T17:40:45.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=1 2024-09-12T17:40:45.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=2 2024-09-12T17:40:45.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=3 2024-09-12T17:40:45.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=4 2024-09-12T17:40:45.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=5 2024-09-12T17:40:45.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=6 2024-09-12T17:40:45.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 20 add_watcher() i=7 2024-09-12T17:40:45.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.924+0000 7f3ff62549c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:45.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ea9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:45.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:45.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:45.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 5 note: GC not initialized 2024-09-12T17:40:45.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ea8fe1640 20 reqs_thread_entry: start 2024-09-12T17:40:45.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:45.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 Filter name: none 2024-09-12T17:40:45.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3e227fc640 20 reqs_thread_entry: start 2024-09-12T17:40:45.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T17:40:45.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T17:40:45.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:40:45.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T17:40:45.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.932+0000 7f3ff62549c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:45.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.936+0000 7f3ff62549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:45.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.936+0000 7f3ff62549c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T17:40:45.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.936+0000 7f3ff62549c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:40:45.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.936+0000 7f3ff62549c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:40:45.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.936+0000 7f3ff62549c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:40:45.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ff62549c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:40:45.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ff62549c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:40:45.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ff62549c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T17:40:45.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ed2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 171798691841 cookie 94333237836080 notifier 4607 bl.length()=593 2024-09-12T17:40:45.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ed2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:40:45.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.940+0000 7f3ed2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:40:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ff62549c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:40:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ff62549c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:40:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ff62549c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T17:40:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ed27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 171798691840 cookie 94333237828096 notifier 4607 bl.length()=186 2024-09-12T17:40:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ed27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:40:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.944+0000 7f3ed27fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:40:45.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.948+0000 7f3ea9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.952+0000 7f3ff62549c0 20 remove_watcher() i=0 2024-09-12T17:40:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.952+0000 7f3ff62549c0 2 removed watcher, disabling cache 2024-09-12T17:40:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.952+0000 7f3ff62549c0 20 remove_watcher() i=1 2024-09-12T17:40:45.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.956+0000 7f3ff62549c0 20 remove_watcher() i=2 2024-09-12T17:40:45.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.960+0000 7f3ff62549c0 20 remove_watcher() i=3 2024-09-12T17:40:45.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.960+0000 7f3ff62549c0 20 remove_watcher() i=4 2024-09-12T17:40:45.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.964+0000 7f3ff62549c0 20 remove_watcher() i=5 2024-09-12T17:40:45.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.964+0000 7f3ff62549c0 20 remove_watcher() i=6 2024-09-12T17:40:45.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:45.964+0000 7f3ff62549c0 20 remove_watcher() i=7 2024-09-12T17:40:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.189 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.190 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.242 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.242 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.266 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.266 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.289 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.289 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.296 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.296 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.315 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.315 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.325 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.325 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.336 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.336 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.371 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.372 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.379 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.379 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.417 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.417 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.424 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.425 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.462 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.745 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:40:46.747 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.596+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 realm 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.600+0000 7f122f0bc9c0 20 searching for the correct realm 2024-09-12T17:40:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.604+0000 7f122d3c3640 0 -- 172.21.15.92:0/2493798730 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f1220082060 msgr2=0x7f122007abb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.616+0000 7f122c3c1640 0 -- 172.21.15.92:0/2493798730 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f12240ca910 msgr2=0x7f12240f63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:46.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.832+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 zone default found 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 4 Realm: () 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:46.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 zonegroup default 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 started sync module instance, tier type = 2024-09-12T17:40:46.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.836+0000 7f122f0bc9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=0 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=1 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=2 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=3 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=4 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=5 2024-09-12T17:40:46.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.864+0000 7f122f0bc9c0 20 add_watcher() i=6 2024-09-12T17:40:46.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.868+0000 7f122f0bc9c0 20 add_watcher() i=7 2024-09-12T17:40:46.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.868+0000 7f122f0bc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:46.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.872+0000 7f10e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:46.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.872+0000 7f122f0bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:46.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.872+0000 7f122f0bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:46.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.872+0000 7f122f0bc9c0 5 note: GC not initialized 2024-09-12T17:40:46.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.872+0000 7f10e27e4640 20 reqs_thread_entry: start 2024-09-12T17:40:46.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 Filter name: none 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f10db7fe640 20 reqs_thread_entry: start 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:46.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:46.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.876+0000 7f122f0bc9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:46.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.888+0000 7f10e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:46.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.892+0000 7f122f0bc9c0 20 remove_watcher() i=0 2024-09-12T17:40:46.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.892+0000 7f122f0bc9c0 2 removed watcher, disabling cache 2024-09-12T17:40:46.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.896+0000 7f122f0bc9c0 20 remove_watcher() i=1 2024-09-12T17:40:46.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.896+0000 7f122f0bc9c0 20 remove_watcher() i=2 2024-09-12T17:40:46.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.900+0000 7f122f0bc9c0 20 remove_watcher() i=3 2024-09-12T17:40:46.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.900+0000 7f122f0bc9c0 20 remove_watcher() i=4 2024-09-12T17:40:46.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.904+0000 7f122f0bc9c0 20 remove_watcher() i=5 2024-09-12T17:40:46.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.904+0000 7f122f0bc9c0 20 remove_watcher() i=6 2024-09-12T17:40:46.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.908+0000 7f122f0bc9c0 20 remove_watcher() i=7 2024-09-12T17:40:46.922 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:40:46.949 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:46.949 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:46.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 realm 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.992+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:46.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:46.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:46.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:46.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:46.996+0000 7f1436c779c0 20 searching for the correct realm 2024-09-12T17:40:47.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.204+0000 7f1434f7e640 0 -- 172.21.15.92:0/2518779277 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f1428008050 msgr2=0x7f1428063140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:47.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.420+0000 7f1433f7c640 0 -- 172.21.15.92:0/2518779277 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f142c120c00 msgr2=0x7f142c0f0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:47.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.636+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:47.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 zone default found 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 4 Realm: () 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 zonegroup default 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 started sync module instance, tier type = 2024-09-12T17:40:47.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.640+0000 7f1436c779c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=0 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=1 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=2 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=3 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=4 2024-09-12T17:40:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.664+0000 7f1436c779c0 20 add_watcher() i=5 2024-09-12T17:40:47.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.668+0000 7f1436c779c0 20 add_watcher() i=6 2024-09-12T17:40:47.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.668+0000 7f1436c779c0 20 add_watcher() i=7 2024-09-12T17:40:47.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.668+0000 7f1436c779c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:47.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f12eafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:47.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:47.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:47.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 5 note: GC not initialized 2024-09-12T17:40:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f12e9fdb640 20 reqs_thread_entry: start 2024-09-12T17:40:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 Filter name: none 2024-09-12T17:40:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f125b7fe640 20 reqs_thread_entry: start 2024-09-12T17:40:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:47.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:47.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:47.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.672+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.676+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:47.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.676+0000 7f1436c779c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.676+0000 7f1436c779c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:47.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.676+0000 7f1436c779c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:47.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.676+0000 7f12eafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:47.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.684+0000 7f1436c779c0 20 remove_watcher() i=0 2024-09-12T17:40:47.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.684+0000 7f1436c779c0 2 removed watcher, disabling cache 2024-09-12T17:40:47.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.688+0000 7f1436c779c0 20 remove_watcher() i=1 2024-09-12T17:40:47.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.688+0000 7f1436c779c0 20 remove_watcher() i=2 2024-09-12T17:40:47.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.692+0000 7f1436c779c0 20 remove_watcher() i=3 2024-09-12T17:40:47.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.692+0000 7f1436c779c0 20 remove_watcher() i=4 2024-09-12T17:40:47.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.696+0000 7f1436c779c0 20 remove_watcher() i=5 2024-09-12T17:40:47.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.696+0000 7f1436c779c0 20 remove_watcher() i=6 2024-09-12T17:40:47.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.700+0000 7f1436c779c0 20 remove_watcher() i=7 2024-09-12T17:40:47.716 INFO:tasks.workunit.client.0.smithi092.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 106, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T17:40:47.716 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T17:40:47.717 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:47.717 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:40:47.752 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:47.752 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:47.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 realm 2024-09-12T17:40:47.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:47.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:47.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.796+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.800+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:47.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.800+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:47.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.800+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:47.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.800+0000 7f6c055149c0 20 searching for the correct realm 2024-09-12T17:40:47.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.804+0000 7f6c0381b640 0 -- 172.21.15.92:0/2812000851 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f6bf802e060 msgr2=0x7f6bf8061b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:47.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:47.812+0000 7f6c02819640 0 -- 172.21.15.92:0/2812000851 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6bfc093be0 msgr2=0x7f6bfc092280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:48.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:48.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:48.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.028+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 zone default found 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 4 Realm: () 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:48.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 zonegroup default 2024-09-12T17:40:48.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:48.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:48.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:48.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 started sync module instance, tier type = 2024-09-12T17:40:48.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.032+0000 7f6c055149c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:48.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=0 2024-09-12T17:40:48.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=1 2024-09-12T17:40:48.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=2 2024-09-12T17:40:48.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=3 2024-09-12T17:40:48.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=4 2024-09-12T17:40:48.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=5 2024-09-12T17:40:48.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.060+0000 7f6c055149c0 20 add_watcher() i=6 2024-09-12T17:40:48.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.064+0000 7f6c055149c0 20 add_watcher() i=7 2024-09-12T17:40:48.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.064+0000 7f6c055149c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:48.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6ab9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6c055149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6c055149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6c055149c0 5 note: GC not initialized 2024-09-12T17:40:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6ab8fe1640 20 reqs_thread_entry: start 2024-09-12T17:40:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6c055149c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:48.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6c055149c0 20 Filter name: none 2024-09-12T17:40:48.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.068+0000 7f6a327fc640 20 reqs_thread_entry: start 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:48.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:48.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:40:48.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.072+0000 7f6c055149c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:40:48.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.076+0000 7f6ab9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:48.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.080+0000 7f6c055149c0 20 remove_watcher() i=0 2024-09-12T17:40:48.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.080+0000 7f6c055149c0 2 removed watcher, disabling cache 2024-09-12T17:40:48.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.084+0000 7f6c055149c0 20 remove_watcher() i=1 2024-09-12T17:40:48.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.084+0000 7f6c055149c0 20 remove_watcher() i=2 2024-09-12T17:40:48.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.088+0000 7f6c055149c0 20 remove_watcher() i=3 2024-09-12T17:40:48.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.088+0000 7f6c055149c0 20 remove_watcher() i=4 2024-09-12T17:40:48.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.092+0000 7f6c055149c0 20 remove_watcher() i=5 2024-09-12T17:40:48.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.092+0000 7f6c055149c0 20 remove_watcher() i=6 2024-09-12T17:40:48.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:48.096+0000 7f6c055149c0 20 remove_watcher() i=7 2024-09-12T17:40:48.120 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:40:48.546 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:40:49.975 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:49.975 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:50.044 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:40:50.044 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:40:50.082 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:50.082 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:50.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.124+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 realm 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.128+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.132+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:50.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.132+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.132+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:50.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.132+0000 7f08986f29c0 20 searching for the correct realm 2024-09-12T17:40:50.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.136+0000 7f08969f9640 0 -- 172.21.15.92:0/4013972059 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f088c02a070 msgr2=0x7f088c04f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:50.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.348+0000 7f08959f7640 0 -- 172.21.15.92:0/4013972059 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f08900e5090 msgr2=0x7f0890124960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:50.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:50.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.564+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:50.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:50.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 zone default found 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 4 Realm: () 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 zonegroup default 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 started sync module instance, tier type = 2024-09-12T17:40:50.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.568+0000 7f08986f29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=0 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=1 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=2 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=3 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=4 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=5 2024-09-12T17:40:50.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.592+0000 7f08986f29c0 20 add_watcher() i=6 2024-09-12T17:40:50.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.596+0000 7f08986f29c0 20 add_watcher() i=7 2024-09-12T17:40:50.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.596+0000 7f08986f29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:50.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.600+0000 7f074cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:50.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.600+0000 7f08986f29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:50.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.600+0000 7f08986f29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:50.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 5 note: GC not initialized 2024-09-12T17:40:50.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f06c77fe640 20 reqs_thread_entry: start 2024-09-12T17:40:50.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:50.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 Filter name: none 2024-09-12T17:40:50.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f06c57fa640 20 reqs_thread_entry: start 2024-09-12T17:40:50.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:50.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:50.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:50.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:50.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 INFO: main: starting shard=0 2024-09-12T17:40:50.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.604+0000 7f08986f29c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:50.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.608+0000 7f08986f29c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:40:50.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.608+0000 7f08986f29c0 20 INFO: main: done 2024-09-12T17:40:50.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.608+0000 7f074cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:50.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.612+0000 7f08986f29c0 20 remove_watcher() i=0 2024-09-12T17:40:50.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.612+0000 7f08986f29c0 2 removed watcher, disabling cache 2024-09-12T17:40:50.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.616+0000 7f08986f29c0 20 remove_watcher() i=1 2024-09-12T17:40:50.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.620+0000 7f08986f29c0 20 remove_watcher() i=2 2024-09-12T17:40:50.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.620+0000 7f08986f29c0 20 remove_watcher() i=3 2024-09-12T17:40:50.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.624+0000 7f08986f29c0 20 remove_watcher() i=4 2024-09-12T17:40:50.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.624+0000 7f08986f29c0 20 remove_watcher() i=5 2024-09-12T17:40:50.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.628+0000 7f08986f29c0 20 remove_watcher() i=6 2024-09-12T17:40:50.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.628+0000 7f08986f29c0 20 remove_watcher() i=7 2024-09-12T17:40:50.648 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:50.649 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:50.654 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:50.654 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:50.724 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:40:50.730 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:40:50.761 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:50.761 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:50.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.804+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.804+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.804+0000 7f3b9b8479c0 20 realm 2024-09-12T17:40:50.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.804+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:50.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:50.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:50.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:50.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:50.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.808+0000 7f3b9b8479c0 20 searching for the correct realm 2024-09-12T17:40:50.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:50.812+0000 7f3b99b4e640 0 -- 172.21.15.92:0/1439455269 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3b90018070 msgr2=0x7f3b9007dac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:51.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.028+0000 7f3b98b4c640 0 -- 172.21.15.92:0/1439455269 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3b94041930 msgr2=0x7f3b9403f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:51.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:51.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.244+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:51.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 zone default found 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 4 Realm: () 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 zonegroup default 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 started sync module instance, tier type = 2024-09-12T17:40:51.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.248+0000 7f3b9b8479c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=0 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=1 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=2 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=3 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=4 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=5 2024-09-12T17:40:51.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.276+0000 7f3b9b8479c0 20 add_watcher() i=6 2024-09-12T17:40:51.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.280+0000 7f3b9b8479c0 20 add_watcher() i=7 2024-09-12T17:40:51.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.280+0000 7f3b9b8479c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:51.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3a4ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:51.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3b9b8479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:51.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3b9b8479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:51.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3b9b8479c0 5 note: GC not initialized 2024-09-12T17:40:51.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3a4efe5640 20 reqs_thread_entry: start 2024-09-12T17:40:51.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3b9b8479c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:51.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3b9b8479c0 20 Filter name: none 2024-09-12T17:40:51.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.284+0000 7f3a4cfe1640 20 reqs_thread_entry: start 2024-09-12T17:40:51.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:51.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 INFO: main: starting shard=0 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:51.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:40:51.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.288+0000 7f3b9b8479c0 20 INFO: main: done 2024-09-12T17:40:51.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.292+0000 7f3a4ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:51.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.296+0000 7f3b9b8479c0 20 remove_watcher() i=0 2024-09-12T17:40:51.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.296+0000 7f3b9b8479c0 2 removed watcher, disabling cache 2024-09-12T17:40:51.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.300+0000 7f3b9b8479c0 20 remove_watcher() i=1 2024-09-12T17:40:51.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.300+0000 7f3b9b8479c0 20 remove_watcher() i=2 2024-09-12T17:40:51.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.304+0000 7f3b9b8479c0 20 remove_watcher() i=3 2024-09-12T17:40:51.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.304+0000 7f3b9b8479c0 20 remove_watcher() i=4 2024-09-12T17:40:51.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.308+0000 7f3b9b8479c0 20 remove_watcher() i=5 2024-09-12T17:40:51.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.308+0000 7f3b9b8479c0 20 remove_watcher() i=6 2024-09-12T17:40:51.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.308+0000 7f3b9b8479c0 20 remove_watcher() i=7 2024-09-12T17:40:51.334 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:51.334 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:51.339 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:51.339 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:51.342 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:51.343 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:51.408 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:40:51.408 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:40:51.445 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:51.445 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:51.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 realm 2024-09-12T17:40:51.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:51.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.492+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.496+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:51.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.496+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.496+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:51.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.496+0000 7f66e086b9c0 20 searching for the correct realm 2024-09-12T17:40:51.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.500+0000 7f66deb72640 0 -- 172.21.15.92:0/3843632072 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f66d4034060 msgr2=0x7f66d40353d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:51.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.508+0000 7f66ddb70640 0 -- 172.21.15.92:0/3843632072 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f66d80e0910 msgr2=0x7f66d80df450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.724+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:51.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 zone default found 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 4 Realm: () 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 zonegroup default 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 started sync module instance, tier type = 2024-09-12T17:40:51.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.728+0000 7f66e086b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=0 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=1 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=2 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=3 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=4 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=5 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=6 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 20 add_watcher() i=7 2024-09-12T17:40:51.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.752+0000 7f66e086b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:51.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.756+0000 7f6594fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:51.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:51.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:51.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 5 note: GC not initialized 2024-09-12T17:40:51.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f650f7fe640 20 reqs_thread_entry: start 2024-09-12T17:40:51.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:51.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 Filter name: none 2024-09-12T17:40:51.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f650d7fa640 20 reqs_thread_entry: start 2024-09-12T17:40:51.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:51.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:51.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:51.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:51.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 INFO: main: starting shard=0 2024-09-12T17:40:51.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.760+0000 7f66e086b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:51.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.764+0000 7f66e086b9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:40:51.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.764+0000 7f66e086b9c0 20 INFO: main: done 2024-09-12T17:40:51.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.764+0000 7f6594fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:51.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.768+0000 7f66e086b9c0 20 remove_watcher() i=0 2024-09-12T17:40:51.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.768+0000 7f66e086b9c0 2 removed watcher, disabling cache 2024-09-12T17:40:51.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.772+0000 7f66e086b9c0 20 remove_watcher() i=1 2024-09-12T17:40:51.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.772+0000 7f66e086b9c0 20 remove_watcher() i=2 2024-09-12T17:40:51.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.776+0000 7f66e086b9c0 20 remove_watcher() i=3 2024-09-12T17:40:51.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.780+0000 7f66e086b9c0 20 remove_watcher() i=4 2024-09-12T17:40:51.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.780+0000 7f66e086b9c0 20 remove_watcher() i=5 2024-09-12T17:40:51.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.784+0000 7f66e086b9c0 20 remove_watcher() i=6 2024-09-12T17:40:51.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.784+0000 7f66e086b9c0 20 remove_watcher() i=7 2024-09-12T17:40:51.801 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:51.801 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:51.805 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:51.805 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:51.872 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:40:51.872 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:40:51.903 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:51.904 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:51.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 realm 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:51.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:51.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.948+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.952+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:51.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.952+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:51.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.952+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:51.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.952+0000 7fcd924b89c0 20 searching for the correct realm 2024-09-12T17:40:51.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:51.956+0000 7fcd907bf640 0 -- 172.21.15.92:0/3636402000 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fcd8410d980 msgr2=0x7fcd8412d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:52.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.172+0000 7fcd8f7bd640 0 -- 172.21.15.92:0/3636402000 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcd8806ce60 msgr2=0x7fcd880680e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:52.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:52.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.388+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:52.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 zone default found 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 4 Realm: () 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:52.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:52.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 zonegroup default 2024-09-12T17:40:52.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:52.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:52.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:52.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 started sync module instance, tier type = 2024-09-12T17:40:52.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.392+0000 7fcd924b89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:52.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=0 2024-09-12T17:40:52.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=1 2024-09-12T17:40:52.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=2 2024-09-12T17:40:52.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=3 2024-09-12T17:40:52.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=4 2024-09-12T17:40:52.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=5 2024-09-12T17:40:52.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=6 2024-09-12T17:40:52.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 20 add_watcher() i=7 2024-09-12T17:40:52.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.420+0000 7fcd924b89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:52.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 5 note: GC not initialized 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcc44fe1640 20 reqs_thread_entry: start 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:52.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 Filter name: none 2024-09-12T17:40:52.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcbbe7fc640 20 reqs_thread_entry: start 2024-09-12T17:40:52.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:52.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.428+0000 7fcd924b89c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:52.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:52.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:52.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:52.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 INFO: main: starting shard=0 2024-09-12T17:40:52.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:52.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:40:52.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.432+0000 7fcd924b89c0 20 INFO: main: done 2024-09-12T17:40:52.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.436+0000 7fcc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:52.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.440+0000 7fcd924b89c0 20 remove_watcher() i=0 2024-09-12T17:40:52.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.440+0000 7fcd924b89c0 2 removed watcher, disabling cache 2024-09-12T17:40:52.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.444+0000 7fcd924b89c0 20 remove_watcher() i=1 2024-09-12T17:40:52.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.444+0000 7fcd924b89c0 20 remove_watcher() i=2 2024-09-12T17:40:52.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.448+0000 7fcd924b89c0 20 remove_watcher() i=3 2024-09-12T17:40:52.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.448+0000 7fcd924b89c0 20 remove_watcher() i=4 2024-09-12T17:40:52.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.452+0000 7fcd924b89c0 20 remove_watcher() i=5 2024-09-12T17:40:52.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.452+0000 7fcd924b89c0 20 remove_watcher() i=6 2024-09-12T17:40:52.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:52.456+0000 7fcd924b89c0 20 remove_watcher() i=7 2024-09-12T17:40:52.473 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:52.473 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:52.477 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:40:52.914 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:40:53.348 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T17:40:53.348 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:53.348 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:40:53.385 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:53.385 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:53.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 realm 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.424+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:53.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:53.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.428+0000 7f233f2ce9c0 20 searching for the correct realm 2024-09-12T17:40:53.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.432+0000 7f233cdd4640 0 -- 172.21.15.92:0/2109796668 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f233401e040 msgr2=0x7f233402b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:53.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.440+0000 7f233c5d3640 0 -- 172.21.15.92:0/2109796668 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f233401c920 msgr2=0x7f233401b390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:53.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:53.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:53.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 zone default found 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 4 Realm: () 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 zonegroup default 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.660+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.664+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.664+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.664+0000 7f233f2ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.664+0000 7f233f2ce9c0 20 started sync module instance, tier type = 2024-09-12T17:40:53.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.664+0000 7f233f2ce9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:53.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=0 2024-09-12T17:40:53.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=1 2024-09-12T17:40:53.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=2 2024-09-12T17:40:53.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=3 2024-09-12T17:40:53.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=4 2024-09-12T17:40:53.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=5 2024-09-12T17:40:53.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.692+0000 7f233f2ce9c0 20 add_watcher() i=6 2024-09-12T17:40:53.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.696+0000 7f233f2ce9c0 20 add_watcher() i=7 2024-09-12T17:40:53.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.696+0000 7f233f2ce9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:53.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f21f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:53.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:53.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:53.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 5 note: GC not initialized 2024-09-12T17:40:53.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f21f27e4640 20 reqs_thread_entry: start 2024-09-12T17:40:53.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:53.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 Filter name: none 2024-09-12T17:40:53.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f21ebfff640 20 reqs_thread_entry: start 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:53.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.704+0000 7f233f2ce9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:53.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:53.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:53.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:53.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:53.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:53.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.708+0000 7f233f2ce9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:53.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.712+0000 7f233f2ce9c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T17:40:53.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.712+0000 7f233f2ce9c0 1 NOTICE: finished all shards (4 entries found) 2024-09-12T17:40:53.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.712+0000 7f21f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:53.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.720+0000 7f233f2ce9c0 20 remove_watcher() i=0 2024-09-12T17:40:53.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.720+0000 7f233f2ce9c0 2 removed watcher, disabling cache 2024-09-12T17:40:53.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.720+0000 7f233f2ce9c0 20 remove_watcher() i=1 2024-09-12T17:40:53.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.724+0000 7f233f2ce9c0 20 remove_watcher() i=2 2024-09-12T17:40:53.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.728+0000 7f233f2ce9c0 20 remove_watcher() i=3 2024-09-12T17:40:53.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.728+0000 7f233f2ce9c0 20 remove_watcher() i=4 2024-09-12T17:40:53.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.732+0000 7f233f2ce9c0 20 remove_watcher() i=5 2024-09-12T17:40:53.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.732+0000 7f233f2ce9c0 20 remove_watcher() i=6 2024-09-12T17:40:53.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.736+0000 7f233f2ce9c0 20 remove_watcher() i=7 2024-09-12T17:40:53.751 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: unlinked entries are not listable 2024-09-12T17:40:53.752 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:53.754 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:53.754 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:53.759 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T17:40:53.760 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:53.762 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:53.762 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:53.809 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:53.809 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:53.856 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T17:40:53.856 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:53.856 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:40:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:53.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.940+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 realm 2024-09-12T17:40:53.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:53.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:53.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:53.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.944+0000 7f90cafb79c0 20 searching for the correct realm 2024-09-12T17:40:53.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:53.948+0000 7f90c92be640 0 -- 172.21.15.92:0/3866801977 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f90bc0c7070 msgr2=0x7f90bc0f8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:54.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.164+0000 7f90c82bc640 0 -- 172.21.15.92:0/3866801977 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f90c002f930 msgr2=0x7f90c0011460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:54.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:54.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.380+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:54.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 zone default found 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 4 Realm: () 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 zonegroup default 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.384+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.388+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.388+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.388+0000 7f90cafb79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.388+0000 7f90cafb79c0 20 started sync module instance, tier type = 2024-09-12T17:40:54.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.388+0000 7f90cafb79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=0 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=1 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=2 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=3 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=4 2024-09-12T17:40:54.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=5 2024-09-12T17:40:54.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=6 2024-09-12T17:40:54.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 20 add_watcher() i=7 2024-09-12T17:40:54.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.412+0000 7f90cafb79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:54.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.416+0000 7f8f7efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:54.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:54.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:54.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 5 note: GC not initialized 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f8f7dfe3640 20 reqs_thread_entry: start 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 Filter name: none 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f8eef7fe640 20 reqs_thread_entry: start 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:54.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:54.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:54.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:54.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:54.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:54.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:54.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:54.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:54.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:54.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:54.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.420+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.424+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.424+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:c state=0x5613ba6336f8 s->prefetch_data=0 2024-09-12T17:40:54.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.428+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to t4u3ji2hx81e03kgsbr1d5xc698xbbj4 2024-09-12T17:40:54.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.428+0000 7f90cafb79c0 20 get_obj_state_impl: setting s->olh_tag to tdwp0t0a2u2qiwysrrrbp90h8yhl3u40 2024-09-12T17:40:54.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.428+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tdwp0t0a2u2qiwysrrrbp90h8yhl3u40 2024-09-12T17:40:54.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.428+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 olh_log_entry: epoch=3 op=3 key=c[VWzXAQwSjo852Cm2IC8zH69LDaUY9dG] 2024-09-12T17:40:54.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:VWzXAQwSjo852Cm2IC8zH69LDaUY9dG_c state=0x5613ba62d748 s->prefetch_data=0 2024-09-12T17:40:54.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 10 manifest: total_size = 11 2024-09-12T17:40:54.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.12510206895055746952 2024-09-12T17:40:54.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:VWzXAQwSjo852Cm2IC8zH69LDaUY9dG_c state=0x5613ba62d748 s->prefetch_data=0 2024-09-12T17:40:54.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 prepare_atomic_modification: state is not atomic. state=0x5613ba62d748 2024-09-12T17:40:54.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.436+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.444+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:54.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.444+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T17:40:54.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.444+0000 7f90cafb79c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:54.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.444+0000 7f90cafb79c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:VWzXAQwSjo852Cm2IC8zH69LDaUY9dG_.Q624B-DfnH3rlcEOfaEgW-kG6UC-H88_0 2024-09-12T17:40:54.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.448+0000 7f8f9ffff640 20 handle_completion(): completion ok for obj=c[VWzXAQwSjo852Cm2IC8zH69LDaUY9dG] 2024-09-12T17:40:54.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.448+0000 7f90cafb79c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:54.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.448+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.448+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:d state=0x5613ba6312c8 s->prefetch_data=0 2024-09-12T17:40:54.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to 0gah799zmg24bvo08k8b3nkzik0he766 2024-09-12T17:40:54.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 get_obj_state_impl: setting s->olh_tag to zcr6odna2p2bcddh62th1ib28yc2zz6j 2024-09-12T17:40:54.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.456+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zcr6odna2p2bcddh62th1ib28yc2zz6j 2024-09-12T17:40:54.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.460+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 olh_log_entry: epoch=3 op=3 key=d[RBTldEMI.48.SvwsKooGX-vGuYYFZPo] 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:RBTldEMI.48.SvwsKooGX-vGuYYFZPo_d state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 10 manifest: total_size = 22 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4805055512721727657 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:RBTldEMI.48.SvwsKooGX-vGuYYFZPo_d state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 prepare_atomic_modification: state is not atomic. state=0x5613ba62a718 2024-09-12T17:40:54.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.464+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.472+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:54.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.472+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:40:54.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.472+0000 7f90cafb79c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:54.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.472+0000 7f90cafb79c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:RBTldEMI.48.SvwsKooGX-vGuYYFZPo_.BKbSyywOLLXcTqzC1tgbgkLJWqDotZA_0 2024-09-12T17:40:54.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.472+0000 7f8f9ffff640 20 handle_completion(): completion ok for obj=d[RBTldEMI.48.SvwsKooGX-vGuYYFZPo] 2024-09-12T17:40:54.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.476+0000 7f90cafb79c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:54.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.480+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.480+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:e state=0x5613ba631208 s->prefetch_data=0 2024-09-12T17:40:54.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to mb8g1t248ixqsr53cgqzcp5393n3v7cw 2024-09-12T17:40:54.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 get_obj_state_impl: setting s->olh_tag to 9cplrj7jcf056qm9czzukdvz2rki3lxg 2024-09-12T17:40:54.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.484+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9cplrj7jcf056qm9czzukdvz2rki3lxg 2024-09-12T17:40:54.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.488+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 olh_log_entry: epoch=2 op=3 key=e[5.bnm1X4iBbZvObeSWWbBLEmfqxfJ6.] 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:5.bnm1X4iBbZvObeSWWbBLEmfqxfJ6._e state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 10 manifest: total_size = 11 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.13529484211395006911 2024-09-12T17:40:54.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:5.bnm1X4iBbZvObeSWWbBLEmfqxfJ6._e state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 prepare_atomic_modification: state is not atomic. state=0x5613ba62a718 2024-09-12T17:40:54.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.492+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.500+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:54.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.500+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T17:40:54.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.500+0000 7f90cafb79c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:54.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.500+0000 7f90cafb79c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:5.bnm1X4iBbZvObeSWWbBLEmfqxfJ6._.sOdzKqoWbmJRVdW1EsjGMmGLnnGDfwq_0 2024-09-12T17:40:54.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.504+0000 7f8f9ffff640 20 handle_completion(): completion ok for obj=e[5.bnm1X4iBbZvObeSWWbBLEmfqxfJ6.] 2024-09-12T17:40:54.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.504+0000 7f90cafb79c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:54.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.504+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:e state=0x5613ba631208 s->prefetch_data=0 2024-09-12T17:40:54.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.504+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9cplrj7jcf056qm9czzukdvz2rki3lxg 2024-09-12T17:40:54.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.512+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.516+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.516+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.520+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:f state=0x5613ba631178 s->prefetch_data=0 2024-09-12T17:40:54.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.520+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to z3ddf7tqrorf0ouxce05pijp59m6hrtw 2024-09-12T17:40:54.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.520+0000 7f90cafb79c0 20 get_obj_state_impl: setting s->olh_tag to li31l96govi64y0tky36111j9u0uki3a 2024-09-12T17:40:54.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.520+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=li31l96govi64y0tky36111j9u0uki3a 2024-09-12T17:40:54.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.524+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.524+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:40:54.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 olh_log_entry: epoch=2 op=3 key=f[lI97Q5GEgXIYN-Xpi7JwlhPc0AZe9xd] 2024-09-12T17:40:54.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:lI97Q5GEgXIYN-Xpi7JwlhPc0AZe9xd_f state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 10 manifest: total_size = 22 2024-09-12T17:40:54.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.12967624744977816008 2024-09-12T17:40:54.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:_:lI97Q5GEgXIYN-Xpi7JwlhPc0AZe9xd_f state=0x5613ba62a718 s->prefetch_data=0 2024-09-12T17:40:54.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 prepare_atomic_modification: state is not atomic. state=0x5613ba62a718 2024-09-12T17:40:54.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.528+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.536+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:54.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.536+0000 7f90cafb79c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:40:54.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.536+0000 7f90cafb79c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:54.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.536+0000 7f90cafb79c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:lI97Q5GEgXIYN-Xpi7JwlhPc0AZe9xd_.CkMLwxZctNReivirT_saSYgRd9QI7L0_0 2024-09-12T17:40:54.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.540+0000 7f8f9ffff640 20 handle_completion(): completion ok for obj=f[lI97Q5GEgXIYN-Xpi7JwlhPc0AZe9xd] 2024-09-12T17:40:54.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.540+0000 7f90cafb79c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:54.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.544+0000 7f90cafb79c0 20 get_obj_state: octx=0x5613ba3851a0 obj=check-bucket:f state=0x5613ba631178 s->prefetch_data=0 2024-09-12T17:40:54.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.544+0000 7f90cafb79c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=li31l96govi64y0tky36111j9u0uki3a 2024-09-12T17:40:54.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.552+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.556+0000 7f90cafb79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:54.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.556+0000 7f90cafb79c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:40:54.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.556+0000 7f90cafb79c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:40:54.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.560+0000 7f8f7efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:54.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.564+0000 7f90cafb79c0 20 remove_watcher() i=0 2024-09-12T17:40:54.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.564+0000 7f90cafb79c0 2 removed watcher, disabling cache 2024-09-12T17:40:54.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.568+0000 7f90cafb79c0 20 remove_watcher() i=1 2024-09-12T17:40:54.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.568+0000 7f90cafb79c0 20 remove_watcher() i=2 2024-09-12T17:40:54.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.572+0000 7f90cafb79c0 20 remove_watcher() i=3 2024-09-12T17:40:54.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.576+0000 7f90cafb79c0 20 remove_watcher() i=4 2024-09-12T17:40:54.577 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.576+0000 7f90cafb79c0 20 remove_watcher() i=5 2024-09-12T17:40:54.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.580+0000 7f90cafb79c0 20 remove_watcher() i=6 2024-09-12T17:40:54.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.580+0000 7f90cafb79c0 20 remove_watcher() i=7 2024-09-12T17:40:54.601 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.601 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.605 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.605 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.608 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.609 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.613 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.613 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.615 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T17:40:54.615 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:54.616 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.616 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.675 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.675 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.682 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.682 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.689 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.689 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.697 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:54.697 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:54.702 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T17:40:54.702 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:54.703 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:40:54.741 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:54.741 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:54.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.784+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 realm 2024-09-12T17:40:54.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:54.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:54.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:54.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.788+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:54.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.792+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:54.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.792+0000 7f1cfcd5f9c0 20 searching for the correct realm 2024-09-12T17:40:54.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:54.792+0000 7f1cfb066640 0 -- 172.21.15.92:0/1990304326 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f1cf007f220 msgr2=0x7f1cf007dc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:55.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.008+0000 7f1cfa064640 0 -- 172.21.15.92:0/1990304326 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f1cf40f7140 msgr2=0x7f1cf40a4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:55.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.224+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:55.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 zone default found 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 4 Realm: () 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 zonegroup default 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 started sync module instance, tier type = 2024-09-12T17:40:55.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.228+0000 7f1cfcd5f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:55.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=0 2024-09-12T17:40:55.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=1 2024-09-12T17:40:55.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=2 2024-09-12T17:40:55.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=3 2024-09-12T17:40:55.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=4 2024-09-12T17:40:55.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=5 2024-09-12T17:40:55.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.252+0000 7f1cfcd5f9c0 20 add_watcher() i=6 2024-09-12T17:40:55.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.256+0000 7f1cfcd5f9c0 20 add_watcher() i=7 2024-09-12T17:40:55.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.256+0000 7f1cfcd5f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:55.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1bb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:55.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:55.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:55.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 5 note: GC not initialized 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1b2bfff640 20 reqs_thread_entry: start 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 Filter name: none 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1b29ffb640 20 reqs_thread_entry: start 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:55.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:55.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.260+0000 7f1cfcd5f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:40:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1cfcd5f9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:40:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.264+0000 7f1bb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:55.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.272+0000 7f1cfcd5f9c0 20 remove_watcher() i=0 2024-09-12T17:40:55.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.272+0000 7f1cfcd5f9c0 2 removed watcher, disabling cache 2024-09-12T17:40:55.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.272+0000 7f1cfcd5f9c0 20 remove_watcher() i=1 2024-09-12T17:40:55.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.276+0000 7f1cfcd5f9c0 20 remove_watcher() i=2 2024-09-12T17:40:55.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.276+0000 7f1cfcd5f9c0 20 remove_watcher() i=3 2024-09-12T17:40:55.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.280+0000 7f1cfcd5f9c0 20 remove_watcher() i=4 2024-09-12T17:40:55.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.280+0000 7f1cfcd5f9c0 20 remove_watcher() i=5 2024-09-12T17:40:55.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.284+0000 7f1cfcd5f9c0 20 remove_watcher() i=6 2024-09-12T17:40:55.284 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.284+0000 7f1cfcd5f9c0 20 remove_watcher() i=7 2024-09-12T17:40:55.304 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:55.304 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:55.334 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:55.335 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:55.369 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:40:55.399 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:55.400 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:55.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 realm 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.444+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.448+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:55.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.448+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.448+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:55.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.448+0000 7f479e3ee9c0 20 searching for the correct realm 2024-09-12T17:40:55.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.452+0000 7f479c6f5640 0 -- 172.21.15.92:0/1205941813 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f47900fce20 msgr2=0x7f4790103aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:55.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.668+0000 7f479b6f3640 0 -- 172.21.15.92:0/1205941813 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4794058940 msgr2=0x7f479400f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:55.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.884+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:55.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:55.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 zone default found 2024-09-12T17:40:55.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 4 Realm: () 2024-09-12T17:40:55.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:55.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:55.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:55.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 zonegroup default 2024-09-12T17:40:55.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.888+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.892+0000 7f479e3ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:55.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.892+0000 7f479e3ee9c0 20 started sync module instance, tier type = 2024-09-12T17:40:55.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.892+0000 7f479e3ee9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=0 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=1 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=2 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=3 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=4 2024-09-12T17:40:55.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=5 2024-09-12T17:40:55.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.912+0000 7f479e3ee9c0 20 add_watcher() i=6 2024-09-12T17:40:55.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.916+0000 7f479e3ee9c0 20 add_watcher() i=7 2024-09-12T17:40:55.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.916+0000 7f479e3ee9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:55.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f4651fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:55.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 5 note: GC not initialized 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f4650fe1640 20 reqs_thread_entry: start 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 Filter name: none 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f45ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:40:55.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:55.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:55.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:55.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:55.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:55.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 INFO: main: starting shard=0 2024-09-12T17:40:55.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.920+0000 7f479e3ee9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:55.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.924+0000 7f479e3ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:40:55.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.924+0000 7f479e3ee9c0 20 INFO: main: done 2024-09-12T17:40:55.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.924+0000 7f4651fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:55.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.932+0000 7f479e3ee9c0 20 remove_watcher() i=0 2024-09-12T17:40:55.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.932+0000 7f479e3ee9c0 2 removed watcher, disabling cache 2024-09-12T17:40:55.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.936+0000 7f479e3ee9c0 20 remove_watcher() i=1 2024-09-12T17:40:55.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.936+0000 7f479e3ee9c0 20 remove_watcher() i=2 2024-09-12T17:40:55.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.940+0000 7f479e3ee9c0 20 remove_watcher() i=3 2024-09-12T17:40:55.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.940+0000 7f479e3ee9c0 20 remove_watcher() i=4 2024-09-12T17:40:55.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.944+0000 7f479e3ee9c0 20 remove_watcher() i=5 2024-09-12T17:40:55.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.944+0000 7f479e3ee9c0 20 remove_watcher() i=6 2024-09-12T17:40:55.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:55.944+0000 7f479e3ee9c0 20 remove_watcher() i=7 2024-09-12T17:40:55.962 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:40:55.995 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:55.995 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:56.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.036+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 realm 2024-09-12T17:40:56.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:56.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:56.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.040+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.044+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:56.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.044+0000 7f274d93e9c0 20 searching for the correct realm 2024-09-12T17:40:56.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.044+0000 7f274bc45640 0 -- 172.21.15.92:0/864804446 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f2740092090 msgr2=0x7f274007b4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:56.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.260+0000 7f274ac43640 0 -- 172.21.15.92:0/864804446 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f27440a7c20 msgr2=0x7f27440de780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:56.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.476+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:56.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 zone default found 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 4 Realm: () 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 zonegroup default 2024-09-12T17:40:56.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 started sync module instance, tier type = 2024-09-12T17:40:56.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.480+0000 7f274d93e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=0 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=1 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=2 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=3 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=4 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=5 2024-09-12T17:40:56.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.504+0000 7f274d93e9c0 20 add_watcher() i=6 2024-09-12T17:40:56.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.508+0000 7f274d93e9c0 20 add_watcher() i=7 2024-09-12T17:40:56.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.508+0000 7f274d93e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:56.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f2601fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:56.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f274d93e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:56.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f274d93e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:56.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f274d93e9c0 5 note: GC not initialized 2024-09-12T17:40:56.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f2600fe1640 20 reqs_thread_entry: start 2024-09-12T17:40:56.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.512+0000 7f274d93e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:56.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 Filter name: none 2024-09-12T17:40:56.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f257a7fc640 20 reqs_thread_entry: start 2024-09-12T17:40:56.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:56.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:56.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:56.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:56.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 INFO: main: starting shard=0 2024-09-12T17:40:56.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:56.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:40:56.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.516+0000 7f274d93e9c0 20 INFO: main: done 2024-09-12T17:40:56.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.520+0000 7f2601fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:56.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.524+0000 7f274d93e9c0 20 remove_watcher() i=0 2024-09-12T17:40:56.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.524+0000 7f274d93e9c0 2 removed watcher, disabling cache 2024-09-12T17:40:56.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.528+0000 7f274d93e9c0 20 remove_watcher() i=1 2024-09-12T17:40:56.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.528+0000 7f274d93e9c0 20 remove_watcher() i=2 2024-09-12T17:40:56.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.532+0000 7f274d93e9c0 20 remove_watcher() i=3 2024-09-12T17:40:56.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.532+0000 7f274d93e9c0 20 remove_watcher() i=4 2024-09-12T17:40:56.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.536+0000 7f274d93e9c0 20 remove_watcher() i=5 2024-09-12T17:40:56.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.536+0000 7f274d93e9c0 20 remove_watcher() i=6 2024-09-12T17:40:56.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.536+0000 7f274d93e9c0 20 remove_watcher() i=7 2024-09-12T17:40:56.554 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T17:40:56.554 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:56.555 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:40:56.588 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:56.588 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:56.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 realm 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:56.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.632+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.636+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:56.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.636+0000 7f5b4b3fb9c0 20 searching for the correct realm 2024-09-12T17:40:56.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.640+0000 7f5b48f01640 0 -- 172.21.15.92:0/403946553 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f5b40004040 msgr2=0x7f5b400fcf70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:56.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.644+0000 7f5b48700640 0 -- 172.21.15.92:0/403946553 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5b400fe500 msgr2=0x7f5b40131860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:56.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:56.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:56.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:56.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.860+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:56.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 zone default found 2024-09-12T17:40:56.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 4 Realm: () 2024-09-12T17:40:56.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 zonegroup default 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 started sync module instance, tier type = 2024-09-12T17:40:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.864+0000 7f5b4b3fb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=0 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=1 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=2 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=3 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=4 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=5 2024-09-12T17:40:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.888+0000 7f5b4b3fb9c0 20 add_watcher() i=6 2024-09-12T17:40:56.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.892+0000 7f5b4b3fb9c0 20 add_watcher() i=7 2024-09-12T17:40:56.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.892+0000 7f5b4b3fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.896+0000 7f59fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.896+0000 7f5b4b3fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.896+0000 7f5b4b3fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 5 note: GC not initialized 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f59fdfe3640 20 reqs_thread_entry: start 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 Filter name: none 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f596f7fe640 20 reqs_thread_entry: start 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:56.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.900+0000 7f5b4b3fb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:56.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.904+0000 7f5b4b3fb9c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T17:40:56.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.904+0000 7f5b4b3fb9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-12T17:40:56.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.904+0000 7f59fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:56.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.908+0000 7f5b4b3fb9c0 20 remove_watcher() i=0 2024-09-12T17:40:56.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.908+0000 7f5b4b3fb9c0 2 removed watcher, disabling cache 2024-09-12T17:40:56.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.912+0000 7f5b4b3fb9c0 20 remove_watcher() i=1 2024-09-12T17:40:56.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.912+0000 7f5b4b3fb9c0 20 remove_watcher() i=2 2024-09-12T17:40:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.916+0000 7f5b4b3fb9c0 20 remove_watcher() i=3 2024-09-12T17:40:56.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.920+0000 7f5b4b3fb9c0 20 remove_watcher() i=4 2024-09-12T17:40:56.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.920+0000 7f5b4b3fb9c0 20 remove_watcher() i=5 2024-09-12T17:40:56.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.924+0000 7f5b4b3fb9c0 20 remove_watcher() i=6 2024-09-12T17:40:56.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:56.924+0000 7f5b4b3fb9c0 20 remove_watcher() i=7 2024-09-12T17:40:56.940 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T17:40:56.940 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:56.941 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:40:56.977 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:56.977 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:57.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.020+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.020+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.020+0000 7f3e8bba09c0 20 realm 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.020+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:57.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:57.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.024+0000 7f3e8bba09c0 20 searching for the correct realm 2024-09-12T17:40:57.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.028+0000 7f3e896a6640 0 -- 172.21.15.92:0/1951749664 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3e74003be0 msgr2=0x7f3e840636e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:57.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.032+0000 7f3e896a6640 0 -- 172.21.15.92:0/1951749664 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x55ae8d44dcb0 msgr2=0x7f3e840369a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:57.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:57.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 zone default found 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 4 Realm: () 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 zonegroup default 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.256+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 started sync module instance, tier type = 2024-09-12T17:40:57.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.260+0000 7f3e8bba09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=0 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=1 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=2 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=3 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=4 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=5 2024-09-12T17:40:57.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.284+0000 7f3e8bba09c0 20 add_watcher() i=6 2024-09-12T17:40:57.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.288+0000 7f3e8bba09c0 20 add_watcher() i=7 2024-09-12T17:40:57.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.288+0000 7f3e8bba09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:57.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3d3f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3e8bba09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3e8bba09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3e8bba09c0 5 note: GC not initialized 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3d3e7e4640 20 reqs_thread_entry: start 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.292+0000 7f3e8bba09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:57.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 Filter name: none 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3caffff640 20 reqs_thread_entry: start 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d43c190 obj=check-bucket:c state=0x55ae8d6ed358 s->prefetch_data=0 2024-09-12T17:40:57.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 get_obj_state: setting s->obj_tag to t4u3ji2hx81e03kgsbr1d5xc698xbbj4 2024-09-12T17:40:57.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 get_obj_state_impl: setting s->olh_tag to tdwp0t0a2u2qiwysrrrbp90h8yhl3u40 2024-09-12T17:40:57.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.296+0000 7f3e8bba09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:57.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.300+0000 7f3e8bba09c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T17:40:57.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.300+0000 7f3e8bba09c0 20 olh_log_entry: epoch=4 op=3 key=c[fX7X5TA0qUfe9hXAy3KXIfGQ5II252L] 2024-09-12T17:40:57.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.300+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d716ca0 obj=check-bucket:_:fX7X5TA0qUfe9hXAy3KXIfGQ5II252L_c state=0x55ae8d6e6f18 s->prefetch_data=0 2024-09-12T17:40:57.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.304+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d716ca0 obj=check-bucket:c state=0x55ae8d6edeb8 s->prefetch_data=0 2024-09-12T17:40:57.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.304+0000 7f3e8bba09c0 20 get_obj_state: setting s->obj_tag to t4u3ji2hx81e03kgsbr1d5xc698xbbj4 2024-09-12T17:40:57.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.304+0000 7f3e8bba09c0 20 get_obj_state_impl: setting s->olh_tag to tdwp0t0a2u2qiwysrrrbp90h8yhl3u40 2024-09-12T17:40:57.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.304+0000 7f3e8bba09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tdwp0t0a2u2qiwysrrrbp90h8yhl3u40 2024-09-12T17:40:57.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.316+0000 7f3e8bba09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:57.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d43c190 obj=check-bucket:d state=0x55ae8d6ed358 s->prefetch_data=0 2024-09-12T17:40:57.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 get_obj_state: setting s->obj_tag to 0gah799zmg24bvo08k8b3nkzik0he766 2024-09-12T17:40:57.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 get_obj_state_impl: setting s->olh_tag to zcr6odna2p2bcddh62th1ib28yc2zz6j 2024-09-12T17:40:57.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:57.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T17:40:57.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 olh_log_entry: epoch=4 op=3 key=d[.jYwndGR0Ns6mFLuEDiTnYMay5h2BIL] 2024-09-12T17:40:57.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.320+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d716ca0 obj=check-bucket:_:.jYwndGR0Ns6mFLuEDiTnYMay5h2BIL_d state=0x55ae8d6ec068 s->prefetch_data=0 2024-09-12T17:40:57.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.324+0000 7f3e8bba09c0 20 get_obj_state: octx=0x55ae8d716ca0 obj=check-bucket:d state=0x55ae8d6e4398 s->prefetch_data=0 2024-09-12T17:40:57.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.324+0000 7f3e8bba09c0 20 get_obj_state: setting s->obj_tag to 0gah799zmg24bvo08k8b3nkzik0he766 2024-09-12T17:40:57.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.324+0000 7f3e8bba09c0 20 get_obj_state_impl: setting s->olh_tag to zcr6odna2p2bcddh62th1ib28yc2zz6j 2024-09-12T17:40:57.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.324+0000 7f3e8bba09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zcr6odna2p2bcddh62th1ib28yc2zz6j 2024-09-12T17:40:57.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.332+0000 7f3e8bba09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:57.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.336+0000 7f3e8bba09c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T17:40:57.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.336+0000 7f3e8bba09c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T17:40:57.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.340+0000 7f3d3f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:57.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.344+0000 7f3e8bba09c0 20 remove_watcher() i=0 2024-09-12T17:40:57.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.344+0000 7f3e8bba09c0 2 removed watcher, disabling cache 2024-09-12T17:40:57.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.348+0000 7f3e8bba09c0 20 remove_watcher() i=1 2024-09-12T17:40:57.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.348+0000 7f3e8bba09c0 20 remove_watcher() i=2 2024-09-12T17:40:57.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.352+0000 7f3e8bba09c0 20 remove_watcher() i=3 2024-09-12T17:40:57.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.352+0000 7f3e8bba09c0 20 remove_watcher() i=4 2024-09-12T17:40:57.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.356+0000 7f3e8bba09c0 20 remove_watcher() i=5 2024-09-12T17:40:57.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.356+0000 7f3e8bba09c0 20 remove_watcher() i=6 2024-09-12T17:40:57.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.360+0000 7f3e8bba09c0 20 remove_watcher() i=7 2024-09-12T17:40:57.378 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:40:57.411 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:57.412 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:57.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 realm 2024-09-12T17:40:57.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.456+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.460+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.460+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:57.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.460+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:57.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.460+0000 7f69d321a9c0 20 searching for the correct realm 2024-09-12T17:40:57.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:57.464+0000 7f69d1521640 0 -- 172.21.15.92:0/3482036279 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f69c407dc20 msgr2=0x7f69c4062d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:58.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.084+0000 7f69d1521640 0 -- 172.21.15.92:0/3482036279 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f69c407dc20 msgr2=0x7f69c4062d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:58.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:58.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:58.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.096+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:58.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 zone default found 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 4 Realm: () 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 zonegroup default 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 started sync module instance, tier type = 2024-09-12T17:40:58.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.100+0000 7f69d321a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:58.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=0 2024-09-12T17:40:58.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=1 2024-09-12T17:40:58.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=2 2024-09-12T17:40:58.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=3 2024-09-12T17:40:58.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=4 2024-09-12T17:40:58.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.124+0000 7f69d321a9c0 20 add_watcher() i=5 2024-09-12T17:40:58.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.128+0000 7f69d321a9c0 20 add_watcher() i=6 2024-09-12T17:40:58.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.128+0000 7f69d321a9c0 20 add_watcher() i=7 2024-09-12T17:40:58.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.128+0000 7f69d321a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:58.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f6886fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:58.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:58.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:58.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 5 note: GC not initialized 2024-09-12T17:40:58.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f6885fe3640 20 reqs_thread_entry: start 2024-09-12T17:40:58.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:58.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 20 Filter name: none 2024-09-12T17:40:58.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f67f77fe640 20 reqs_thread_entry: start 2024-09-12T17:40:58.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.132+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:58.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:58.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:58.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:58.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 INFO: main: starting shard=0 2024-09-12T17:40:58.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:58.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:40:58.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.136+0000 7f69d321a9c0 20 INFO: main: done 2024-09-12T17:40:58.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.140+0000 7f6886fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:58.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.144+0000 7f69d321a9c0 20 remove_watcher() i=0 2024-09-12T17:40:58.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.144+0000 7f69d321a9c0 2 removed watcher, disabling cache 2024-09-12T17:40:58.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.144+0000 7f69d321a9c0 20 remove_watcher() i=1 2024-09-12T17:40:58.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.148+0000 7f69d321a9c0 20 remove_watcher() i=2 2024-09-12T17:40:58.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.152+0000 7f69d321a9c0 20 remove_watcher() i=3 2024-09-12T17:40:58.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.152+0000 7f69d321a9c0 20 remove_watcher() i=4 2024-09-12T17:40:58.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.156+0000 7f69d321a9c0 20 remove_watcher() i=5 2024-09-12T17:40:58.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.156+0000 7f69d321a9c0 20 remove_watcher() i=6 2024-09-12T17:40:58.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.160+0000 7f69d321a9c0 20 remove_watcher() i=7 2024-09-12T17:40:58.174 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:40:58.204 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:58.204 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:58.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.244+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 realm 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.248+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.252+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:58.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.252+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.252+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:58.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.252+0000 7f90eeb439c0 20 searching for the correct realm 2024-09-12T17:40:58.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.256+0000 7f90ece4a640 0 -- 172.21.15.92:0/3236551849 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f90e0040020 msgr2=0x7f90e00407a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:58.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.472+0000 7f90ebe48640 0 -- 172.21.15.92:0/3236551849 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f90e4005910 msgr2=0x7f90e40263b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:58.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:58.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.688+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:58.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:58.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 zone default found 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 4 Realm: () 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 zonegroup default 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 started sync module instance, tier type = 2024-09-12T17:40:58.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.692+0000 7f90eeb439c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:58.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=0 2024-09-12T17:40:58.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=1 2024-09-12T17:40:58.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=2 2024-09-12T17:40:58.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=3 2024-09-12T17:40:58.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=4 2024-09-12T17:40:58.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=5 2024-09-12T17:40:58.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=6 2024-09-12T17:40:58.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 20 add_watcher() i=7 2024-09-12T17:40:58.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.720+0000 7f90eeb439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:58.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f8fa27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:58.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:58.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:58.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 5 note: GC not initialized 2024-09-12T17:40:58.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f8fa17e2640 20 reqs_thread_entry: start 2024-09-12T17:40:58.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:58.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 Filter name: none 2024-09-12T17:40:58.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f8f12ffd640 20 reqs_thread_entry: start 2024-09-12T17:40:58.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:58.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 INFO: main: starting shard=0 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.728+0000 7f90eeb439c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.732+0000 7f90eeb439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:40:58.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.732+0000 7f90eeb439c0 20 INFO: main: done 2024-09-12T17:40:58.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.732+0000 7f8fa27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:58.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.740+0000 7f90eeb439c0 20 remove_watcher() i=0 2024-09-12T17:40:58.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.740+0000 7f90eeb439c0 2 removed watcher, disabling cache 2024-09-12T17:40:58.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.740+0000 7f90eeb439c0 20 remove_watcher() i=1 2024-09-12T17:40:58.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.744+0000 7f90eeb439c0 20 remove_watcher() i=2 2024-09-12T17:40:58.745 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.744+0000 7f90eeb439c0 20 remove_watcher() i=3 2024-09-12T17:40:58.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.748+0000 7f90eeb439c0 20 remove_watcher() i=4 2024-09-12T17:40:58.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.748+0000 7f90eeb439c0 20 remove_watcher() i=5 2024-09-12T17:40:58.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.752+0000 7f90eeb439c0 20 remove_watcher() i=6 2024-09-12T17:40:58.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.752+0000 7f90eeb439c0 20 remove_watcher() i=7 2024-09-12T17:40:58.768 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T17:40:58.768 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:58.768 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:40:58.798 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:58.798 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:58.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.840+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 realm 2024-09-12T17:40:58.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:58.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:58.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:58.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.844+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:58.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.848+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:58.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.848+0000 7f3823d969c0 20 searching for the correct realm 2024-09-12T17:40:58.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:58.852+0000 7f382209d640 0 -- 172.21.15.92:0/3467688425 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f380c0c1a30 msgr2=0x7f380c12d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:59.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.068+0000 7f381bfff640 0 -- 172.21.15.92:0/3467688425 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f381c018420 msgr2=0x7f381c018880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:59.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:40:59.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:40:59.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:59.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:59.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:59.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:59.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:59.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.284+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:59.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 zone default found 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 4 Realm: () 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 zonegroup default 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.288+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.292+0000 7f3823d969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.292+0000 7f3823d969c0 20 started sync module instance, tier type = 2024-09-12T17:40:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.292+0000 7f3823d969c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:40:59.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=0 2024-09-12T17:40:59.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=1 2024-09-12T17:40:59.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=2 2024-09-12T17:40:59.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=3 2024-09-12T17:40:59.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=4 2024-09-12T17:40:59.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=5 2024-09-12T17:40:59.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=6 2024-09-12T17:40:59.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 20 add_watcher() i=7 2024-09-12T17:40:59.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.316+0000 7f3823d969c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:59.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.320+0000 7f36d37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:59.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:59.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:59.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 5 note: GC not initialized 2024-09-12T17:40:59.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f36d27fc640 20 reqs_thread_entry: start 2024-09-12T17:40:59.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:59.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 Filter name: none 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3643fff640 20 reqs_thread_entry: start 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:40:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:40:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.324+0000 7f3823d969c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:40:59.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.328+0000 7f3823d969c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:40:59.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.328+0000 7f3823d969c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:40:59.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.328+0000 7f36d37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:59.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.332+0000 7f3823d969c0 20 remove_watcher() i=0 2024-09-12T17:40:59.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.332+0000 7f3823d969c0 2 removed watcher, disabling cache 2024-09-12T17:40:59.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.336+0000 7f3823d969c0 20 remove_watcher() i=1 2024-09-12T17:40:59.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.336+0000 7f3823d969c0 20 remove_watcher() i=2 2024-09-12T17:40:59.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.340+0000 7f3823d969c0 20 remove_watcher() i=3 2024-09-12T17:40:59.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.340+0000 7f3823d969c0 20 remove_watcher() i=4 2024-09-12T17:40:59.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.344+0000 7f3823d969c0 20 remove_watcher() i=5 2024-09-12T17:40:59.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.344+0000 7f3823d969c0 20 remove_watcher() i=6 2024-09-12T17:40:59.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:40:59.348+0000 7f3823d969c0 20 remove_watcher() i=7 2024-09-12T17:40:59.371 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T17:40:59.371 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:59.372 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.372 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.378 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.379 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.382 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.382 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.431 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T17:40:59.431 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:40:59.434 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.434 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.487 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.487 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.594 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.594 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.631 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.631 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.639 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.678 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.678 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.686 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.686 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.727 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.728 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.735 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.736 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.775 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.775 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.782 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.782 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.820 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.821 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.828 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.828 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.866 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:59.866 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:40:59.873 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:41:00.313 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:41:01.753 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:01.753 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:01.824 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:41:01.824 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:41:01.861 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:01.861 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:01.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:01.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:01.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 realm 2024-09-12T17:41:01.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:01.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:01.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:01.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:01.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:01.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.908+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:01.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.912+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:01.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.912+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:01.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.912+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:01.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.912+0000 7fdd4ddd39c0 20 searching for the correct realm 2024-09-12T17:41:01.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.916+0000 7fdd4c0da640 0 -- 172.21.15.92:0/1901915256 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fdd34105d50 msgr2=0x7fdd34104ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:01.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:01.924+0000 7fdd4b0d8640 0 -- 172.21.15.92:0/1901915256 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fdd3c0162a0 msgr2=0x7fdd3c009ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:02.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:02.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.140+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 zone default found 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 4 Realm: () 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 zonegroup default 2024-09-12T17:41:02.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 started sync module instance, tier type = 2024-09-12T17:41:02.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.144+0000 7fdd4ddd39c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:02.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=0 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=1 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=2 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=3 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=4 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=5 2024-09-12T17:41:02.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.168+0000 7fdd4ddd39c0 20 add_watcher() i=6 2024-09-12T17:41:02.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.172+0000 7fdd4ddd39c0 20 add_watcher() i=7 2024-09-12T17:41:02.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.172+0000 7fdd4ddd39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:02.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdc027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:02.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:02.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:02.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 5 note: GC not initialized 2024-09-12T17:41:02.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdc017e2640 20 reqs_thread_entry: start 2024-09-12T17:41:02.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:02.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 20 Filter name: none 2024-09-12T17:41:02.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdbfa7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:02.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.176+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:02.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:02.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:02.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:41:02.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 INFO: main: starting shard=0 2024-09-12T17:41:02.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:02.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:41:02.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.180+0000 7fdd4ddd39c0 20 INFO: main: done 2024-09-12T17:41:02.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.184+0000 7fdc027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:02.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.188+0000 7fdd4ddd39c0 20 remove_watcher() i=0 2024-09-12T17:41:02.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.188+0000 7fdd4ddd39c0 2 removed watcher, disabling cache 2024-09-12T17:41:02.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.192+0000 7fdd4ddd39c0 20 remove_watcher() i=1 2024-09-12T17:41:02.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.196+0000 7fdd4ddd39c0 20 remove_watcher() i=2 2024-09-12T17:41:02.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.196+0000 7fdd4ddd39c0 20 remove_watcher() i=3 2024-09-12T17:41:02.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.200+0000 7fdd4ddd39c0 20 remove_watcher() i=4 2024-09-12T17:41:02.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.200+0000 7fdd4ddd39c0 20 remove_watcher() i=5 2024-09-12T17:41:02.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.200+0000 7fdd4ddd39c0 20 remove_watcher() i=6 2024-09-12T17:41:02.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.204+0000 7fdd4ddd39c0 20 remove_watcher() i=7 2024-09-12T17:41:02.220 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:02.220 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:02.224 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:02.224 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:02.228 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:02.228 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:02.296 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:41:02.296 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:41:02.333 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:02.333 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:02.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.376+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 realm 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:02.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:02.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:02.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.380+0000 7fa60aaf29c0 20 searching for the correct realm 2024-09-12T17:41:02.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.384+0000 7fa608df9640 0 -- 172.21.15.92:0/3817217458 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fa5f0043db0 msgr2=0x7fa5f008af10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:02.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.600+0000 7fa607df7640 0 -- 172.21.15.92:0/3817217458 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fa6001286a0 msgr2=0x7fa600124340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:02.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:02.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:02.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:02.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:02.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.816+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 zone default found 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 4 Realm: () 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 zonegroup default 2024-09-12T17:41:02.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:02.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 started sync module instance, tier type = 2024-09-12T17:41:02.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.820+0000 7fa60aaf29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=0 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=1 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=2 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=3 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=4 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=5 2024-09-12T17:41:02.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=6 2024-09-12T17:41:02.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 20 add_watcher() i=7 2024-09-12T17:41:02.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.844+0000 7fa60aaf29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:02.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa4befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:02.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa60aaf29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:02.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa60aaf29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:02.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa60aaf29c0 5 note: GC not initialized 2024-09-12T17:41:02.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa4bdfdb640 20 reqs_thread_entry: start 2024-09-12T17:41:02.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.848+0000 7fa60aaf29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:02.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 Filter name: none 2024-09-12T17:41:02.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa42f7fe640 20 reqs_thread_entry: start 2024-09-12T17:41:02.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:02.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:41:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 INFO: main: starting shard=0 2024-09-12T17:41:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:02.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:41:02.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.852+0000 7fa60aaf29c0 20 INFO: main: done 2024-09-12T17:41:02.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.856+0000 7fa4befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:02.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.860+0000 7fa60aaf29c0 20 remove_watcher() i=0 2024-09-12T17:41:02.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.860+0000 7fa60aaf29c0 2 removed watcher, disabling cache 2024-09-12T17:41:02.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.864+0000 7fa60aaf29c0 20 remove_watcher() i=1 2024-09-12T17:41:02.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.864+0000 7fa60aaf29c0 20 remove_watcher() i=2 2024-09-12T17:41:02.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.868+0000 7fa60aaf29c0 20 remove_watcher() i=3 2024-09-12T17:41:02.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.868+0000 7fa60aaf29c0 20 remove_watcher() i=4 2024-09-12T17:41:02.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.872+0000 7fa60aaf29c0 20 remove_watcher() i=5 2024-09-12T17:41:02.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.872+0000 7fa60aaf29c0 20 remove_watcher() i=6 2024-09-12T17:41:02.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:02.876+0000 7fa60aaf29c0 20 remove_watcher() i=7 2024-09-12T17:41:02.900 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:02.901 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:02.906 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:02.906 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:02.976 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:41:02.976 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:41:03.011 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:03.012 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:03.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 realm 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.056+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.060+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:03.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.060+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.060+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:03.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.060+0000 7f21ae0fb9c0 20 searching for the correct realm 2024-09-12T17:41:03.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.064+0000 7f21ac402640 0 -- 172.21.15.92:0/2823203765 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f21a0115020 msgr2=0x7f21a00baa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:03.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.280+0000 7f21ab400640 0 -- 172.21.15.92:0/2823203765 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f21a400f8e0 msgr2=0x7f21a400e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:03.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:03.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:03.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:03.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:03.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:03.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:03.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.496+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 zone default found 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 4 Realm: () 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 zonegroup default 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 started sync module instance, tier type = 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.500+0000 7f21ae0fb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=0 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=1 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=2 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=3 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=4 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=5 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=6 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 20 add_watcher() i=7 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.528+0000 7f21ae0fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:03.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.532+0000 7f20627e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 5 note: GC not initialized 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f20617e2640 20 reqs_thread_entry: start 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 Filter name: none 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f205a7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:03.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 INFO: main: starting shard=0 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.536+0000 7f21ae0fb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.540+0000 7f21ae0fb9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.540+0000 7f21ae0fb9c0 20 INFO: main: done 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.540+0000 7f20627e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.544+0000 7f21ae0fb9c0 20 remove_watcher() i=0 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.544+0000 7f21ae0fb9c0 2 removed watcher, disabling cache 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.548+0000 7f21ae0fb9c0 20 remove_watcher() i=1 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.548+0000 7f21ae0fb9c0 20 remove_watcher() i=2 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.552+0000 7f21ae0fb9c0 20 remove_watcher() i=3 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.556+0000 7f21ae0fb9c0 20 remove_watcher() i=4 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.556+0000 7f21ae0fb9c0 20 remove_watcher() i=5 2024-09-12T17:41:03.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.556+0000 7f21ae0fb9c0 20 remove_watcher() i=6 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.560+0000 7f21ae0fb9c0 20 remove_watcher() i=7 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:41:03.657 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:41:03.687 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:03.687 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:03.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 realm 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.732+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:03.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:03.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:03.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:03.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.736+0000 7f690dbd89c0 20 searching for the correct realm 2024-09-12T17:41:03.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.740+0000 7f690bedf640 0 -- 172.21.15.92:0/2714892921 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f6900032070 msgr2=0x7f69000893c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:03.956+0000 7f690aedd640 0 -- 172.21.15.92:0/2714892921 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6904011940 msgr2=0x7f69040503e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:04.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.172+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:04.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:04.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:04.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 zone default found 2024-09-12T17:41:04.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 4 Realm: () 2024-09-12T17:41:04.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:04.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:04.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:04.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 zonegroup default 2024-09-12T17:41:04.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:04.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:04.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.176+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.180+0000 7f690dbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:04.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.180+0000 7f690dbd89c0 20 started sync module instance, tier type = 2024-09-12T17:41:04.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.180+0000 7f690dbd89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:04.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=0 2024-09-12T17:41:04.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=1 2024-09-12T17:41:04.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=2 2024-09-12T17:41:04.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=3 2024-09-12T17:41:04.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=4 2024-09-12T17:41:04.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=5 2024-09-12T17:41:04.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=6 2024-09-12T17:41:04.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 20 add_watcher() i=7 2024-09-12T17:41:04.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.204+0000 7f690dbd89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:04.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.208+0000 7f67c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:04.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:04.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:04.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 5 note: GC not initialized 2024-09-12T17:41:04.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f67c0fe1640 20 reqs_thread_entry: start 2024-09-12T17:41:04.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:04.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 Filter name: none 2024-09-12T17:41:04.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f673a7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:04.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:04.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:04.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:04.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:04.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:41:04.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 INFO: main: starting shard=0 2024-09-12T17:41:04.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.212+0000 7f690dbd89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:04.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.216+0000 7f690dbd89c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:41:04.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.216+0000 7f690dbd89c0 20 INFO: main: done 2024-09-12T17:41:04.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.216+0000 7f67c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:04.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.220+0000 7f690dbd89c0 20 remove_watcher() i=0 2024-09-12T17:41:04.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.220+0000 7f690dbd89c0 2 removed watcher, disabling cache 2024-09-12T17:41:04.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.224+0000 7f690dbd89c0 20 remove_watcher() i=1 2024-09-12T17:41:04.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.224+0000 7f690dbd89c0 20 remove_watcher() i=2 2024-09-12T17:41:04.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.228+0000 7f690dbd89c0 20 remove_watcher() i=3 2024-09-12T17:41:04.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.232+0000 7f690dbd89c0 20 remove_watcher() i=4 2024-09-12T17:41:04.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.232+0000 7f690dbd89c0 20 remove_watcher() i=5 2024-09-12T17:41:04.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.232+0000 7f690dbd89c0 20 remove_watcher() i=6 2024-09-12T17:41:04.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:04.236+0000 7f690dbd89c0 20 remove_watcher() i=7 2024-09-12T17:41:04.252 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:04.252 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:04.255 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:41:04.690 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:41:05.129 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:41:05.160 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:05.161 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:05.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 realm 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.204+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.208+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:05.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.208+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.208+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:05.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.208+0000 7fdd915119c0 20 searching for the correct realm 2024-09-12T17:41:05.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.212+0000 7fdd8f818640 0 -- 172.21.15.92:0/950473009 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fdd84091ae0 msgr2=0x7fdd84090550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:05.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.428+0000 7fdd8e816640 0 -- 172.21.15.92:0/950473009 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fdd88102920 msgr2=0x7fdd880d4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.644+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:05.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 zone default found 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 4 Realm: () 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 zonegroup default 2024-09-12T17:41:05.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 started sync module instance, tier type = 2024-09-12T17:41:05.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.648+0000 7fdd915119c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:05.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=0 2024-09-12T17:41:05.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=1 2024-09-12T17:41:05.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=2 2024-09-12T17:41:05.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=3 2024-09-12T17:41:05.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=4 2024-09-12T17:41:05.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=5 2024-09-12T17:41:05.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=6 2024-09-12T17:41:05.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 20 add_watcher() i=7 2024-09-12T17:41:05.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.680+0000 7fdd915119c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:05.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.684+0000 7fdc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:05.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:05.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:05.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 5 note: GC not initialized 2024-09-12T17:41:05.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdc44fe1640 20 reqs_thread_entry: start 2024-09-12T17:41:05.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:05.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 Filter name: none 2024-09-12T17:41:05.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdbbe7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:05.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:41:05.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:05.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:41:05.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:41:05.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:41:05.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:41:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.688+0000 7fdd915119c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:05.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.700+0000 7fdc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:05.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.708+0000 7fdd915119c0 20 remove_watcher() i=0 2024-09-12T17:41:05.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.708+0000 7fdd915119c0 2 removed watcher, disabling cache 2024-09-12T17:41:05.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.708+0000 7fdd915119c0 20 remove_watcher() i=1 2024-09-12T17:41:05.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.712+0000 7fdd915119c0 20 remove_watcher() i=2 2024-09-12T17:41:05.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.712+0000 7fdd915119c0 20 remove_watcher() i=3 2024-09-12T17:41:05.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.716+0000 7fdd915119c0 20 remove_watcher() i=4 2024-09-12T17:41:05.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.716+0000 7fdd915119c0 20 remove_watcher() i=5 2024-09-12T17:41:05.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.720+0000 7fdd915119c0 20 remove_watcher() i=6 2024-09-12T17:41:05.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.720+0000 7fdd915119c0 20 remove_watcher() i=7 2024-09-12T17:41:05.736 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:41:05.769 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:05.769 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:05.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 realm 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:05.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.812+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.816+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:05.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.816+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:05.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.816+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:05.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.816+0000 7f3c0424e9c0 20 searching for the correct realm 2024-09-12T17:41:05.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.820+0000 7f3c01d54640 0 -- 172.21.15.92:0/4098027496 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3bfc0770d0 msgr2=0x7f3bfc066040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:05.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:05.828+0000 7f3c01553640 0 -- 172.21.15.92:0/4098027496 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3bfc077be0 msgr2=0x7f3bfc05e440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:06.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:06.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:06.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:06.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:06.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:06.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:06.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:06.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 zone default found 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 4 Realm: () 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 zonegroup default 2024-09-12T17:41:06.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.048+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.052+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.052+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.052+0000 7f3c0424e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.052+0000 7f3c0424e9c0 20 started sync module instance, tier type = 2024-09-12T17:41:06.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.052+0000 7f3c0424e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:06.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=0 2024-09-12T17:41:06.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=1 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=2 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=3 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=4 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=5 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=6 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 20 add_watcher() i=7 2024-09-12T17:41:06.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.076+0000 7f3c0424e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:06.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.080+0000 7f3ab37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:06.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:06.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:06.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 5 note: GC not initialized 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3ab27fc640 20 reqs_thread_entry: start 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 Filter name: none 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3a23fff640 20 reqs_thread_entry: start 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 : miss 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:06.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 info.flags=0x17 2024-09-12T17:41:06.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 to cache LRU end 2024-09-12T17:41:06.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:41:06.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:41:06.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2 2024-09-12T17:41:06.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.084+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.088+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.088+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:c state=0x558374dab308 s->prefetch_data=0 2024-09-12T17:41:06.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.092+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to x0wtnvaaxmiglmf3l0eqxy2u1qapfxkf 2024-09-12T17:41:06.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.092+0000 7f3c0424e9c0 20 get_obj_state_impl: setting s->olh_tag to 562emr0gfe9nven3vl65i72r3s8wksvj 2024-09-12T17:41:06.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.092+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=562emr0gfe9nven3vl65i72r3s8wksvj 2024-09-12T17:41:06.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.092+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 olh_log_entry: epoch=3 op=3 key=c[m1CyVZAAjlgV0uZrmiAFXlpeR9vTRUm] 2024-09-12T17:41:06.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:m1CyVZAAjlgV0uZrmiAFXlpeR9vTRUm_c state=0x558374da5888 s->prefetch_data=0 2024-09-12T17:41:06.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 10 manifest: total_size = 22 2024-09-12T17:41:06.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.3058948559058388075 2024-09-12T17:41:06.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:m1CyVZAAjlgV0uZrmiAFXlpeR9vTRUm_c state=0x558374da5888 s->prefetch_data=0 2024-09-12T17:41:06.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 prepare_atomic_modification: state is not atomic. state=0x558374da5888 2024-09-12T17:41:06.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.096+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.104+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:41:06.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.104+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:41:06.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.104+0000 7f3c0424e9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:41:06.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.104+0000 7f3c0424e9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:m1CyVZAAjlgV0uZrmiAFXlpeR9vTRUm_.5giVyWYAHelloAVuTFhq1e1w38eW1fh_0 2024-09-12T17:41:06.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.112+0000 7f3ae57fa640 20 handle_completion(): completion ok for obj=c[m1CyVZAAjlgV0uZrmiAFXlpeR9vTRUm] 2024-09-12T17:41:06.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.112+0000 7f3c0424e9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:41:06.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.116+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.116+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.120+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.120+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.124+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:d state=0x558374dab308 s->prefetch_data=0 2024-09-12T17:41:06.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.124+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to v0p4vf7kftncarl6fax3kz19zd120p3g 2024-09-12T17:41:06.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.124+0000 7f3c0424e9c0 20 get_obj_state_impl: setting s->olh_tag to xzujpn039z1egiro1f7cia1k2s3qg2re 2024-09-12T17:41:06.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.124+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=xzujpn039z1egiro1f7cia1k2s3qg2re 2024-09-12T17:41:06.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.124+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.128+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.128+0000 7f3c0424e9c0 20 olh_log_entry: epoch=3 op=3 key=d[2RkLByPQI8DBBu8WZY14rPmnF6d5LgQ] 2024-09-12T17:41:06.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.128+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:2RkLByPQI8DBBu8WZY14rPmnF6d5LgQ_d state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.132+0000 7f3c0424e9c0 10 manifest: total_size = 9 2024-09-12T17:41:06.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.132+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.11074138404361831297 2024-09-12T17:41:06.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.132+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:2RkLByPQI8DBBu8WZY14rPmnF6d5LgQ_d state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.132+0000 7f3c0424e9c0 20 prepare_atomic_modification: state is not atomic. state=0x558374da2858 2024-09-12T17:41:06.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.132+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.136+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:41:06.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.136+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:41:06.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.136+0000 7f3c0424e9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:41:06.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.136+0000 7f3c0424e9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:2RkLByPQI8DBBu8WZY14rPmnF6d5LgQ_.kV4wHqr_DhhDbYOtFL7Po0pJYQjGabR_0 2024-09-12T17:41:06.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.144+0000 7f3c0424e9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:41:06.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.144+0000 7f3ae4ff9640 20 handle_completion(): completion ok for obj=d[2RkLByPQI8DBBu8WZY14rPmnF6d5LgQ] 2024-09-12T17:41:06.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.148+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.148+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.152+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.156+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.156+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:e state=0x558374dda3b8 s->prefetch_data=0 2024-09-12T17:41:06.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.156+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to ifywpxehk4s8zb2br6osrdk3fz2t4fon 2024-09-12T17:41:06.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.156+0000 7f3c0424e9c0 20 get_obj_state_impl: setting s->olh_tag to cc50yuivl2rxzfpoh16a2c97ss30727p 2024-09-12T17:41:06.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.156+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cc50yuivl2rxzfpoh16a2c97ss30727p 2024-09-12T17:41:06.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.160+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.160+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:41:06.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 olh_log_entry: epoch=2 op=3 key=e[4q41FCDMJeLroE5aYKX-hUX7nJ6quvI] 2024-09-12T17:41:06.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:4q41FCDMJeLroE5aYKX-hUX7nJ6quvI_e state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 10 manifest: total_size = 12 2024-09-12T17:41:06.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.8197032160612916385 2024-09-12T17:41:06.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:4q41FCDMJeLroE5aYKX-hUX7nJ6quvI_e state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 prepare_atomic_modification: state is not atomic. state=0x558374da2858 2024-09-12T17:41:06.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.164+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.168+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:41:06.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.168+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T17:41:06.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.168+0000 7f3c0424e9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:41:06.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.168+0000 7f3c0424e9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:4q41FCDMJeLroE5aYKX-hUX7nJ6quvI_.obkB_6b9lQYBD2gAT9PF04dkmu_kflN_0 2024-09-12T17:41:06.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.176+0000 7f3ae57fa640 20 handle_completion(): completion ok for obj=e[4q41FCDMJeLroE5aYKX-hUX7nJ6quvI] 2024-09-12T17:41:06.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.176+0000 7f3c0424e9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:41:06.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.176+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:e state=0x558374dda3b8 s->prefetch_data=0 2024-09-12T17:41:06.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.176+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cc50yuivl2rxzfpoh16a2c97ss30727p 2024-09-12T17:41:06.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.188+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.192+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.192+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.192+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:f state=0x558374dda3b8 s->prefetch_data=0 2024-09-12T17:41:06.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.196+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to w75nm1u0v7kv60txd77bo9slqmdy7hls 2024-09-12T17:41:06.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.196+0000 7f3c0424e9c0 20 get_obj_state_impl: setting s->olh_tag to yj1eg99pvoqjtgelq8cppuh0stlluw1a 2024-09-12T17:41:06.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.196+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yj1eg99pvoqjtgelq8cppuh0stlluw1a 2024-09-12T17:41:06.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.200+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.204+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.204+0000 7f3c0424e9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:41:06.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.204+0000 7f3c0424e9c0 20 olh_log_entry: epoch=2 op=3 key=f[5I2U4nMx5TilHTf8Uc3odT9YPNf3rxq] 2024-09-12T17:41:06.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.204+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:5I2U4nMx5TilHTf8Uc3odT9YPNf3rxq_f state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.208+0000 7f3c0424e9c0 10 manifest: total_size = 9 2024-09-12T17:41:06.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.208+0000 7f3c0424e9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.9519532104198427883 2024-09-12T17:41:06.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.208+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:_:5I2U4nMx5TilHTf8Uc3odT9YPNf3rxq_f state=0x558374da2858 s->prefetch_data=0 2024-09-12T17:41:06.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.208+0000 7f3c0424e9c0 20 prepare_atomic_modification: state is not atomic. state=0x558374da2858 2024-09-12T17:41:06.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.208+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.212+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:41:06.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.212+0000 7f3c0424e9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:41:06.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.212+0000 7f3c0424e9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:41:06.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.212+0000 7f3c0424e9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.2__shadow:5I2U4nMx5TilHTf8Uc3odT9YPNf3rxq_.MiS7_ZXzchAwqy7o4MZp9SGk6S5_isH_0 2024-09-12T17:41:06.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.216+0000 7f3c0424e9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:41:06.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.216+0000 7f3ae4ff9640 20 handle_completion(): completion ok for obj=f[5I2U4nMx5TilHTf8Uc3odT9YPNf3rxq] 2024-09-12T17:41:06.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.220+0000 7f3c0424e9c0 20 get_obj_state: octx=0x558374af91a0 obj=check-bucket:f state=0x558374dda3b8 s->prefetch_data=0 2024-09-12T17:41:06.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.220+0000 7f3c0424e9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yj1eg99pvoqjtgelq8cppuh0stlluw1a 2024-09-12T17:41:06.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.228+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.236+0000 7f3c0424e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.2.0 2024-09-12T17:41:06.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.236+0000 7f3c0424e9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:41:06.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.236+0000 7f3c0424e9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:41:06.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.236+0000 7f3ab37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:06.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.240+0000 7f3c0424e9c0 20 remove_watcher() i=0 2024-09-12T17:41:06.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.240+0000 7f3c0424e9c0 2 removed watcher, disabling cache 2024-09-12T17:41:06.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.244+0000 7f3c0424e9c0 20 remove_watcher() i=1 2024-09-12T17:41:06.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.244+0000 7f3c0424e9c0 20 remove_watcher() i=2 2024-09-12T17:41:06.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.248+0000 7f3c0424e9c0 20 remove_watcher() i=3 2024-09-12T17:41:06.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.248+0000 7f3c0424e9c0 20 remove_watcher() i=4 2024-09-12T17:41:06.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.252+0000 7f3c0424e9c0 20 remove_watcher() i=5 2024-09-12T17:41:06.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.252+0000 7f3c0424e9c0 20 remove_watcher() i=6 2024-09-12T17:41:06.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.256+0000 7f3c0424e9c0 20 remove_watcher() i=7 2024-09-12T17:41:06.272 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:06.272 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:06.279 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:06.280 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:06.370 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:41:06.402 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:06.403 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:06.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.444+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 realm 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:06.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:06.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.448+0000 7fe14ac3c9c0 20 searching for the correct realm 2024-09-12T17:41:06.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.452+0000 7fe148f43640 0 -- 172.21.15.92:0/598580727 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fe13c008050 msgr2=0x7fe13c07d840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:06.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.668+0000 7fe147f41640 0 -- 172.21.15.92:0/598580727 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe14004bf20 msgr2=0x7fe140078090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:06.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.884+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:06.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 zone default found 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 4 Realm: () 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 zonegroup default 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.888+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.892+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.892+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.892+0000 7fe14ac3c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:06.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.892+0000 7fe14ac3c9c0 20 started sync module instance, tier type = 2024-09-12T17:41:06.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.892+0000 7fe14ac3c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=0 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=1 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=2 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=3 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=4 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=5 2024-09-12T17:41:06.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=6 2024-09-12T17:41:06.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 20 add_watcher() i=7 2024-09-12T17:41:06.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.916+0000 7fe14ac3c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:06.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fdffefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:06.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fe14ac3c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:06.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fe14ac3c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:06.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fe14ac3c9c0 5 note: GC not initialized 2024-09-12T17:41:06.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fdffdfe3640 20 reqs_thread_entry: start 2024-09-12T17:41:06.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fe14ac3c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:06.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.920+0000 7fe14ac3c9c0 20 Filter name: none 2024-09-12T17:41:06.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fdff6ffd640 20 reqs_thread_entry: start 2024-09-12T17:41:06.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:06.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:06.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:06.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:41:06.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:06.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:41:06.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.924+0000 7fe14ac3c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:41:06.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.928+0000 7fdffefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:06.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.932+0000 7fe14ac3c9c0 20 remove_watcher() i=0 2024-09-12T17:41:06.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.932+0000 7fe14ac3c9c0 2 removed watcher, disabling cache 2024-09-12T17:41:06.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.936+0000 7fe14ac3c9c0 20 remove_watcher() i=1 2024-09-12T17:41:06.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.936+0000 7fe14ac3c9c0 20 remove_watcher() i=2 2024-09-12T17:41:06.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.940+0000 7fe14ac3c9c0 20 remove_watcher() i=3 2024-09-12T17:41:06.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.940+0000 7fe14ac3c9c0 20 remove_watcher() i=4 2024-09-12T17:41:06.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.944+0000 7fe14ac3c9c0 20 remove_watcher() i=5 2024-09-12T17:41:06.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.944+0000 7fe14ac3c9c0 20 remove_watcher() i=6 2024-09-12T17:41:06.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:41:06.948+0000 7fe14ac3c9c0 20 remove_watcher() i=7 2024-09-12T17:41:06.969 INFO:tasks.workunit.client.0.smithi092.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:41:06.969 INFO:tasks.workunit.client.0.smithi092.stderr:Deleting bucket check-bucket 2024-09-12T17:41:06.971 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:06.971 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:06.976 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:41:06.976 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:41:07.008 INFO:tasks.workunit.client.0.smithi092.stderr:Completed bucket check tests 2024-09-12T17:41:07.009 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:41:07.009 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:41:07.009 INFO:tasks.workunit.client.0.smithi092.stdout:connected to https://localhost:443 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ deactivate 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ export PATH 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T17:41:07.085 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ hash -r 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset -f deactivate 2024-09-12T17:41:07.086 INFO:tasks.workunit.client.0.smithi092.stderr:+ echo OK. 2024-09-12T17:41:07.087 INFO:tasks.workunit.client.0.smithi092.stdout:OK. 2024-09-12T17:41:07.087 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:41:07.087 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:41:07.144 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T17:41:07.144 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:41:07.560 DEBUG:teuthology.parallel:result is None 2024-09-12T17:41:07.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:41:07.573 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:41:07.574 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:41:07.623 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:41:07.623 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:41:08.096 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:41:08.097 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:41:08.097 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:41:08.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:41:08.110 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:41:08.110 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:41:08.164 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:41:08.164 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:41:08.216 INFO:tasks.workunit:timeout=3h 2024-09-12T17:41:08.216 INFO:tasks.workunit:cleanup=True 2024-09-12T17:41:08.217 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:41:08.269 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:42:05.621 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:42:05.622 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:42:05.623 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:42:05.629 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:42:05.681 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:42:05.683 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:42:05.683 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:42:05.742 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:42:05.796 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:42:05.838 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:42:05.839 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:42:05.839 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:42:05.884 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:42:05.888 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:42:05.888 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:42:05.936 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T17:42:05.938 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T17:42:05.938 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T17:42:06.000 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:42:06.000 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:42:06.000 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:42:06.000 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from ClsLock 2024-09-12T17:42:06.000 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T17:42:07.237 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:07.237 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: exclusive 2024-09-12T17:42:07.237 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:07.237 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:07.237 INFO:tasks.workunit.client.0.smithi092.stdout: client.5054 expiration=2024-09-12T17:44:07.231502+0000 addr=v1:172.21.15.92:0/5605486 cookie= 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: shared 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout: client.5054 expiration=2024-09-12T17:44:07.243236+0000 addr=v1:172.21.15.92:0/5605486 cookie= 2024-09-12T17:42:07.245 INFO:tasks.workunit.client.0.smithi092.stdout: client.5060 expiration=0.000000 addr=v1:172.21.15.92:0/1199879810 cookie= 2024-09-12T17:42:07.247 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:07.247 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: shared 2024-09-12T17:42:07.248 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:07.248 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:07.248 INFO:tasks.workunit.client.0.smithi092.stdout: client.5060 expiration=0.000000 addr=v1:172.21.15.92:0/1199879810 cookie= 2024-09-12T17:42:08.192 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestMultiLocking (2193 ms) 2024-09-12T17:42:08.193 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T17:42:10.499 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:10.499 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: shared 2024-09-12T17:42:10.499 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:10.499 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:10.499 INFO:tasks.workunit.client.0.smithi092.stdout: client.5211 expiration=0.000000 addr=v1:172.21.15.92:0/4063914768 cookie= 2024-09-12T17:42:10.506 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:10.506 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: exclusive 2024-09-12T17:42:10.506 INFO:tasks.workunit.client.0.smithi092.stdout: tag: new_tag 2024-09-12T17:42:10.506 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:10.506 INFO:tasks.workunit.client.0.smithi092.stdout: client.5066 expiration=0.000000 addr=v1:172.21.15.92:0/1298617412 cookie= 2024-09-12T17:42:11.247 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestMeta (3054 ms) 2024-09-12T17:42:11.247 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T17:42:13.334 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:13.334 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: exclusive 2024-09-12T17:42:13.335 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:13.335 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout:lock: mylock 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout: lock_type: shared 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout: tag: 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout: lockers: 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout: client.5217 expiration=0.000000 addr=v1:172.21.15.92:0/684415810 cookie= 2024-09-12T17:42:13.339 INFO:tasks.workunit.client.0.smithi092.stdout: client.5217 expiration=0.000000 addr=v1:172.21.15.92:0/684415810 cookie=new cookie 2024-09-12T17:42:14.304 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestCookie (3057 ms) 2024-09-12T17:42:14.304 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T17:42:17.351 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestMultipleLocks (3043 ms) 2024-09-12T17:42:17.351 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T17:42:24.457 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestLockDuration (7108 ms) 2024-09-12T17:42:24.457 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T17:42:27.513 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestAssertLocked (3057 ms) 2024-09-12T17:42:27.513 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T17:42:30.524 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestSetCookie (3011 ms) 2024-09-12T17:42:30.524 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T17:42:51.607 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestRenew (21079 ms) 2024-09-12T17:42:51.608 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T17:42:57.739 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6136 ms) 2024-09-12T17:42:57.739 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T17:43:05.803 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8065 ms) 2024-09-12T17:43:05.803 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7096 ms) 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from ClsLock (66900 ms total) 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 11 tests from 1 test suite ran. (66900 ms total) 2024-09-12T17:43:12.899 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 11 tests. 2024-09-12T17:43:12.905 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:12.906 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:12.960 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T17:43:12.962 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T17:43:12.962 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T17:43:13.025 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:43:13.025 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:43:13.025 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:13.025 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from cls_log 2024-09-12T17:43:13.025 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T17:43:15.962 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_log.test_log_add_same_time (2938 ms) 2024-09-12T17:43:15.963 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T17:43:18.966 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_log.test_log_add_different_time (3003 ms) 2024-09-12T17:43:18.966 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T17:43:22.038 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_log.trim_by_time (3073 ms) 2024-09-12T17:43:23.347 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T17:43:25.074 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_log.trim_by_marker (3032 ms) 2024-09-12T17:43:25.074 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from cls_log (12046 ms total) 2024-09-12T17:43:25.075 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:43:25.075 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:25.075 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 4 tests from 1 test suite ran. (12046 ms total) 2024-09-12T17:43:25.075 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 4 tests. 2024-09-12T17:43:25.076 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:25.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:25.135 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T17:43:25.137 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T17:43:25.137 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T17:43:25.205 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:43:25.205 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:43:25.205 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:25.205 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 10 tests from cls_refcount 2024-09-12T17:43:25.205 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T17:43:28.144 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_implicit (2939 ms) 2024-09-12T17:43:28.144 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T17:43:31.184 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3039 ms) 2024-09-12T17:43:31.184 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T17:43:39.322 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_put_snap (8138 ms) 2024-09-12T17:43:39.322 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T17:43:42.379 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_explicit (3058 ms) 2024-09-12T17:43:42.380 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.set 2024-09-12T17:43:45.439 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.set (3059 ms) 2024-09-12T17:43:45.439 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T17:43:52.497 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_implicit_ec (7058 ms) 2024-09-12T17:43:52.497 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T17:43:59.550 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7052 ms) 2024-09-12T17:43:59.550 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T17:44:12.673 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_put_snap_ec (13123 ms) 2024-09-12T17:44:12.673 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T17:44:19.716 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.test_explicit_ec (7044 ms) 2024-09-12T17:44:19.717 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T17:44:26.835 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_refcount.set_ec (7119 ms) 2024-09-12T17:44:26.835 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 10 tests from cls_refcount (61631 ms total) 2024-09-12T17:44:26.835 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:44:26.836 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:44:26.836 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 10 tests from 1 test suite ran. (61631 ms total) 2024-09-12T17:44:26.836 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 10 tests. 2024-09-12T17:44:26.841 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:44:26.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:44:26.894 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T17:44:26.896 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T17:44:26.896 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T17:44:26.962 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:44:26.962 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-12T17:44:26.962 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:44:26.962 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 18 tests from cls_rgw 2024-09-12T17:44:28.863 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T17:44:28.925 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_basic (62 ms) 2024-09-12T17:44:28.925 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T17:44:28.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (72 ms) 2024-09-12T17:44:28.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T17:44:29.111 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_remove_object (114 ms) 2024-09-12T17:44:29.111 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T17:44:31.601 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_suggest (2490 ms) 2024-09-12T17:44:31.601 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T17:44:31.615 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-12T17:44:31.615 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T17:44:31.673 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_list (59 ms) 2024-09-12T17:44:31.673 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T17:45:14.682 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_list_delimited (43009 ms) 2024-09-12T17:45:14.683 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T17:45:14.876 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.bi_list (194 ms) 2024-09-12T17:45:14.876 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T17:45:14.902 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-09-12T17:45:14.902 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T17:45:14.928 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2024-09-12T17:45:14.928 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T17:45:22.246 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.gc_defer (7319 ms) 2024-09-12T17:45:22.247 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T17:45:22.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.usage_basic (172 ms) 2024-09-12T17:45:22.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T17:45:22.422 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2024-09-12T17:45:22.422 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T17:45:22.638 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.usage_clear (216 ms) 2024-09-12T17:45:22.638 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T17:45:22.961 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.bi_log_trim (324 ms) 2024-09-12T17:45:22.962 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T17:45:22.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.index_racing_removes (35 ms) 2024-09-12T17:45:22.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T17:45:23.038 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.reshardlog_list (42 ms) 2024-09-12T17:45:23.039 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T17:45:23.066 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw.reshardlog_num (27 ms) 2024-09-12T17:45:23.269 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 18 tests from cls_rgw (54204 ms total) 2024-09-12T17:45:23.269 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:45:23.269 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:23.269 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 18 tests from 1 test suite ran. (56308 ms total) 2024-09-12T17:45:23.270 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 18 tests. 2024-09-12T17:45:23.278 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:45:23.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:45:23.337 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T17:45:23.338 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T17:45:23.338 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T17:45:23.403 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:45:23.403 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:45:23.403 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:23.403 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T17:45:23.403 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T17:45:25.273 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.init (1871 ms) 2024-09-12T17:45:25.274 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T17:45:25.309 INFO:tasks.workunit.client.0.smithi092.stderr:[ ] list info tag = chain-0 2024-09-12T17:45:25.310 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (36 ms) 2024-09-12T17:45:25.310 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T17:45:25.321 INFO:tasks.workunit.client.0.smithi092.stderr:[ ] next_marker is: = 0/4263 2024-09-12T17:45:25.322 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (12 ms) 2024-09-12T17:45:25.322 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T17:45:25.341 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (19 ms) 2024-09-12T17:45:25.341 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T17:45:25.483 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (142 ms) 2024-09-12T17:45:25.483 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T17:45:25.652 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (170 ms) 2024-09-12T17:45:25.652 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T17:45:25.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (18 ms) 2024-09-12T17:45:25.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T17:45:25.688 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (18 ms) 2024-09-12T17:45:25.688 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_gc.finalize (588 ms) 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from cls_rgw_gc (2874 ms total) 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 9 tests from 1 test suite ran. (2874 ms total) 2024-09-12T17:45:26.280 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 9 tests. 2024-09-12T17:45:26.282 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:45:26.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:45:26.337 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T17:45:26.338 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T17:45:26.338 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T17:45:26.415 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:45:26.415 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:45:26.415 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T17:45:26.415 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:28.315 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T17:45:28.316 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T17:45:28.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.0 size=1048576 2024-09-12T17:45:28.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.1 size=1048576 2024-09-12T17:45:28.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.2 size=293217 2024-09-12T17:45:28.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.363+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=Y23SS6HYB9RO tag=QRJSOQH9VJK0 type=write size=3438945 2024-09-12T17:45:28.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.363+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=AJA6DEGM2IWP type=del size=2678006 2024-09-12T17:45:28.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~TLUNBQC4I8PL.0 size=752020 2024-09-12T17:45:28.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.367+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=TLUNBQC4I8PL tag=7BWH5U6K2B01 type=write size=1800596 2024-09-12T17:45:28.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~ZQWC3WSU8FOK.0 size=1048576 2024-09-12T17:45:28.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~ZQWC3WSU8FOK.1 size=563081 2024-09-12T17:45:28.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.375+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=ZQWC3WSU8FOK tag=RRE81DHR635I type=write size=2660233 2024-09-12T17:45:28.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.379+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=MXJR5XI7JKUI type=del size=3910042 2024-09-12T17:45:28.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.383+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=T2CUVIZFDLBS type=del size=2080083 2024-09-12T17:45:28.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.383+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=B5WK1S7N2U8A type=del size=2949971 2024-09-12T17:45:28.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.387+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=G2PFXHSQEMJC type=write size=159533 2024-09-12T17:45:28.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.391+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=8W9FI35TW8O5 type=del size=1440840 2024-09-12T17:45:28.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.391+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=1HB3Y6I6TUJY type=write size=559447 2024-09-12T17:45:28.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.395+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=EV3XR4JYNC7Y type=del size=2950616 2024-09-12T17:45:28.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~DH8EQOQZ1Y8X.0 size=1048576 2024-09-12T17:45:28.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~DH8EQOQZ1Y8X.1 size=939454 2024-09-12T17:45:28.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.399+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=DH8EQOQZ1Y8X tag=B8J8OQOE1H5J type=write size=3036606 2024-09-12T17:45:28.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.403+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=PQ3MMLZ21R91 type=del size=3717989 2024-09-12T17:45:28.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~645UWC45M2LB.0 size=1048576 2024-09-12T17:45:28.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.411+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~645UWC45M2LB.1 size=813582 2024-09-12T17:45:28.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.411+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=645UWC45M2LB tag=YTNDYXUFR18B type=write size=2910734 2024-09-12T17:45:28.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~H7UFHFA1PXFW.0 size=904408 2024-09-12T17:45:28.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.415+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=H7UFHFA1PXFW tag=RI7Q05IMTGLZ type=write size=1952984 2024-09-12T17:45:28.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.0 size=1048576 2024-09-12T17:45:28.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.1 size=1048576 2024-09-12T17:45:28.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.2 size=69857 2024-09-12T17:45:28.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.427+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=GK681YZZT67D tag=48W26A6UCDO3 type=write size=3215585 2024-09-12T17:45:28.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.427+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.0 size=1048576 2024-09-12T17:45:28.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.1 size=1048576 2024-09-12T17:45:28.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.431+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2G3J6B76H7P.2~Y23SS6HYB9RO.2 size=293217 2024-09-12T17:45:28.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.435+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2G3J6B76H7P upload=Y23SS6HYB9RO tag=QRJSOQH9VJK0 type=write size=3438945 2024-09-12T17:45:28.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.439+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=NMBUY5LDWM2K type=del size=1184582 2024-09-12T17:45:28.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.443+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=AJA6DEGM2IWP type=del 2024-09-12T17:45:28.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.447+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=N4K96ED2ADDB type=del size=3742434 2024-09-12T17:45:28.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.447+0000 7f6c8a8948c0 1 < canceled part key=_multipart_HTSRF6I8OFUX.2~TLUNBQC4I8PL.0 size=752020 2024-09-12T17:45:28.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.451+0000 7f6c8a8948c0 1 < canceled multipart upload key=HTSRF6I8OFUX upload=TLUNBQC4I8PL tag=7BWH5U6K2B01 type=write size=1800596 2024-09-12T17:45:28.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.455+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=ZUI1K7GPZUTC type=del size=785071 2024-09-12T17:45:28.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~ZQWC3WSU8FOK.0 size=1048576 2024-09-12T17:45:28.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~ZQWC3WSU8FOK.1 size=563081 2024-09-12T17:45:28.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.467+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=ZQWC3WSU8FOK tag=RRE81DHR635I type=write size=2660233 2024-09-12T17:45:28.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.471+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=CEFZ38YJR7HH type=del size=3138981 2024-09-12T17:45:28.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.475+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=MXJR5XI7JKUI type=del 2024-09-12T17:45:28.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.483+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=SRSX9192DI25 type=del size=4058744 2024-09-12T17:45:28.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.483+0000 7f6c8a8948c0 1 < canceled operation key=2E0ESBQHV9RU tag=T2CUVIZFDLBS type=del size=2080083 2024-09-12T17:45:28.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.487+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=MXN06JKLON25 type=del size=3648473 2024-09-12T17:45:28.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.495+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=B5WK1S7N2U8A type=del 2024-09-12T17:45:28.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~Q2TT9LCEY12C.0 size=29112 2024-09-12T17:45:28.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.503+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=Q2TT9LCEY12C tag=PCADTMLCUKUL type=write size=1077688 2024-09-12T17:45:28.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.507+0000 7f6c8a8948c0 1 < completed write operation key=RT88PQITUXJA tag=G2PFXHSQEMJC type=write size=159533 2024-09-12T17:45:28.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.507+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=VWJ7TUHTZ78F type=del size=2421507 2024-09-12T17:45:28.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.515+0000 7f6c8a8948c0 1 < suggested remove operation key=5L4M8IBSBUF1 tag=8W9FI35TW8O5 type=del 2024-09-12T17:45:28.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.519+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=1LOL7YZ2ZUAI type=del size=2002566 2024-09-12T17:45:28.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.523+0000 7f6c8a8948c0 1 < completed write operation key=2E0ESBQHV9RU tag=1HB3Y6I6TUJY type=write size=559447 2024-09-12T17:45:28.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.0 size=1048576 2024-09-12T17:45:28.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.1 size=1048576 2024-09-12T17:45:28.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.2 size=701069 2024-09-12T17:45:28.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.535+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=QF6JR7CFH25K tag=8QFQSMNF2S9B type=write size=3846797 2024-09-12T17:45:28.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.539+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=EV3XR4JYNC7Y type=del 2024-09-12T17:45:28.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.543+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=X1DGTUYQJNLB type=del size=2743920 2024-09-12T17:45:28.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~DH8EQOQZ1Y8X.0 size=1048576 2024-09-12T17:45:28.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.547+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~DH8EQOQZ1Y8X.1 size=939454 2024-09-12T17:45:28.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.551+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=DH8EQOQZ1Y8X tag=B8J8OQOE1H5J type=write size=3036606 2024-09-12T17:45:28.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~P1F3T3I6A2WD.0 size=1048576 2024-09-12T17:45:28.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.559+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~P1F3T3I6A2WD.1 size=631659 2024-09-12T17:45:28.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.559+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=P1F3T3I6A2WD tag=45XXZCFPV531 type=write size=2728811 2024-09-12T17:45:28.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.567+0000 7f6c8a8948c0 1 < suggested remove operation key=NQLWLQR62DEQ tag=PQ3MMLZ21R91 type=del 2024-09-12T17:45:28.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.567+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=1NCDFZ14C6KJ type=del size=1465272 2024-09-12T17:45:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.571+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~645UWC45M2LB.0 size=1048576 2024-09-12T17:45:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~645UWC45M2LB.1 size=813582 2024-09-12T17:45:28.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.575+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=645UWC45M2LB tag=YTNDYXUFR18B type=write size=2910734 2024-09-12T17:45:28.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.0 size=1048576 2024-09-12T17:45:28.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.1 size=1048576 2024-09-12T17:45:28.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.2 size=230097 2024-09-12T17:45:28.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=Z62RH35SKXS5 tag=0SRKYHFFBIP6 type=write size=3375825 2024-09-12T17:45:28.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~H7UFHFA1PXFW.0 size=904408 2024-09-12T17:45:28.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.595+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=H7UFHFA1PXFW tag=RI7Q05IMTGLZ type=write size=1952984 2024-09-12T17:45:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~U8XW7W8RE02N.0 size=1048576 2024-09-12T17:45:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~U8XW7W8RE02N.1 size=815642 2024-09-12T17:45:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.603+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=U8XW7W8RE02N tag=RFJDR81AZCX6 type=write size=2912794 2024-09-12T17:45:28.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.607+0000 7f6c8a8948c0 1 < canceled part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.0 size=1048576 2024-09-12T17:45:28.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.1 size=1048576 2024-09-12T17:45:28.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~GK681YZZT67D.2 size=69857 2024-09-12T17:45:28.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.615+0000 7f6c8a8948c0 1 < canceled multipart upload key=WUXSVUAZ3VE0 upload=GK681YZZT67D tag=48W26A6UCDO3 type=write size=3215585 2024-09-12T17:45:28.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.0 size=1048576 2024-09-12T17:45:28.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.1 size=1048576 2024-09-12T17:45:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.2 size=951432 2024-09-12T17:45:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.627+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=8C591B8DIVLK tag=WXIV7XQETMRG type=write size=4097160 2024-09-12T17:45:28.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.631+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=NMBUY5LDWM2K type=del 2024-09-12T17:45:28.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.635+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=YM6FLZQGF9KQ type=write size=1029078 2024-09-12T17:45:28.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.639+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=N4K96ED2ADDB type=del 2024-09-12T17:45:28.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.639+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=RHADT5L2F3E7 type=del size=2593607 2024-09-12T17:45:28.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.643+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=ZUI1K7GPZUTC type=del 2024-09-12T17:45:28.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.651+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~SYNIJMDVQAEP.0 size=372377 2024-09-12T17:45:28.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.651+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=SYNIJMDVQAEP tag=X6F6SXZ61AN9 type=write size=1420953 2024-09-12T17:45:28.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.651+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=CEFZ38YJR7HH type=del 2024-09-12T17:45:28.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.659+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~UWKH22NB4SC1.0 size=1048576 2024-09-12T17:45:28.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.659+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~UWKH22NB4SC1.1 size=246837 2024-09-12T17:45:28.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.659+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=UWKH22NB4SC1 tag=AEZEJFA0XJ3S type=write size=2343989 2024-09-12T17:45:28.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.667+0000 7f6c8a8948c0 1 < suggested remove operation key=UPQ1AU918PZ4 tag=SRSX9192DI25 type=del 2024-09-12T17:45:28.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.675+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~HUE9H9GOGP3K.0 size=791688 2024-09-12T17:45:28.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.675+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=HUE9H9GOGP3K tag=OKGNIZCZMSI4 type=write size=1840264 2024-09-12T17:45:28.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.679+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=MXN06JKLON25 type=del 2024-09-12T17:45:28.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.683+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=890MQ945OAFS type=del size=2564789 2024-09-12T17:45:28.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~Q2TT9LCEY12C.0 size=29112 2024-09-12T17:45:28.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.691+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=Q2TT9LCEY12C tag=PCADTMLCUKUL type=write size=1077688 2024-09-12T17:45:28.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.695+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=US3VSTX75URG type=del size=3372388 2024-09-12T17:45:28.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.703+0000 7f6c8a8948c0 1 < suggested update operation key=THGH3XU7HTDO tag=VWJ7TUHTZ78F type=del size=2421507 2024-09-12T17:45:28.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.703+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=QQYFBQ24IJKW type=del size=3571985 2024-09-12T17:45:28.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.707+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=1LOL7YZ2ZUAI type=del 2024-09-12T17:45:28.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.711+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=UECMIFP1Q6U0 type=del size=944551 2024-09-12T17:45:28.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.0 size=1048576 2024-09-12T17:45:28.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.715+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.1 size=1048576 2024-09-12T17:45:28.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.719+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~QF6JR7CFH25K.2 size=701069 2024-09-12T17:45:28.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.723+0000 7f6c8a8948c0 1 < canceled multipart upload key=NGA7I4DL09NU upload=QF6JR7CFH25K tag=8QFQSMNF2S9B type=write size=3846797 2024-09-12T17:45:28.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.727+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=WNUYS19PNO46 type=write size=758973 2024-09-12T17:45:28.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.731+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=X1DGTUYQJNLB type=del 2024-09-12T17:45:28.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~4LPS2SZZ3B0G.0 size=1048576 2024-09-12T17:45:28.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~4LPS2SZZ3B0G.1 size=6478 2024-09-12T17:45:28.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.739+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=4LPS2SZZ3B0G tag=VW6C1FVB7GS8 type=write size=2103630 2024-09-12T17:45:28.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~P1F3T3I6A2WD.0 size=1048576 2024-09-12T17:45:28.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.743+0000 7f6c8a8948c0 1 < canceled part key=_multipart_C0BM0M0DR88A.2~P1F3T3I6A2WD.1 size=631659 2024-09-12T17:45:28.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.747+0000 7f6c8a8948c0 1 < canceled multipart upload key=C0BM0M0DR88A upload=P1F3T3I6A2WD tag=45XXZCFPV531 type=write size=2728811 2024-09-12T17:45:28.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.751+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=XA6QOIQXLGQR type=del size=17586 2024-09-12T17:45:28.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.755+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=1NCDFZ14C6KJ type=del 2024-09-12T17:45:28.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.755+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=CDGHP6D52KY9 type=del size=3365169 2024-09-12T17:45:28.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.759+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.0 size=1048576 2024-09-12T17:45:28.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.763+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.1 size=1048576 2024-09-12T17:45:28.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.763+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Z62RH35SKXS5.2 size=230097 2024-09-12T17:45:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.771+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=Z62RH35SKXS5 tag=0SRKYHFFBIP6 type=write size=3375825 2024-09-12T17:45:28.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.775+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.0 size=1048576 2024-09-12T17:45:28.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.779+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.1 size=1048576 2024-09-12T17:45:28.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.783+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.2 size=7836 2024-09-12T17:45:28.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.783+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=YXQ389W4VJOQ tag=OO37O8OO8QNI type=write size=3153564 2024-09-12T17:45:28.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~U8XW7W8RE02N.0 size=1048576 2024-09-12T17:45:28.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.787+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~U8XW7W8RE02N.1 size=815642 2024-09-12T17:45:28.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.791+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=U8XW7W8RE02N tag=RFJDR81AZCX6 type=write size=2912794 2024-09-12T17:45:28.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.795+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=BYBC1EZYMQO0 type=del size=2055349 2024-09-12T17:45:28.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.0 size=1048576 2024-09-12T17:45:28.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.803+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.1 size=1048576 2024-09-12T17:45:28.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.803+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XIE90KFMCQ9Y.2~8C591B8DIVLK.2 size=951432 2024-09-12T17:45:28.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.807+0000 7f6c8a8948c0 1 < canceled multipart upload key=XIE90KFMCQ9Y upload=8C591B8DIVLK tag=WXIV7XQETMRG type=write size=4097160 2024-09-12T17:45:28.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.0 size=1048576 2024-09-12T17:45:28.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.1 size=1048576 2024-09-12T17:45:28.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.2 size=846577 2024-09-12T17:45:28.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.819+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=63FKNJLYBXDI tag=28R7C0X9TALE type=write size=3992305 2024-09-12T17:45:28.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.819+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=YM6FLZQGF9KQ type=write size=1029078 2024-09-12T17:45:28.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.823+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=8QGS05UBJ1PR type=del size=3511930 2024-09-12T17:45:28.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.831+0000 7f6c8a8948c0 1 < suggested update operation key=UPQ1AU918PZ4 tag=RHADT5L2F3E7 type=del size=2593607 2024-09-12T17:45:28.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.0 size=1048576 2024-09-12T17:45:28.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.1 size=1048576 2024-09-12T17:45:28.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.2 size=134247 2024-09-12T17:45:28.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.843+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=4T96UUBJQZGU tag=PD6A6TVAWKJ9 type=write size=3279975 2024-09-12T17:45:28.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.843+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~SYNIJMDVQAEP.0 size=372377 2024-09-12T17:45:28.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.851+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=SYNIJMDVQAEP tag=X6F6SXZ61AN9 type=write size=1420953 2024-09-12T17:45:28.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.851+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=EOES2ZV1HUZL type=del size=1681717 2024-09-12T17:45:28.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.855+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~UWKH22NB4SC1.0 size=1048576 2024-09-12T17:45:28.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~UWKH22NB4SC1.1 size=246837 2024-09-12T17:45:28.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.863+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=UWKH22NB4SC1 tag=AEZEJFA0XJ3S type=write size=2343989 2024-09-12T17:45:28.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.867+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=W2JS9KPDVMEK type=write size=856254 2024-09-12T17:45:28.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~HUE9H9GOGP3K.0 size=791688 2024-09-12T17:45:28.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.875+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=HUE9H9GOGP3K tag=OKGNIZCZMSI4 type=write size=1840264 2024-09-12T17:45:28.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.879+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=NLJ4AA6S40AB type=del size=3777015 2024-09-12T17:45:28.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.883+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=890MQ945OAFS type=del 2024-09-12T17:45:28.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.887+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=LJXHFE9IZMJA type=del size=250694 2024-09-12T17:45:28.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.891+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=US3VSTX75URG type=del 2024-09-12T17:45:28.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~D9Q6ZT4NCYR9.0 size=79510 2024-09-12T17:45:28.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.895+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=D9Q6ZT4NCYR9 tag=20Y89UR8YNTO type=write size=1128086 2024-09-12T17:45:28.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.899+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=QQYFBQ24IJKW type=del 2024-09-12T17:45:28.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.903+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=UO4GHM21UC8M type=del size=905288 2024-09-12T17:45:28.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.907+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=UECMIFP1Q6U0 type=del 2024-09-12T17:45:28.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.911+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=JFT41RNRW0NX type=del size=937202 2024-09-12T17:45:28.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.919+0000 7f6c8a8948c0 1 < suggested update operation key=TBBMO835ZRGP tag=WNUYS19PNO46 type=write size=758973 2024-09-12T17:45:28.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.919+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=88ZQ6FNJSM8X type=del size=2190330 2024-09-12T17:45:28.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~4LPS2SZZ3B0G.0 size=1048576 2024-09-12T17:45:28.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~4LPS2SZZ3B0G.1 size=6478 2024-09-12T17:45:28.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.931+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=4LPS2SZZ3B0G tag=VW6C1FVB7GS8 type=write size=2103630 2024-09-12T17:45:28.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~20LFN0YWSU0L.0 size=603387 2024-09-12T17:45:28.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.939+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=20LFN0YWSU0L tag=2RVVEBLPLBGF type=write size=1651963 2024-09-12T17:45:28.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.943+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=XA6QOIQXLGQR type=del 2024-09-12T17:45:28.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.947+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~D4ENGE8MQY8Z.0 size=1048576 2024-09-12T17:45:28.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.951+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~D4ENGE8MQY8Z.1 size=656804 2024-09-12T17:45:28.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.951+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=D4ENGE8MQY8Z tag=QVOTMSFM8PLN type=write size=2753956 2024-09-12T17:45:28.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.955+0000 7f6c8a8948c0 -1 < failed to complete operation key=UPQ1AU918PZ4 tag=CDGHP6D52KY9 type=del size=3365169: (22) Invalid argument 2024-09-12T17:45:28.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.959+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=6ZC7R3AJRUZN type=del size=242682 2024-09-12T17:45:28.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.959+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.0 size=1048576 2024-09-12T17:45:28.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.959+0000 7f6c8a8948c0 1 < canceled part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.1 size=1048576 2024-09-12T17:45:28.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~YXQ389W4VJOQ.2 size=7836 2024-09-12T17:45:28.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.967+0000 7f6c8a8948c0 1 < canceled multipart upload key=LALMJ3TYSQ6T upload=YXQ389W4VJOQ tag=OO37O8OO8QNI type=write size=3153564 2024-09-12T17:45:28.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.971+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=J864HUUR9088 type=del size=790142 2024-09-12T17:45:28.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.975+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=BYBC1EZYMQO0 type=del 2024-09-12T17:45:28.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.983+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=3K2XHUMZMYCP type=del size=741278 2024-09-12T17:45:28.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.0 size=1048576 2024-09-12T17:45:28.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.1 size=1048576 2024-09-12T17:45:28.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~63FKNJLYBXDI.2 size=846577 2024-09-12T17:45:28.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:28.999+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=63FKNJLYBXDI tag=28R7C0X9TALE type=write size=3992305 2024-09-12T17:45:29.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~5QG00I9UKYYN.0 size=1048576 2024-09-12T17:45:29.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.007+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~5QG00I9UKYYN.1 size=584654 2024-09-12T17:45:29.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.007+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=5QG00I9UKYYN tag=79UBV5Z95IKN type=write size=2681806 2024-09-12T17:45:29.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.011+0000 7f6c8a8948c0 1 < suggested remove operation key=XIE90KFMCQ9Y tag=8QGS05UBJ1PR type=del 2024-09-12T17:45:29.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.015+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=1NR750D3FJWP type=del size=504193 2024-09-12T17:45:29.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.0 size=1048576 2024-09-12T17:45:29.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.1 size=1048576 2024-09-12T17:45:29.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~4T96UUBJQZGU.2 size=134247 2024-09-12T17:45:29.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.031+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=4T96UUBJQZGU tag=PD6A6TVAWKJ9 type=write size=3279975 2024-09-12T17:45:29.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.039+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~EP5NQIAGZ6QT.0 size=1048576 2024-09-12T17:45:29.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.039+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~EP5NQIAGZ6QT.1 size=660056 2024-09-12T17:45:29.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.039+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=EP5NQIAGZ6QT tag=2I5J9JNCF597 type=write size=2757208 2024-09-12T17:45:29.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.043+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=EOES2ZV1HUZL type=del 2024-09-12T17:45:29.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.047+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=6721JYXRYG9Q type=del size=2203163 2024-09-12T17:45:29.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.051+0000 7f6c8a8948c0 -1 < failed to complete operation key=TBBMO835ZRGP tag=W2JS9KPDVMEK type=write size=856254: (22) Invalid argument 2024-09-12T17:45:29.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.055+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~S1WARJQG3QYV.0 size=1048576 2024-09-12T17:45:29.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~S1WARJQG3QYV.1 size=385403 2024-09-12T17:45:29.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.059+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=S1WARJQG3QYV tag=31FWKELQ3ICA type=write size=2482555 2024-09-12T17:45:29.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.063+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=NLJ4AA6S40AB type=del 2024-09-12T17:45:29.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~VMPY8RR04UMY.0 size=1048576 2024-09-12T17:45:29.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~VMPY8RR04UMY.1 size=74459 2024-09-12T17:45:29.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=VMPY8RR04UMY tag=UFVA0X8K1H18 type=write size=2171611 2024-09-12T17:45:29.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.075+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=LJXHFE9IZMJA type=del 2024-09-12T17:45:29.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.079+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=KFDXA8GKWBQ3 type=del size=2065062 2024-09-12T17:45:29.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~D9Q6ZT4NCYR9.0 size=79510 2024-09-12T17:45:29.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.087+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=D9Q6ZT4NCYR9 tag=20Y89UR8YNTO type=write size=1128086 2024-09-12T17:45:29.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.091+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=W1KD97KSSV1D type=del size=409413 2024-09-12T17:45:29.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.095+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=UO4GHM21UC8M type=del 2024-09-12T17:45:29.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.095+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=JPJ7FBSETF5T type=write size=37547 2024-09-12T17:45:29.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.103+0000 7f6c8a8948c0 1 < suggested update operation key=G3ZV89D5UXB4 tag=JFT41RNRW0NX type=del size=937202 2024-09-12T17:45:29.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.107+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=SPM11JO170SU type=del size=806840 2024-09-12T17:45:29.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.111+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=88ZQ6FNJSM8X type=del 2024-09-12T17:45:29.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~5GAIUZD0YUBQ.0 size=1048576 2024-09-12T17:45:29.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~5GAIUZD0YUBQ.1 size=805940 2024-09-12T17:45:29.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.119+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=5GAIUZD0YUBQ tag=0IHFS53I8ZZA type=write size=2903092 2024-09-12T17:45:29.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~20LFN0YWSU0L.0 size=603387 2024-09-12T17:45:29.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.127+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=20LFN0YWSU0L tag=2RVVEBLPLBGF type=write size=1651963 2024-09-12T17:45:29.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.135+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~RJ6Y28UMA9KI.0 size=397590 2024-09-12T17:45:29.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.135+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=RJ6Y28UMA9KI tag=ZT9RERBN07CV type=write size=1446166 2024-09-12T17:45:29.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~D4ENGE8MQY8Z.0 size=1048576 2024-09-12T17:45:29.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~D4ENGE8MQY8Z.1 size=656804 2024-09-12T17:45:29.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.143+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=D4ENGE8MQY8Z tag=QVOTMSFM8PLN type=write size=2753956 2024-09-12T17:45:29.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.147+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=FE2IOQNXQZ4F type=write size=25181 2024-09-12T17:45:29.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.151+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=6ZC7R3AJRUZN type=del 2024-09-12T17:45:29.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.155+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=MHB0SEOCSH05 type=del size=31227 2024-09-12T17:45:29.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.159+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=J864HUUR9088 type=del 2024-09-12T17:45:29.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.163+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=B97KS23W7D00 type=del size=4063382 2024-09-12T17:45:29.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.167+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=3K2XHUMZMYCP type=del 2024-09-12T17:45:29.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.167+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=IOAMD104RR5C type=del size=522234 2024-09-12T17:45:29.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~5QG00I9UKYYN.0 size=1048576 2024-09-12T17:45:29.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~5QG00I9UKYYN.1 size=584654 2024-09-12T17:45:29.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.179+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=5QG00I9UKYYN tag=79UBV5Z95IKN type=write size=2681806 2024-09-12T17:45:29.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.183+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=U2GL7ATRPUH2 type=del size=2194853 2024-09-12T17:45:29.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.187+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=1NR750D3FJWP type=del 2024-09-12T17:45:29.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.191+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=HT261SLE2SGM type=del size=351173 2024-09-12T17:45:29.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~EP5NQIAGZ6QT.0 size=1048576 2024-09-12T17:45:29.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~EP5NQIAGZ6QT.1 size=660056 2024-09-12T17:45:29.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.199+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=EP5NQIAGZ6QT tag=2I5J9JNCF597 type=write size=2757208 2024-09-12T17:45:29.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.207+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~EXZD4Y69HBPN.0 size=929093 2024-09-12T17:45:29.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.207+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=EXZD4Y69HBPN tag=N79XUSZSXGR6 type=write size=1977669 2024-09-12T17:45:29.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.211+0000 7f6c8a8948c0 1 < suggested remove operation key=B4CKTFO4636R tag=6721JYXRYG9Q type=del 2024-09-12T17:45:29.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.215+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=WIO7N12BDNT4 type=del size=2827390 2024-09-12T17:45:29.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~S1WARJQG3QYV.0 size=1048576 2024-09-12T17:45:29.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~S1WARJQG3QYV.1 size=385403 2024-09-12T17:45:29.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.227+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=S1WARJQG3QYV tag=31FWKELQ3ICA type=write size=2482555 2024-09-12T17:45:29.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.227+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=8AWMVPRKLT0Q type=del size=2480773 2024-09-12T17:45:29.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.231+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~VMPY8RR04UMY.0 size=1048576 2024-09-12T17:45:29.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.235+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~VMPY8RR04UMY.1 size=74459 2024-09-12T17:45:29.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.239+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=VMPY8RR04UMY tag=UFVA0X8K1H18 type=write size=2171611 2024-09-12T17:45:29.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.243+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=4T2E4K33GG6C type=del size=951575 2024-09-12T17:45:29.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.247+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=KFDXA8GKWBQ3 type=del 2024-09-12T17:45:29.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.251+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~T3WAG1WXUDCC.0 size=320347 2024-09-12T17:45:29.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.251+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=T3WAG1WXUDCC tag=AXLHMO1KSGQ8 type=write size=1368923 2024-09-12T17:45:29.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.255+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=W1KD97KSSV1D type=del 2024-09-12T17:45:29.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.259+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=ZRQ1AKYI8E0M type=del size=3490782 2024-09-12T17:45:29.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.263+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=JPJ7FBSETF5T type=write size=37547 2024-09-12T17:45:29.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.271+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~LZCNR431J6AB.0 size=1013147 2024-09-12T17:45:29.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.271+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=LZCNR431J6AB tag=HNY1M6MCDXLF type=write size=2061723 2024-09-12T17:45:29.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.271+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=SPM11JO170SU type=del 2024-09-12T17:45:29.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.279+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~BCIP9TBRVP3Y.0 size=163512 2024-09-12T17:45:29.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.279+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=BCIP9TBRVP3Y tag=BS8V43WL067F type=write size=1212088 2024-09-12T17:45:29.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.283+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~5GAIUZD0YUBQ.0 size=1048576 2024-09-12T17:45:29.284 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.287+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~5GAIUZD0YUBQ.1 size=805940 2024-09-12T17:45:29.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.291+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=5GAIUZD0YUBQ tag=0IHFS53I8ZZA type=write size=2903092 2024-09-12T17:45:29.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.0 size=1048576 2024-09-12T17:45:29.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.1 size=1048576 2024-09-12T17:45:29.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.2 size=205961 2024-09-12T17:45:29.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.303+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=A9PH0LQTN3DY tag=ICADBPS4M8ES type=write size=3351689 2024-09-12T17:45:29.308 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~RJ6Y28UMA9KI.0 size=397590 2024-09-12T17:45:29.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.331+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=RJ6Y28UMA9KI tag=ZT9RERBN07CV type=write size=1446166 2024-09-12T17:45:29.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.335+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=SLO1RJVN2MCP type=del size=3689801 2024-09-12T17:45:29.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.339+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=FE2IOQNXQZ4F type=write size=25181 2024-09-12T17:45:29.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.339+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=NJ8SUQYR2RUT type=del size=377412 2024-09-12T17:45:29.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.343+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=MHB0SEOCSH05 type=del 2024-09-12T17:45:29.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.347+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=GIJPPYNVPTU6 type=del size=2894020 2024-09-12T17:45:29.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.347+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=B97KS23W7D00 type=del 2024-09-12T17:45:29.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~7YADG2U0QQV9.0 size=824210 2024-09-12T17:45:29.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.355+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=7YADG2U0QQV9 tag=CJ0OZXIYOECS type=write size=1872786 2024-09-12T17:45:29.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.359+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=IOAMD104RR5C type=del 2024-09-12T17:45:29.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.359+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=RQAVPWMQYQCV type=write size=574035 2024-09-12T17:45:29.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.363+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=U2GL7ATRPUH2 type=del 2024-09-12T17:45:29.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.367+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=GUHQUQ6QOAQF type=del size=1548975 2024-09-12T17:45:29.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.371+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=HT261SLE2SGM type=del 2024-09-12T17:45:29.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~RDNPZRGL4MB7.0 size=803138 2024-09-12T17:45:29.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.375+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=RDNPZRGL4MB7 tag=HX9OMW3OMAPF type=write size=1851714 2024-09-12T17:45:29.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~EXZD4Y69HBPN.0 size=929093 2024-09-12T17:45:29.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.379+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=EXZD4Y69HBPN tag=N79XUSZSXGR6 type=write size=1977669 2024-09-12T17:45:29.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.383+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=B5HYFUKEPKOW type=del size=1731162 2024-09-12T17:45:29.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.387+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=WIO7N12BDNT4 type=del 2024-09-12T17:45:29.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.387+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=SS5XCRU40QHZ type=del size=1865230 2024-09-12T17:45:29.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.391+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=8AWMVPRKLT0Q type=del 2024-09-12T17:45:29.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.0 size=1048576 2024-09-12T17:45:29.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.1 size=1048576 2024-09-12T17:45:29.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.2 size=359921 2024-09-12T17:45:29.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.399+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=UR5XE7M59RWW tag=6WL7XN9G9K6Y type=write size=3505649 2024-09-12T17:45:29.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.403+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=4T2E4K33GG6C type=del size=951575 2024-09-12T17:45:29.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.403+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=2HKGVPWO42QG type=del size=6159 2024-09-12T17:45:29.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~T3WAG1WXUDCC.0 size=320347 2024-09-12T17:45:29.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.411+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=T3WAG1WXUDCC tag=AXLHMO1KSGQ8 type=write size=1368923 2024-09-12T17:45:29.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.415+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=PUO1OZ8X7RHH type=write size=930155 2024-09-12T17:45:29.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.419+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=ZRQ1AKYI8E0M type=del 2024-09-12T17:45:29.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.419+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=8U3UOKCY1WD2 type=del size=3246680 2024-09-12T17:45:29.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.423+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~LZCNR431J6AB.0 size=1013147 2024-09-12T17:45:29.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.427+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=LZCNR431J6AB tag=HNY1M6MCDXLF type=write size=2061723 2024-09-12T17:45:29.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.427+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=HQQ8L1EC5GY0 type=del size=3171931 2024-09-12T17:45:29.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~BCIP9TBRVP3Y.0 size=163512 2024-09-12T17:45:29.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.435+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=BCIP9TBRVP3Y tag=BS8V43WL067F type=write size=1212088 2024-09-12T17:45:29.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.439+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=Y71V4PGBM2XT type=del size=2072490 2024-09-12T17:45:29.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.0 size=1048576 2024-09-12T17:45:29.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.1 size=1048576 2024-09-12T17:45:29.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~A9PH0LQTN3DY.2 size=205961 2024-09-12T17:45:29.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.451+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=A9PH0LQTN3DY tag=ICADBPS4M8ES type=write size=3351689 2024-09-12T17:45:29.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.455+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~6X26VDB1FO2H.0 size=752109 2024-09-12T17:45:29.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.455+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=6X26VDB1FO2H tag=WTZ1FV6TD17O type=write size=1800685 2024-09-12T17:45:29.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.459+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=SLO1RJVN2MCP type=del 2024-09-12T17:45:29.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.463+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=SMREVPF4O4WM type=del size=1804177 2024-09-12T17:45:29.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.467+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=NJ8SUQYR2RUT type=del 2024-09-12T17:45:29.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.467+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=WVH4DRXMXFC6 type=del size=2859797 2024-09-12T17:45:29.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.475+0000 7f6c8a8948c0 1 < suggested update operation key=I21M2NBLJNCJ tag=GIJPPYNVPTU6 type=del size=2894020 2024-09-12T17:45:29.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.0 size=1048576 2024-09-12T17:45:29.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.1 size=1048576 2024-09-12T17:45:29.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.2 size=1022238 2024-09-12T17:45:29.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.483+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=2PCRTWMH17GB tag=D7QWY62ABQVM type=write size=4167966 2024-09-12T17:45:29.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~7YADG2U0QQV9.0 size=824210 2024-09-12T17:45:29.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.491+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=7YADG2U0QQV9 tag=CJ0OZXIYOECS type=write size=1872786 2024-09-12T17:45:29.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.495+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=OCKBBD7QQL9Z type=write size=72588 2024-09-12T17:45:29.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.499+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=RQAVPWMQYQCV type=write 2024-09-12T17:45:29.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.499+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=5403AMQYKWWD type=del size=486689 2024-09-12T17:45:29.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.503+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=GUHQUQ6QOAQF type=del 2024-09-12T17:45:29.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~ULEUKRSX5535.0 size=839225 2024-09-12T17:45:29.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=ULEUKRSX5535 tag=8EBJY22KPIG8 type=write size=1887801 2024-09-12T17:45:29.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~RDNPZRGL4MB7.0 size=803138 2024-09-12T17:45:29.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.515+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=RDNPZRGL4MB7 tag=HX9OMW3OMAPF type=write size=1851714 2024-09-12T17:45:29.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.519+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~BB0EH6EQP54Z.0 size=1048576 2024-09-12T17:45:29.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.523+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~BB0EH6EQP54Z.1 size=389501 2024-09-12T17:45:29.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.523+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=BB0EH6EQP54Z tag=FO93M3GOIPFJ type=write size=2486653 2024-09-12T17:45:29.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.527+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=B5HYFUKEPKOW type=del 2024-09-12T17:45:29.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~ESJCKNH1PH7S.0 size=369216 2024-09-12T17:45:29.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=ESJCKNH1PH7S tag=QN01IBL6OLGJ type=write size=1417792 2024-09-12T17:45:29.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.535+0000 7f6c8a8948c0 1 < suggested update operation key=LALMJ3TYSQ6T tag=SS5XCRU40QHZ type=del size=1865230 2024-09-12T17:45:29.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.539+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=6FMLVD8YBCT0 type=del size=3697718 2024-09-12T17:45:29.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.0 size=1048576 2024-09-12T17:45:29.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.543+0000 7f6c8a8948c0 1 < canceled part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.1 size=1048576 2024-09-12T17:45:29.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~UR5XE7M59RWW.2 size=359921 2024-09-12T17:45:29.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.547+0000 7f6c8a8948c0 1 < canceled multipart upload key=B4CKTFO4636R upload=UR5XE7M59RWW tag=6WL7XN9G9K6Y type=write size=3505649 2024-09-12T17:45:29.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.551+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=I26OOLS19HKH type=del size=3529318 2024-09-12T17:45:29.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.555+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=2HKGVPWO42QG type=del 2024-09-12T17:45:29.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.555+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=J6AWNFJRX433 type=del size=507894 2024-09-12T17:45:29.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.563+0000 7f6c8a8948c0 1 < suggested remove operation key=TBBMO835ZRGP tag=PUO1OZ8X7RHH type=write 2024-09-12T17:45:29.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.563+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=5P8QC3Y6W41K type=del size=1451080 2024-09-12T17:45:29.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.571+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=8U3UOKCY1WD2 type=del 2024-09-12T17:45:29.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.575+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=WHKKO2A2LE51 type=write size=598610 2024-09-12T17:45:29.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.579+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=HQQ8L1EC5GY0 type=del size=3171931 2024-09-12T17:45:29.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.583+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=9L3LOU02U4AQ type=write size=40019 2024-09-12T17:45:29.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.587+0000 7f6c8a8948c0 1 < canceled operation key=9JUD16MCJPOU tag=Y71V4PGBM2XT type=del size=2072490 2024-09-12T17:45:29.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.0 size=1048576 2024-09-12T17:45:29.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.1 size=1048576 2024-09-12T17:45:29.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.2 size=172581 2024-09-12T17:45:29.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.595+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=ENLSJQDMFZRK tag=BU0IIE2UQG58 type=write size=3318309 2024-09-12T17:45:29.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~6X26VDB1FO2H.0 size=752109 2024-09-12T17:45:29.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.599+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=6X26VDB1FO2H tag=WTZ1FV6TD17O type=write size=1800685 2024-09-12T17:45:29.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.603+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=STUNH9TGQ7WO type=del size=404790 2024-09-12T17:45:29.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.607+0000 7f6c8a8948c0 -1 < failed to complete operation key=NGA7I4DL09NU tag=SMREVPF4O4WM type=del size=1804177: (22) Invalid argument 2024-09-12T17:45:29.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.607+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=Y3U9JVKX74SD type=write size=239791 2024-09-12T17:45:29.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.611+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=WVH4DRXMXFC6 type=del 2024-09-12T17:45:29.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.611+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=68SU9NFWYC7L type=del size=2995896 2024-09-12T17:45:29.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.0 size=1048576 2024-09-12T17:45:29.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.615+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.1 size=1048576 2024-09-12T17:45:29.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~2PCRTWMH17GB.2 size=1022238 2024-09-12T17:45:29.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.619+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E0ESBQHV9RU upload=2PCRTWMH17GB tag=D7QWY62ABQVM type=write size=4167966 2024-09-12T17:45:29.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.623+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=D5F6C20L2EFG type=del size=2581144 2024-09-12T17:45:29.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.627+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=OCKBBD7QQL9Z type=write size=72588 2024-09-12T17:45:29.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.627+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=8HBTKMPQZP8I type=del size=40254 2024-09-12T17:45:29.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.631+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=5403AMQYKWWD type=del 2024-09-12T17:45:29.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.631+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=QVQOQW19BEKO type=write size=862050 2024-09-12T17:45:29.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.635+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~ULEUKRSX5535.0 size=839225 2024-09-12T17:45:29.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.639+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=ULEUKRSX5535 tag=8EBJY22KPIG8 type=write size=1887801 2024-09-12T17:45:29.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.643+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~C3AH661C8FY8.0 size=444213 2024-09-12T17:45:29.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.643+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=C3AH661C8FY8 tag=D65TFYSWK8QA type=write size=1492789 2024-09-12T17:45:29.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.643+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~BB0EH6EQP54Z.0 size=1048576 2024-09-12T17:45:29.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.647+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~BB0EH6EQP54Z.1 size=389501 2024-09-12T17:45:29.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.651+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=BB0EH6EQP54Z tag=FO93M3GOIPFJ type=write size=2486653 2024-09-12T17:45:29.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.651+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=L9Q1NUSYMEXT type=write size=796717 2024-09-12T17:45:29.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~ESJCKNH1PH7S.0 size=369216 2024-09-12T17:45:29.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.659+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=ESJCKNH1PH7S tag=QN01IBL6OLGJ type=write size=1417792 2024-09-12T17:45:29.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.659+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=8V0SK6724S8R type=write size=828515 2024-09-12T17:45:29.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.663+0000 7f6c8a8948c0 -1 < failed to complete operation key=TBBMO835ZRGP tag=6FMLVD8YBCT0 type=del size=3697718: (22) Invalid argument 2024-09-12T17:45:29.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~HO606DA8NWS0.0 size=731880 2024-09-12T17:45:29.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.667+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=HO606DA8NWS0 tag=W3WBPC84VXBC type=write size=1780456 2024-09-12T17:45:29.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.671+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=I26OOLS19HKH type=del 2024-09-12T17:45:29.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.675+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=LP21B04O0Q8K type=del size=2308706 2024-09-12T17:45:29.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.679+0000 7f6c8a8948c0 1 < suggested update operation key=NQLWLQR62DEQ tag=J6AWNFJRX433 type=del size=507894 2024-09-12T17:45:29.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.683+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=XZKAL12DT6AO type=write size=548896 2024-09-12T17:45:29.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.687+0000 7f6c8a8948c0 1 < suggested update operation key=1G8V6AD1JDDX tag=5P8QC3Y6W41K type=del size=1451080 2024-09-12T17:45:29.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.687+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=95KHYRCC33OU type=del size=4069309 2024-09-12T17:45:29.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.691+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=WHKKO2A2LE51 type=write 2024-09-12T17:45:29.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.695+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=V4WHD8MCRZ2E type=del size=3682502 2024-09-12T17:45:29.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.695+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=9L3LOU02U4AQ type=write size=40019 2024-09-12T17:45:29.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.699+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=B1NY7OPTGQXT type=del size=989792 2024-09-12T17:45:29.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.0 size=1048576 2024-09-12T17:45:29.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.703+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.1 size=1048576 2024-09-12T17:45:29.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.703+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~ENLSJQDMFZRK.2 size=172581 2024-09-12T17:45:29.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.707+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=ENLSJQDMFZRK tag=BU0IIE2UQG58 type=write size=3318309 2024-09-12T17:45:29.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.707+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=YDO47U9SBX6H type=del size=4107013 2024-09-12T17:45:29.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.711+0000 7f6c8a8948c0 -1 < failed to complete operation key=NQLWLQR62DEQ tag=STUNH9TGQ7WO type=del size=404790: (22) Invalid argument 2024-09-12T17:45:29.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.715+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~KGWH0S0Y1IT4.0 size=201367 2024-09-12T17:45:29.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.715+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=KGWH0S0Y1IT4 tag=WOCRFT944HJJ type=write size=1249943 2024-09-12T17:45:29.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.715+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=Y3U9JVKX74SD type=write size=239791 2024-09-12T17:45:29.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.719+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=9SFGZW6LAWLI type=del size=1838540 2024-09-12T17:45:29.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.723+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=68SU9NFWYC7L type=del 2024-09-12T17:45:29.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.0 size=1048576 2024-09-12T17:45:29.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.1 size=1048576 2024-09-12T17:45:29.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.2 size=974683 2024-09-12T17:45:29.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.727+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=GDWH459M15Y9 tag=R6DGHLQN67VD type=write size=4120411 2024-09-12T17:45:29.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.731+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=D5F6C20L2EFG type=del 2024-09-12T17:45:29.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.731+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=7H11BYX8J2NJ type=del size=4065758 2024-09-12T17:45:29.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.735+0000 7f6c8a8948c0 -1 < failed to complete operation key=NQLWLQR62DEQ tag=8HBTKMPQZP8I type=del size=40254: (22) Invalid argument 2024-09-12T17:45:29.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~ZC0D23679J23.0 size=345261 2024-09-12T17:45:29.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.739+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=ZC0D23679J23 tag=73G2DF2U1VOZ type=write size=1393837 2024-09-12T17:45:29.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.739+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=QVQOQW19BEKO type=write size=862050 2024-09-12T17:45:29.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~4S8L2IHVFUQE.0 size=1048576 2024-09-12T17:45:29.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.747+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~4S8L2IHVFUQE.1 size=990804 2024-09-12T17:45:29.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.747+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=4S8L2IHVFUQE tag=0XRULCBYV7MU type=write size=3087956 2024-09-12T17:45:29.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~C3AH661C8FY8.0 size=444213 2024-09-12T17:45:29.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.751+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=C3AH661C8FY8 tag=D65TFYSWK8QA type=write size=1492789 2024-09-12T17:45:29.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.751+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=CNIZ41GIECJO type=del size=1099182 2024-09-12T17:45:29.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.755+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=L9Q1NUSYMEXT type=write size=796717 2024-09-12T17:45:29.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~YR2YMOPXG6MI.0 size=1048576 2024-09-12T17:45:29.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~YR2YMOPXG6MI.1 size=147047 2024-09-12T17:45:29.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.759+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=YR2YMOPXG6MI tag=3T3A315IR6EK type=write size=2244199 2024-09-12T17:45:29.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.763+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=8V0SK6724S8R type=write size=828515 2024-09-12T17:45:29.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.767+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=85JR5QMPQUU7 type=write size=56984 2024-09-12T17:45:29.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.767+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~HO606DA8NWS0.0 size=731880 2024-09-12T17:45:29.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.771+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=HO606DA8NWS0 tag=W3WBPC84VXBC type=write size=1780456 2024-09-12T17:45:29.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.775+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=GH3U7XOAJXHZ type=del size=3169685 2024-09-12T17:45:29.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.775+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=LP21B04O0Q8K type=del 2024-09-12T17:45:29.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.779+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=FWRDGNLPQ101 type=del size=96076 2024-09-12T17:45:29.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.783+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=XZKAL12DT6AO type=write 2024-09-12T17:45:29.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.787+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.0 size=1048576 2024-09-12T17:45:29.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.1 size=1048576 2024-09-12T17:45:29.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.2 size=929351 2024-09-12T17:45:29.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.791+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=50FWJ45VJ3QV tag=95LYQS0MI9S0 type=write size=4075079 2024-09-12T17:45:29.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.791+0000 7f6c8a8948c0 -1 < failed to complete operation key=1G8V6AD1JDDX tag=95KHYRCC33OU type=del size=4069309: (22) Invalid argument 2024-09-12T17:45:29.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.795+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=FGRGSN6G4AIG type=del size=790338 2024-09-12T17:45:29.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.799+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=V4WHD8MCRZ2E type=del 2024-09-12T17:45:29.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.799+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=SXY21ZIPSZAM type=del size=798684 2024-09-12T17:45:29.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.803+0000 7f6c8a8948c0 1 < suggested update operation key=Z2G3J6B76H7P tag=B1NY7OPTGQXT type=del size=989792 2024-09-12T17:45:29.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.807+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=OZEHSND100LT type=del size=448867 2024-09-12T17:45:29.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.807+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=NGA7I4DL09NU tag=YDO47U9SBX6H type=del size=4107013: (2) No such file or directory 2024-09-12T17:45:29.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.0 size=1048576 2024-09-12T17:45:29.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.1 size=1048576 2024-09-12T17:45:29.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.2 size=122821 2024-09-12T17:45:29.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.815+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=ZHAXARB49TON tag=GLBLTABGS935 type=write size=3268549 2024-09-12T17:45:29.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.815+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~KGWH0S0Y1IT4.0 size=201367 2024-09-12T17:45:29.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.819+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=KGWH0S0Y1IT4 tag=WOCRFT944HJJ type=write size=1249943 2024-09-12T17:45:29.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.823+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=R2VEJWR3ND2N type=del size=3011706 2024-09-12T17:45:29.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.823+0000 7f6c8a8948c0 -1 < failed to complete operation key=NGA7I4DL09NU tag=9SFGZW6LAWLI type=del size=1838540: (22) Invalid argument 2024-09-12T17:45:29.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.827+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=FZLXHIVUM5HM type=del size=3235325 2024-09-12T17:45:29.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.827+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.0 size=1048576 2024-09-12T17:45:29.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.1 size=1048576 2024-09-12T17:45:29.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~GDWH459M15Y9.2 size=974683 2024-09-12T17:45:29.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.835+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=GDWH459M15Y9 tag=R6DGHLQN67VD type=write size=4120411 2024-09-12T17:45:29.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~26OI2NHIC0TK.0 size=1048576 2024-09-12T17:45:29.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~26OI2NHIC0TK.1 size=36780 2024-09-12T17:45:29.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.843+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=26OI2NHIC0TK tag=5WUS0E13J9DZ type=write size=2133932 2024-09-12T17:45:29.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.847+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=7H11BYX8J2NJ type=del size=4065758 2024-09-12T17:45:29.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.847+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=L45QFNRC58AK type=del size=1616339 2024-09-12T17:45:29.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.851+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~ZC0D23679J23.0 size=345261 2024-09-12T17:45:29.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.855+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=ZC0D23679J23 tag=73G2DF2U1VOZ type=write size=1393837 2024-09-12T17:45:29.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~XNS31MXIOKQP.0 size=1048576 2024-09-12T17:45:29.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.863+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~XNS31MXIOKQP.1 size=332796 2024-09-12T17:45:29.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.863+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=XNS31MXIOKQP tag=TZ8ITJHTTV44 type=write size=2429948 2024-09-12T17:45:29.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.863+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~4S8L2IHVFUQE.0 size=1048576 2024-09-12T17:45:29.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.863+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~4S8L2IHVFUQE.1 size=990804 2024-09-12T17:45:29.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.867+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=4S8L2IHVFUQE tag=0XRULCBYV7MU type=write size=3087956 2024-09-12T17:45:29.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.871+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=HSL1LL6BEIRQ type=write size=392960 2024-09-12T17:45:29.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.875+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=CNIZ41GIECJO type=del 2024-09-12T17:45:29.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.875+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=39MAFVLV7ZFI type=del size=2065572 2024-09-12T17:45:29.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.879+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~YR2YMOPXG6MI.0 size=1048576 2024-09-12T17:45:29.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~YR2YMOPXG6MI.1 size=147047 2024-09-12T17:45:29.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.887+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=YR2YMOPXG6MI tag=3T3A315IR6EK type=write size=2244199 2024-09-12T17:45:29.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~W3LHNR52UGO8.0 size=1048576 2024-09-12T17:45:29.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~W3LHNR52UGO8.1 size=302044 2024-09-12T17:45:29.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.891+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=W3LHNR52UGO8 tag=XELPWMVYJTDR type=write size=2399196 2024-09-12T17:45:29.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.895+0000 7f6c8a8948c0 1 < canceled operation key=I21M2NBLJNCJ tag=85JR5QMPQUU7 type=write size=56984 2024-09-12T17:45:29.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.899+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=PY0K6H7W8H6A type=del size=1704642 2024-09-12T17:45:29.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.899+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=GH3U7XOAJXHZ type=del 2024-09-12T17:45:29.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.903+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=LIHX4XNPZHT1 type=del size=880925 2024-09-12T17:45:29.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.907+0000 7f6c8a8948c0 1 < canceled operation key=RT88PQITUXJA tag=FWRDGNLPQ101 type=del size=96076 2024-09-12T17:45:29.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.907+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=DPPHMGQ0HECP type=del size=2683396 2024-09-12T17:45:29.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.911+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.0 size=1048576 2024-09-12T17:45:29.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.911+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.1 size=1048576 2024-09-12T17:45:29.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.911+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~50FWJ45VJ3QV.2 size=929351 2024-09-12T17:45:29.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.915+0000 7f6c8a8948c0 1 < canceled multipart upload key=X3IZUQH63BZP upload=50FWJ45VJ3QV tag=95LYQS0MI9S0 type=write size=4075079 2024-09-12T17:45:29.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.919+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~2KMXFYJOMSBV.0 size=11464 2024-09-12T17:45:29.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.919+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=2KMXFYJOMSBV tag=GAOCZOZXGKAG type=write size=1060040 2024-09-12T17:45:29.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.923+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=FGRGSN6G4AIG type=del 2024-09-12T17:45:29.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~FDHZV7M0J8DA.0 size=192687 2024-09-12T17:45:29.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=FDHZV7M0J8DA tag=8DHTJKZ7ICVF type=write size=1241263 2024-09-12T17:45:29.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.931+0000 7f6c8a8948c0 1 < suggested update operation key=Z2SEGKWGLUBR tag=SXY21ZIPSZAM type=del size=798684 2024-09-12T17:45:29.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.0 size=1048576 2024-09-12T17:45:29.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.1 size=1048576 2024-09-12T17:45:29.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.2 size=374705 2024-09-12T17:45:29.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.939+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=UTJ5RYWXRHOG tag=38UA11NUPSGT type=write size=3520433 2024-09-12T17:45:29.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.947+0000 7f6c8a8948c0 1 < suggested update operation key=1167S0KYHA9V tag=OZEHSND100LT type=del size=448867 2024-09-12T17:45:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.947+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=VI1BPMEL10QW type=del size=2445075 2024-09-12T17:45:29.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.951+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.0 size=1048576 2024-09-12T17:45:29.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.1 size=1048576 2024-09-12T17:45:29.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~ZHAXARB49TON.2 size=122821 2024-09-12T17:45:29.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.959+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=ZHAXARB49TON tag=GLBLTABGS935 type=write size=3268549 2024-09-12T17:45:29.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~WISXOQBGV6UB.0 size=1048576 2024-09-12T17:45:29.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~WISXOQBGV6UB.1 size=262584 2024-09-12T17:45:29.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=WISXOQBGV6UB tag=HC6AGWO2AJFD type=write size=2359736 2024-09-12T17:45:29.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.975+0000 7f6c8a8948c0 1 < suggested remove operation key=W2M8Z8M3LYTF tag=R2VEJWR3ND2N type=del 2024-09-12T17:45:29.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.979+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=6UNQ2XB44P9S type=del size=3863349 2024-09-12T17:45:29.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.979+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=FZLXHIVUM5HM type=del 2024-09-12T17:45:29.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~XY5LRJW0FWY2.0 size=767410 2024-09-12T17:45:29.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.987+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=XY5LRJW0FWY2 tag=PZFKCOWCM400 type=write size=1815986 2024-09-12T17:45:29.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~26OI2NHIC0TK.0 size=1048576 2024-09-12T17:45:29.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.987+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~26OI2NHIC0TK.1 size=36780 2024-09-12T17:45:29.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.995+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=26OI2NHIC0TK tag=5WUS0E13J9DZ type=write size=2133932 2024-09-12T17:45:29.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.995+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=TIOEO16E1NH7 type=write size=729522 2024-09-12T17:45:29.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:29.999+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=L45QFNRC58AK type=del 2024-09-12T17:45:30.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.003+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=9RNOT8Z6NCP1 type=write size=358960 2024-09-12T17:45:30.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~XNS31MXIOKQP.0 size=1048576 2024-09-12T17:45:30.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~XNS31MXIOKQP.1 size=332796 2024-09-12T17:45:30.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.011+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=XNS31MXIOKQP tag=TZ8ITJHTTV44 type=write size=2429948 2024-09-12T17:45:30.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.015+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=CAFFYTVL16JI type=del size=882760 2024-09-12T17:45:30.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.019+0000 7f6c8a8948c0 1 < completed write operation key=RT88PQITUXJA tag=HSL1LL6BEIRQ type=write size=392960 2024-09-12T17:45:30.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.019+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=ETGD54ISX6RH type=del size=3798397 2024-09-12T17:45:30.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.027+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=39MAFVLV7ZFI type=del 2024-09-12T17:45:30.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.027+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=870S79P2H1O4 type=del size=2570256 2024-09-12T17:45:30.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.031+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~W3LHNR52UGO8.0 size=1048576 2024-09-12T17:45:30.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.031+0000 7f6c8a8948c0 1 < canceled part key=_multipart_AIKDU0CC4E5U.2~W3LHNR52UGO8.1 size=302044 2024-09-12T17:45:30.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.035+0000 7f6c8a8948c0 1 < canceled multipart upload key=AIKDU0CC4E5U upload=W3LHNR52UGO8 tag=XELPWMVYJTDR type=write size=2399196 2024-09-12T17:45:30.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.039+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=8T7HRGAH01TZ type=del size=3405097 2024-09-12T17:45:30.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.043+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=PY0K6H7W8H6A type=del 2024-09-12T17:45:30.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~QND8OP3VL30U.0 size=1048576 2024-09-12T17:45:30.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~QND8OP3VL30U.1 size=772939 2024-09-12T17:45:30.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.047+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=QND8OP3VL30U tag=2YZ12HJ03E84 type=write size=2870091 2024-09-12T17:45:30.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.055+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=LIHX4XNPZHT1 type=del 2024-09-12T17:45:30.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.0 size=1048576 2024-09-12T17:45:30.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.1 size=1048576 2024-09-12T17:45:30.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.2 size=1032216 2024-09-12T17:45:30.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.063+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=4YPFLW3BQHT7 tag=H1XHDZT9HI83 type=write size=4177944 2024-09-12T17:45:30.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.067+0000 7f6c8a8948c0 -1 < failed to complete operation key=1167S0KYHA9V tag=DPPHMGQ0HECP type=del size=2683396: (22) Invalid argument 2024-09-12T17:45:30.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~6HG97UQ68CIJ.0 size=665334 2024-09-12T17:45:30.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=6HG97UQ68CIJ tag=ZVAF812XM68W type=write size=1713910 2024-09-12T17:45:30.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~2KMXFYJOMSBV.0 size=11464 2024-09-12T17:45:30.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.079+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=2KMXFYJOMSBV tag=GAOCZOZXGKAG type=write size=1060040 2024-09-12T17:45:30.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.083+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=96AHY1DW075I type=del size=3202122 2024-09-12T17:45:30.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~FDHZV7M0J8DA.0 size=192687 2024-09-12T17:45:30.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.087+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=FDHZV7M0J8DA tag=8DHTJKZ7ICVF type=write size=1241263 2024-09-12T17:45:30.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~KN8UZDWYBDH7.0 size=1048576 2024-09-12T17:45:30.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.095+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~KN8UZDWYBDH7.1 size=173302 2024-09-12T17:45:30.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.095+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=KN8UZDWYBDH7 tag=75EP5P429SB1 type=write size=2270454 2024-09-12T17:45:30.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.0 size=1048576 2024-09-12T17:45:30.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.1 size=1048576 2024-09-12T17:45:30.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.099+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~UTJ5RYWXRHOG.2 size=374705 2024-09-12T17:45:30.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.103+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=UTJ5RYWXRHOG tag=38UA11NUPSGT type=write size=3520433 2024-09-12T17:45:30.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.111+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.0 size=1048576 2024-09-12T17:45:30.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.111+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.1 size=1048576 2024-09-12T17:45:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.115+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.2 size=501785 2024-09-12T17:45:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.115+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=VLQJ9QAZMICJ tag=J76IPQ4L7DE8 type=write size=3647513 2024-09-12T17:45:30.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.115+0000 7f6c8a8948c0 -1 < failed to complete operation key=W2M8Z8M3LYTF tag=VI1BPMEL10QW type=del size=2445075: (22) Invalid argument 2024-09-12T17:45:30.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.119+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=B6T155R0BULX type=del size=2519924 2024-09-12T17:45:30.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~WISXOQBGV6UB.0 size=1048576 2024-09-12T17:45:30.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~WISXOQBGV6UB.1 size=262584 2024-09-12T17:45:30.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.127+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=WISXOQBGV6UB tag=HC6AGWO2AJFD type=write size=2359736 2024-09-12T17:45:30.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.131+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=X62HEGXXQPI8 type=del size=2939988 2024-09-12T17:45:30.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.135+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=6UNQ2XB44P9S type=del 2024-09-12T17:45:30.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.135+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=C4VV1MYVS5R5 type=del size=1826993 2024-09-12T17:45:30.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~XY5LRJW0FWY2.0 size=767410 2024-09-12T17:45:30.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.143+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=XY5LRJW0FWY2 tag=PZFKCOWCM400 type=write size=1815986 2024-09-12T17:45:30.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~W5NUDEZ7V734.0 size=548026 2024-09-12T17:45:30.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.147+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=W5NUDEZ7V734 tag=PA07T2F4W9QU type=write size=1596602 2024-09-12T17:45:30.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.155+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=TIOEO16E1NH7 type=write 2024-09-12T17:45:30.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.155+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=H9IG7SDA7IO7 type=del size=1151233 2024-09-12T17:45:30.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.159+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=9RNOT8Z6NCP1 type=write size=358960 2024-09-12T17:45:30.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.163+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=BMBKVVIJAOTR type=del size=405635 2024-09-12T17:45:30.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.167+0000 7f6c8a8948c0 1 < suggested remove operation key=7UI1DV46YI9X tag=CAFFYTVL16JI type=del 2024-09-12T17:45:30.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.171+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=0UN2VD7J5OIW type=write size=841196 2024-09-12T17:45:30.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.175+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=ETGD54ISX6RH type=del size=3798397 2024-09-12T17:45:30.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~8KPWZQMA6X0Y.0 size=1048576 2024-09-12T17:45:30.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~8KPWZQMA6X0Y.1 size=681326 2024-09-12T17:45:30.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.179+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=8KPWZQMA6X0Y tag=E156KK3H5RIO type=write size=2778478 2024-09-12T17:45:30.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.183+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=870S79P2H1O4 type=del 2024-09-12T17:45:30.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.187+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=L9YLX0GCGZK1 type=del size=2798884 2024-09-12T17:45:30.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.191+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=8T7HRGAH01TZ type=del 2024-09-12T17:45:30.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.191+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=NQN9JT911Y7M type=write size=340818 2024-09-12T17:45:30.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.195+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NQLWLQR62DEQ.2~QND8OP3VL30U.0 size=1048576 2024-09-12T17:45:30.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~QND8OP3VL30U.1 size=772939 2024-09-12T17:45:30.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.199+0000 7f6c8a8948c0 1 < canceled multipart upload key=NQLWLQR62DEQ upload=QND8OP3VL30U tag=2YZ12HJ03E84 type=write size=2870091 2024-09-12T17:45:30.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.203+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=3ENEHX30JTSA type=del size=3725003 2024-09-12T17:45:30.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.207+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.0 size=1048576 2024-09-12T17:45:30.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.207+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.1 size=1048576 2024-09-12T17:45:30.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4YPFLW3BQHT7.2 size=1032216 2024-09-12T17:45:30.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.215+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=4YPFLW3BQHT7 tag=H1XHDZT9HI83 type=write size=4177944 2024-09-12T17:45:30.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.219+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=P0DF8IR0Q26P type=del size=1634384 2024-09-12T17:45:30.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~6HG97UQ68CIJ.0 size=665334 2024-09-12T17:45:30.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.227+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=6HG97UQ68CIJ tag=ZVAF812XM68W type=write size=1713910 2024-09-12T17:45:30.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.231+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~BSDAIN0PEUWZ.0 size=1048576 2024-09-12T17:45:30.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.235+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~BSDAIN0PEUWZ.1 size=276962 2024-09-12T17:45:30.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.235+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=BSDAIN0PEUWZ tag=2KUNQZJNNXQ4 type=write size=2374114 2024-09-12T17:45:30.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.239+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=96AHY1DW075I type=del 2024-09-12T17:45:30.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~SL5YTQU6P0QI.0 size=988059 2024-09-12T17:45:30.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.243+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=SL5YTQU6P0QI tag=2572ELIIL4NL type=write size=2036635 2024-09-12T17:45:30.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.243+0000 7f6c8a8948c0 1 < canceled part key=_multipart_AIKDU0CC4E5U.2~KN8UZDWYBDH7.0 size=1048576 2024-09-12T17:45:30.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~KN8UZDWYBDH7.1 size=173302 2024-09-12T17:45:30.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.251+0000 7f6c8a8948c0 1 < canceled multipart upload key=AIKDU0CC4E5U upload=KN8UZDWYBDH7 tag=75EP5P429SB1 type=write size=2270454 2024-09-12T17:45:30.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.255+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=V0YJ9AU9F5W8 type=del size=2032044 2024-09-12T17:45:30.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.0 size=1048576 2024-09-12T17:45:30.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.259+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.1 size=1048576 2024-09-12T17:45:30.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.263+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~VLQJ9QAZMICJ.2 size=501785 2024-09-12T17:45:30.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.267+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=VLQJ9QAZMICJ tag=J76IPQ4L7DE8 type=write size=3647513 2024-09-12T17:45:30.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.267+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=KRF6H2FU7HZD type=write size=23589 2024-09-12T17:45:30.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.271+0000 7f6c8a8948c0 -1 < failed to complete operation key=Z2G3J6B76H7P tag=B6T155R0BULX type=del size=2519924: (22) Invalid argument 2024-09-12T17:45:30.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.275+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=32VGH4VTARZI type=write size=491863 2024-09-12T17:45:30.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.275+0000 7f6c8a8948c0 1 < canceled operation key=X3IZUQH63BZP tag=X62HEGXXQPI8 type=del size=2939988 2024-09-12T17:45:30.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.283+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=FA615SVPUB30 type=del size=3941791 2024-09-12T17:45:30.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.283+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=C4VV1MYVS5R5 type=del 2024-09-12T17:45:30.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.287+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=LS1QP2ZNA5I3 type=del size=1501219 2024-09-12T17:45:30.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.291+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~W5NUDEZ7V734.0 size=548026 2024-09-12T17:45:30.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.295+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=W5NUDEZ7V734 tag=PA07T2F4W9QU type=write size=1596602 2024-09-12T17:45:30.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~5A226Z1VL3SF.0 size=878556 2024-09-12T17:45:30.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.299+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=5A226Z1VL3SF tag=ZOU8VQSILG17 type=write size=1927132 2024-09-12T17:45:30.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.307+0000 7f6c8a8948c0 1 < suggested update operation key=IVB6FLK7S6PP tag=H9IG7SDA7IO7 type=del size=1151233 2024-09-12T17:45:30.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.311+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=JABTGBGQEG9L type=del size=1306912 2024-09-12T17:45:30.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.311+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=BMBKVVIJAOTR type=del 2024-09-12T17:45:30.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.0 size=1048576 2024-09-12T17:45:30.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.1 size=1048576 2024-09-12T17:45:30.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.323+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.2 size=518110 2024-09-12T17:45:30.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.323+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=LOUAV4UR80DE tag=4LALHST598UR type=write size=3663838 2024-09-12T17:45:30.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.323+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=0UN2VD7J5OIW type=write size=841196 2024-09-12T17:45:30.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.327+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=T4F8QUC0SVI1 type=write size=569790 2024-09-12T17:45:30.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~8KPWZQMA6X0Y.0 size=1048576 2024-09-12T17:45:30.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.331+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~8KPWZQMA6X0Y.1 size=681326 2024-09-12T17:45:30.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.335+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=8KPWZQMA6X0Y tag=E156KK3H5RIO type=write size=2778478 2024-09-12T17:45:30.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.335+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=MJ3LDG7V03K8 type=del size=3084010 2024-09-12T17:45:30.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.339+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=L9YLX0GCGZK1 type=del 2024-09-12T17:45:30.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.0 size=1048576 2024-09-12T17:45:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.1 size=1048576 2024-09-12T17:45:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.347+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.2 size=106445 2024-09-12T17:45:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.347+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=LGVQ62TDE5HW tag=P403PMEOQ9G4 type=write size=3252173 2024-09-12T17:45:30.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.347+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=NQN9JT911Y7M type=write size=340818 2024-09-12T17:45:30.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.351+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=PEJGJJDIFQWN type=del size=2898969 2024-09-12T17:45:30.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.355+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=3ENEHX30JTSA type=del 2024-09-12T17:45:30.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.355+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=BH1B1KFRELYH type=write size=209720 2024-09-12T17:45:30.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.359+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=P0DF8IR0Q26P type=del 2024-09-12T17:45:30.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.363+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=BM2MNVKCMIJO type=del size=927293 2024-09-12T17:45:30.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~BSDAIN0PEUWZ.0 size=1048576 2024-09-12T17:45:30.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~BSDAIN0PEUWZ.1 size=276962 2024-09-12T17:45:30.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.371+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=BSDAIN0PEUWZ tag=2KUNQZJNNXQ4 type=write size=2374114 2024-09-12T17:45:30.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.371+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=PLM6ERI87TOY type=del size=1046586 2024-09-12T17:45:30.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~SL5YTQU6P0QI.0 size=988059 2024-09-12T17:45:30.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.379+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=SL5YTQU6P0QI tag=2572ELIIL4NL type=write size=2036635 2024-09-12T17:45:30.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.387+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~G54G8M24UQDM.0 size=783334 2024-09-12T17:45:30.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.387+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=G54G8M24UQDM tag=D7IB1N86KMDK type=write size=1831910 2024-09-12T17:45:30.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.387+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=V0YJ9AU9F5W8 type=del 2024-09-12T17:45:30.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~GNF2S2YY6AA1.0 size=1048576 2024-09-12T17:45:30.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~GNF2S2YY6AA1.1 size=1008232 2024-09-12T17:45:30.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.395+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=GNF2S2YY6AA1 tag=IL8JZ7K45KFM type=write size=3105384 2024-09-12T17:45:30.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.399+0000 7f6c8a8948c0 1 < suggested remove operation key=RT88PQITUXJA tag=KRF6H2FU7HZD type=write 2024-09-12T17:45:30.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.403+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=5IU5Q5TIAU6A type=del size=3934818 2024-09-12T17:45:30.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.407+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=32VGH4VTARZI type=write size=491863 2024-09-12T17:45:30.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.411+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.0 size=1048576 2024-09-12T17:45:30.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.1 size=1048576 2024-09-12T17:45:30.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.2 size=722967 2024-09-12T17:45:30.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.415+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=CQ0FSPW1D0DH tag=K0JS73PHQGK7 type=write size=3868695 2024-09-12T17:45:30.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.419+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=FA615SVPUB30 type=del 2024-09-12T17:45:30.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.423+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=MDTR3EQJJZCQ type=write size=83363 2024-09-12T17:45:30.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.427+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=LS1QP2ZNA5I3 type=del 2024-09-12T17:45:30.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.427+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=8PZBY2198SMW type=del size=2513888 2024-09-12T17:45:30.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~5A226Z1VL3SF.0 size=878556 2024-09-12T17:45:30.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.435+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=5A226Z1VL3SF tag=ZOU8VQSILG17 type=write size=1927132 2024-09-12T17:45:30.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.439+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=5TCL2092XBJJ type=del size=1290093 2024-09-12T17:45:30.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.443+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=JABTGBGQEG9L type=del 2024-09-12T17:45:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.447+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~EFVY2QADD66Q.0 size=484603 2024-09-12T17:45:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.447+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=EFVY2QADD66Q tag=2YVO3334HZEW type=write size=1533179 2024-09-12T17:45:30.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.0 size=1048576 2024-09-12T17:45:30.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.1 size=1048576 2024-09-12T17:45:30.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.455+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~LOUAV4UR80DE.2 size=518110 2024-09-12T17:45:30.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.459+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=LOUAV4UR80DE tag=4LALHST598UR type=write size=3663838 2024-09-12T17:45:30.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.463+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=4K2GY6RWMN3U type=del size=122122 2024-09-12T17:45:30.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.463+0000 7f6c8a8948c0 1 < completed write operation key=G3ZV89D5UXB4 tag=T4F8QUC0SVI1 type=write size=569790 2024-09-12T17:45:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.0 size=1048576 2024-09-12T17:45:30.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.1 size=1048576 2024-09-12T17:45:30.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.2 size=261150 2024-09-12T17:45:30.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.475+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=DT9W1EDSB1QO tag=FQUNZGYEZWX6 type=write size=3406878 2024-09-12T17:45:30.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.479+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=MJ3LDG7V03K8 type=del size=3084010 2024-09-12T17:45:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~5F3WSJ8Z2OXF.0 size=1015722 2024-09-12T17:45:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.483+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=5F3WSJ8Z2OXF tag=NWEI0GHHACA7 type=write size=2064298 2024-09-12T17:45:30.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.0 size=1048576 2024-09-12T17:45:30.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.1 size=1048576 2024-09-12T17:45:30.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.487+0000 7f6c8a8948c0 1 < canceled part key=_multipart_SC9MK1C1ETEN.2~LGVQ62TDE5HW.2 size=106445 2024-09-12T17:45:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.495+0000 7f6c8a8948c0 1 < canceled multipart upload key=SC9MK1C1ETEN upload=LGVQ62TDE5HW tag=P403PMEOQ9G4 type=write size=3252173 2024-09-12T17:45:30.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.495+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=7LOPTEHLGB5L type=del size=2909589 2024-09-12T17:45:30.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.503+0000 7f6c8a8948c0 1 < suggested remove operation key=HTSRF6I8OFUX tag=PEJGJJDIFQWN type=del 2024-09-12T17:45:30.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.503+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=JP4LX6WP0QMF type=write size=444494 2024-09-12T17:45:30.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.507+0000 7f6c8a8948c0 1 < completed write operation key=1G8V6AD1JDDX tag=BH1B1KFRELYH type=write size=209720 2024-09-12T17:45:30.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.511+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=02N7DK53WCHX type=del size=2420860 2024-09-12T17:45:30.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.515+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=BM2MNVKCMIJO type=del 2024-09-12T17:45:30.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.515+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=1PVWBICU6VKA type=del size=2776475 2024-09-12T17:45:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.519+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=PLM6ERI87TOY type=del 2024-09-12T17:45:30.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.523+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=LK14FXNT7DJA type=del size=3726353 2024-09-12T17:45:30.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.527+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~G54G8M24UQDM.0 size=783334 2024-09-12T17:45:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.531+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=G54G8M24UQDM tag=D7IB1N86KMDK type=write size=1831910 2024-09-12T17:45:30.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.535+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=32U86FK999L7 type=del size=3032232 2024-09-12T17:45:30.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~GNF2S2YY6AA1.0 size=1048576 2024-09-12T17:45:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~GNF2S2YY6AA1.1 size=1008232 2024-09-12T17:45:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.547+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=GNF2S2YY6AA1 tag=IL8JZ7K45KFM type=write size=3105384 2024-09-12T17:45:30.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.551+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=4SHPXRSKGQY2 type=del size=1126776 2024-09-12T17:45:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.559+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=5IU5Q5TIAU6A type=del 2024-09-12T17:45:30.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.563+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=32GXTRNCOJ5F type=del size=3555815 2024-09-12T17:45:30.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.563+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.0 size=1048576 2024-09-12T17:45:30.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.567+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.1 size=1048576 2024-09-12T17:45:30.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~CQ0FSPW1D0DH.2 size=722967 2024-09-12T17:45:30.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.575+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=CQ0FSPW1D0DH tag=K0JS73PHQGK7 type=write size=3868695 2024-09-12T17:45:30.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~RKWJQYWUJSEB.0 size=1048576 2024-09-12T17:45:30.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~RKWJQYWUJSEB.1 size=725616 2024-09-12T17:45:30.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.583+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=RKWJQYWUJSEB tag=CGG9KZTMQZZP type=write size=2822768 2024-09-12T17:45:30.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.587+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=MDTR3EQJJZCQ type=write size=83363 2024-09-12T17:45:30.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.587+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=226KW2MZVREE type=del size=3729875 2024-09-12T17:45:30.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.591+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=8PZBY2198SMW type=del 2024-09-12T17:45:30.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.595+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=BLHPWUKOZRVV type=del size=646631 2024-09-12T17:45:30.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.599+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=5TCL2092XBJJ type=del size=1290093 2024-09-12T17:45:30.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.603+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=NX2Y2CA1JLBO type=write size=322959 2024-09-12T17:45:30.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~EFVY2QADD66Q.0 size=484603 2024-09-12T17:45:30.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.611+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=EFVY2QADD66Q tag=2YVO3334HZEW type=write size=1533179 2024-09-12T17:45:30.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.615+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=5101KVN4C5A6 type=del size=3223055 2024-09-12T17:45:30.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.619+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=4K2GY6RWMN3U type=del 2024-09-12T17:45:30.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.619+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=AIG1BVD189ZQ type=write size=507492 2024-09-12T17:45:30.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.623+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.0 size=1048576 2024-09-12T17:45:30.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.1 size=1048576 2024-09-12T17:45:30.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.631+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~DT9W1EDSB1QO.2 size=261150 2024-09-12T17:45:30.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.635+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=DT9W1EDSB1QO tag=FQUNZGYEZWX6 type=write size=3406878 2024-09-12T17:45:30.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.639+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=Z07P8PJ5EWLG type=del size=534188 2024-09-12T17:45:30.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~5F3WSJ8Z2OXF.0 size=1015722 2024-09-12T17:45:30.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.647+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=5F3WSJ8Z2OXF tag=NWEI0GHHACA7 type=write size=2064298 2024-09-12T17:45:30.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.651+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=O8S741CJ5DYJ type=del size=3156812 2024-09-12T17:45:30.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.651+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=7LOPTEHLGB5L type=del 2024-09-12T17:45:30.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.655+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=9FL82KSIZG3H type=write size=456377 2024-09-12T17:45:30.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.663+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=JP4LX6WP0QMF type=write size=444494 2024-09-12T17:45:30.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.663+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=YD6GIAQAA0MN type=del size=1758840 2024-09-12T17:45:30.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.667+0000 7f6c8a8948c0 1 < canceled operation key=Z2SEGKWGLUBR tag=02N7DK53WCHX type=del size=2420860 2024-09-12T17:45:30.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.671+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=E9M56V8E7Q62 type=del size=1822074 2024-09-12T17:45:30.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.671+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=1PVWBICU6VKA type=del 2024-09-12T17:45:30.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.675+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=54RVREFI9X2X type=del size=2858368 2024-09-12T17:45:30.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.679+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=LK14FXNT7DJA type=del 2024-09-12T17:45:30.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.683+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~QGLXCR6A7OIP.0 size=231951 2024-09-12T17:45:30.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.683+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=QGLXCR6A7OIP tag=F79JOCXPY979 type=write size=1280527 2024-09-12T17:45:30.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.691+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=32U86FK999L7 type=del size=3032232 2024-09-12T17:45:30.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.695+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~NP3MNWSI0MPP.0 size=1048576 2024-09-12T17:45:30.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.699+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~NP3MNWSI0MPP.1 size=213925 2024-09-12T17:45:30.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.699+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=NP3MNWSI0MPP tag=89MXPB00BCX7 type=write size=2311077 2024-09-12T17:45:30.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.699+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=4SHPXRSKGQY2 type=del 2024-09-12T17:45:30.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.703+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=PZT6W23YL2AH type=del size=2751225 2024-09-12T17:45:30.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.707+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=32GXTRNCOJ5F type=del 2024-09-12T17:45:30.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.711+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=59GXLJRNLC0Z type=write size=859595 2024-09-12T17:45:30.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~RKWJQYWUJSEB.0 size=1048576 2024-09-12T17:45:30.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.715+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1G8V6AD1JDDX.2~RKWJQYWUJSEB.1 size=725616 2024-09-12T17:45:30.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.719+0000 7f6c8a8948c0 1 < canceled multipart upload key=1G8V6AD1JDDX upload=RKWJQYWUJSEB tag=CGG9KZTMQZZP type=write size=2822768 2024-09-12T17:45:30.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~U68GJBF2VLT5.0 size=359298 2024-09-12T17:45:30.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.727+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=U68GJBF2VLT5 tag=YTH625JI00L2 type=write size=1407874 2024-09-12T17:45:30.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.731+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=226KW2MZVREE type=del 2024-09-12T17:45:30.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.735+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=0WMQMPS26EGJ type=write size=642772 2024-09-12T17:45:30.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.739+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=BLHPWUKOZRVV type=del 2024-09-12T17:45:30.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.743+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=HLMBWU7F5F1I type=del size=739201 2024-09-12T17:45:30.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.747+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=NX2Y2CA1JLBO type=write 2024-09-12T17:45:30.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~VIUEW0SK6XDJ.0 size=649579 2024-09-12T17:45:30.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.755+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=VIUEW0SK6XDJ tag=L6YEEVP89ZP7 type=write size=1698155 2024-09-12T17:45:30.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.759+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=5101KVN4C5A6 type=del 2024-09-12T17:45:30.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.763+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~XYJC3D2HGFDN.0 size=1048576 2024-09-12T17:45:30.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~XYJC3D2HGFDN.1 size=1006467 2024-09-12T17:45:30.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=XYJC3D2HGFDN tag=28IWXR1E2EPA type=write size=3103619 2024-09-12T17:45:30.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.775+0000 7f6c8a8948c0 1 < suggested remove operation key=IVB6FLK7S6PP tag=AIG1BVD189ZQ type=write 2024-09-12T17:45:30.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.775+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=3K8W79VQ44LA type=del size=657955 2024-09-12T17:45:30.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.779+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=Z07P8PJ5EWLG type=del 2024-09-12T17:45:30.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.783+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=YZD1ZCTYXDH3 type=del size=2079673 2024-09-12T17:45:30.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.791+0000 7f6c8a8948c0 1 < suggested update operation key=THGH3XU7HTDO tag=O8S741CJ5DYJ type=del size=3156812 2024-09-12T17:45:30.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.795+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=J70VV7YD967H type=del size=3471140 2024-09-12T17:45:30.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.799+0000 7f6c8a8948c0 1 < canceled operation key=02UJO133SEG4 tag=9FL82KSIZG3H type=write size=456377 2024-09-12T17:45:30.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.803+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=YD3YEG5ZCRWJ type=del size=3615452 2024-09-12T17:45:30.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.803+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=IVB6FLK7S6PP tag=YD6GIAQAA0MN type=del size=1758840: (2) No such file or directory 2024-09-12T17:45:30.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~KDZTB6AMKQ8V.0 size=1048576 2024-09-12T17:45:30.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~KDZTB6AMKQ8V.1 size=494286 2024-09-12T17:45:30.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.811+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=KDZTB6AMKQ8V tag=MLAQZPZQQGCP type=write size=2591438 2024-09-12T17:45:30.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.815+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=E9M56V8E7Q62 type=del 2024-09-12T17:45:30.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.819+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=7ZURHCL27FL8 type=del size=2169430 2024-09-12T17:45:30.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.827+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=54RVREFI9X2X type=del size=2858368 2024-09-12T17:45:30.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.827+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=1XQDIKPKFLKN type=write size=130566 2024-09-12T17:45:30.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~QGLXCR6A7OIP.0 size=231951 2024-09-12T17:45:30.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.835+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=QGLXCR6A7OIP tag=F79JOCXPY979 type=write size=1280527 2024-09-12T17:45:30.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.839+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=6QVD0CQHYEBA type=del size=1331073 2024-09-12T17:45:30.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.843+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~NP3MNWSI0MPP.0 size=1048576 2024-09-12T17:45:30.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.847+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~NP3MNWSI0MPP.1 size=213925 2024-09-12T17:45:30.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.851+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=NP3MNWSI0MPP tag=89MXPB00BCX7 type=write size=2311077 2024-09-12T17:45:30.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.0 size=1048576 2024-09-12T17:45:30.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.863+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.1 size=1048576 2024-09-12T17:45:30.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.867+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.2 size=373478 2024-09-12T17:45:30.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.867+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=ITMKRND04B5Z tag=T3X83LS9365T type=write size=3519206 2024-09-12T17:45:30.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.871+0000 7f6c8a8948c0 1 < suggested remove operation key=2E3GUHIGS09Y tag=PZT6W23YL2AH type=del 2024-09-12T17:45:30.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.875+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=P8Q7TA0BUPTH type=del size=357292 2024-09-12T17:45:30.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.879+0000 7f6c8a8948c0 -1 < failed to complete operation key=THGH3XU7HTDO tag=59GXLJRNLC0Z type=write size=859595: (22) Invalid argument 2024-09-12T17:45:30.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.883+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=L901HOTJFA2I type=del size=3398925 2024-09-12T17:45:30.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.887+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~U68GJBF2VLT5.0 size=359298 2024-09-12T17:45:30.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.891+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=U68GJBF2VLT5 tag=YTH625JI00L2 type=write size=1407874 2024-09-12T17:45:30.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~6OJAX6FBBEWT.0 size=1048576 2024-09-12T17:45:30.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~6OJAX6FBBEWT.1 size=148133 2024-09-12T17:45:30.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=6OJAX6FBBEWT tag=H4XPKQRM7YML type=write size=2245285 2024-09-12T17:45:30.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.903+0000 7f6c8a8948c0 1 < completed write operation key=I21M2NBLJNCJ tag=0WMQMPS26EGJ type=write size=642772 2024-09-12T17:45:30.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.0 size=1048576 2024-09-12T17:45:30.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.1 size=1048576 2024-09-12T17:45:30.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.2 size=396896 2024-09-12T17:45:30.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.915+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=8DRZ1S6O66L6 tag=6UG4E5N4FVZJ type=write size=3542624 2024-09-12T17:45:30.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.915+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=HLMBWU7F5F1I type=del 2024-09-12T17:45:30.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.919+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=CNMJL9QTNU7V type=del size=411127 2024-09-12T17:45:30.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~VIUEW0SK6XDJ.0 size=649579 2024-09-12T17:45:30.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.931+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=VIUEW0SK6XDJ tag=L6YEEVP89ZP7 type=write size=1698155 2024-09-12T17:45:30.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.931+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=S3DQC1526UR6 type=del size=1379347 2024-09-12T17:45:30.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.935+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~XYJC3D2HGFDN.0 size=1048576 2024-09-12T17:45:30.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.939+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~XYJC3D2HGFDN.1 size=1006467 2024-09-12T17:45:30.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.943+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=XYJC3D2HGFDN tag=28IWXR1E2EPA type=write size=3103619 2024-09-12T17:45:30.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.947+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=0SBIW424OQG2 type=del size=2454084 2024-09-12T17:45:30.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.951+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=3K8W79VQ44LA type=del 2024-09-12T17:45:30.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.955+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=8EO7GRLIU0MV type=del size=3935783 2024-09-12T17:45:30.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.959+0000 7f6c8a8948c0 1 < suggested remove operation key=G3ZV89D5UXB4 tag=YZD1ZCTYXDH3 type=del 2024-09-12T17:45:30.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.963+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=6BKFQ8Z97T93 type=del size=1960412 2024-09-12T17:45:30.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.971+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=J70VV7YD967H type=del 2024-09-12T17:45:30.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.971+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=6N0688ZD2UFV type=del size=3300118 2024-09-12T17:45:30.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.975+0000 7f6c8a8948c0 1 < canceled operation key=UPQ1AU918PZ4 tag=YD3YEG5ZCRWJ type=del size=3615452 2024-09-12T17:45:30.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.979+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=RB32YMXZZ00H type=del size=3429106 2024-09-12T17:45:30.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.983+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~KDZTB6AMKQ8V.0 size=1048576 2024-09-12T17:45:30.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.983+0000 7f6c8a8948c0 1 < canceled part key=_multipart_AIKDU0CC4E5U.2~KDZTB6AMKQ8V.1 size=494286 2024-09-12T17:45:30.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.987+0000 7f6c8a8948c0 1 < canceled multipart upload key=AIKDU0CC4E5U upload=KDZTB6AMKQ8V tag=MLAQZPZQQGCP type=write size=2591438 2024-09-12T17:45:30.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.991+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=68E0OOVWU928 type=del size=3244607 2024-09-12T17:45:30.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.995+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=7ZURHCL27FL8 type=del size=2169430 2024-09-12T17:45:30.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:30.999+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=391LM3837B4I type=del size=3321126 2024-09-12T17:45:31.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.003+0000 7f6c8a8948c0 1 < canceled operation key=LALMJ3TYSQ6T tag=1XQDIKPKFLKN type=write size=130566 2024-09-12T17:45:31.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.007+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=3FQEOCGY1S8E type=del size=3847844 2024-09-12T17:45:31.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.011+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=6QVD0CQHYEBA type=del 2024-09-12T17:45:31.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.011+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=6VTWHZZMWOF0 type=write size=254133 2024-09-12T17:45:31.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.015+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.0 size=1048576 2024-09-12T17:45:31.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.1 size=1048576 2024-09-12T17:45:31.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~ITMKRND04B5Z.2 size=373478 2024-09-12T17:45:31.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.027+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=ITMKRND04B5Z tag=T3X83LS9365T type=write size=3519206 2024-09-12T17:45:31.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.035+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~OKMXN3ZSF10C.0 size=1048576 2024-09-12T17:45:31.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.035+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~OKMXN3ZSF10C.1 size=530187 2024-09-12T17:45:31.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.035+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=OKMXN3ZSF10C tag=2H4RB3D22QH9 type=write size=2627339 2024-09-12T17:45:31.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.039+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=P8Q7TA0BUPTH type=del 2024-09-12T17:45:31.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.043+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=2XV3RLO8046P type=del size=187864 2024-09-12T17:45:31.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.047+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=L901HOTJFA2I type=del 2024-09-12T17:45:31.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.047+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=36PL70VYZCJJ type=del size=1822844 2024-09-12T17:45:31.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.051+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~6OJAX6FBBEWT.0 size=1048576 2024-09-12T17:45:31.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~6OJAX6FBBEWT.1 size=148133 2024-09-12T17:45:31.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.059+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=6OJAX6FBBEWT tag=H4XPKQRM7YML type=write size=2245285 2024-09-12T17:45:31.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.0 size=1048576 2024-09-12T17:45:31.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.1 size=1048576 2024-09-12T17:45:31.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.2 size=167410 2024-09-12T17:45:31.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=7BCQ87B3WIJZ tag=2SOPIMKP3RGD type=write size=3313138 2024-09-12T17:45:31.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.0 size=1048576 2024-09-12T17:45:31.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.1 size=1048576 2024-09-12T17:45:31.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.079+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~8DRZ1S6O66L6.2 size=396896 2024-09-12T17:45:31.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.083+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=8DRZ1S6O66L6 tag=6UG4E5N4FVZJ type=write size=3542624 2024-09-12T17:45:31.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.0 size=1048576 2024-09-12T17:45:31.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.1 size=1048576 2024-09-12T17:45:31.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.095+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.2 size=256258 2024-09-12T17:45:31.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.095+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=7XW29PMJL4Z4 tag=XF0JKSLYF0FY type=write size=3401986 2024-09-12T17:45:31.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.099+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=CNMJL9QTNU7V type=del 2024-09-12T17:45:31.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~MZTOOH86APZX.0 size=832099 2024-09-12T17:45:31.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.103+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=MZTOOH86APZX tag=FH1IW9W8ICKP type=write size=1880675 2024-09-12T17:45:31.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.107+0000 7f6c8a8948c0 -1 < failed to complete operation key=XSFCFLQ02Y9B tag=S3DQC1526UR6 type=del size=1379347: (22) Invalid argument 2024-09-12T17:45:31.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.111+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=3CORBXQDY46J type=del size=2722017 2024-09-12T17:45:31.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.115+0000 7f6c8a8948c0 1 < canceled operation key=1167S0KYHA9V tag=0SBIW424OQG2 type=del size=2454084 2024-09-12T17:45:31.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.115+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=8WBI0T9W82PT type=del size=3824377 2024-09-12T17:45:31.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.119+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=8EO7GRLIU0MV type=del 2024-09-12T17:45:31.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.123+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=V1LGB5WXIBTQ type=del size=3614104 2024-09-12T17:45:31.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.127+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=6BKFQ8Z97T93 type=del 2024-09-12T17:45:31.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~1H2A83AE1MJQ.0 size=1048576 2024-09-12T17:45:31.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.135+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~1H2A83AE1MJQ.1 size=205378 2024-09-12T17:45:31.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.135+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=1H2A83AE1MJQ tag=ER38IY88VSU1 type=write size=2302530 2024-09-12T17:45:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.139+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=6N0688ZD2UFV type=del 2024-09-12T17:45:31.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.143+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~9OIAPYK532RI.0 size=1048576 2024-09-12T17:45:31.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~9OIAPYK532RI.1 size=493770 2024-09-12T17:45:31.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.147+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=9OIAPYK532RI tag=N8AO1T682Y2A type=write size=2590922 2024-09-12T17:45:31.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.151+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=RB32YMXZZ00H type=del 2024-09-12T17:45:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.151+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=Q73UJ7UF3QFE type=del size=2000254 2024-09-12T17:45:31.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.155+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=68E0OOVWU928 type=del 2024-09-12T17:45:31.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.159+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=MIWGDAO7RFQL type=write size=488429 2024-09-12T17:45:31.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.167+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=391LM3837B4I type=del 2024-09-12T17:45:31.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.171+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=WRY9K5IFPZZX type=write size=575916 2024-09-12T17:45:31.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.175+0000 7f6c8a8948c0 1 < suggested remove operation key=DKQJR0BTFM5J tag=3FQEOCGY1S8E type=del 2024-09-12T17:45:31.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.183+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~A7KH1ZRKP1LL.0 size=1048576 2024-09-12T17:45:31.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.183+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~A7KH1ZRKP1LL.1 size=630964 2024-09-12T17:45:31.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.183+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=A7KH1ZRKP1LL tag=6HWCFB4GEV0Q type=write size=2728116 2024-09-12T17:45:31.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.187+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=6VTWHZZMWOF0 type=write size=254133 2024-09-12T17:45:31.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.191+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=7LF6DTVPHVCM type=del size=2437069 2024-09-12T17:45:31.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~OKMXN3ZSF10C.0 size=1048576 2024-09-12T17:45:31.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~OKMXN3ZSF10C.1 size=530187 2024-09-12T17:45:31.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.199+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=OKMXN3ZSF10C tag=2H4RB3D22QH9 type=write size=2627339 2024-09-12T17:45:31.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.203+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=72DQMYVJRYXR type=del size=250304 2024-09-12T17:45:31.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.207+0000 7f6c8a8948c0 1 < canceled operation key=RT88PQITUXJA tag=2XV3RLO8046P type=del size=187864 2024-09-12T17:45:31.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.211+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=ZI1YK4CN6JNV type=del size=739457 2024-09-12T17:45:31.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.215+0000 7f6c8a8948c0 1 < suggested remove operation key=XIE90KFMCQ9Y tag=36PL70VYZCJJ type=del 2024-09-12T17:45:31.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.219+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=I01OFEEPS261 type=write size=345868 2024-09-12T17:45:31.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.0 size=1048576 2024-09-12T17:45:31.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.1 size=1048576 2024-09-12T17:45:31.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~7BCQ87B3WIJZ.2 size=167410 2024-09-12T17:45:31.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.231+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=7BCQ87B3WIJZ tag=2SOPIMKP3RGD type=write size=3313138 2024-09-12T17:45:31.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.239+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~E8ELH1FP25W6.0 size=670034 2024-09-12T17:45:31.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.239+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=E8ELH1FP25W6 tag=4XE9COABWQTY type=write size=1718610 2024-09-12T17:45:31.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.0 size=1048576 2024-09-12T17:45:31.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.1 size=1048576 2024-09-12T17:45:31.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~7XW29PMJL4Z4.2 size=256258 2024-09-12T17:45:31.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.251+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=7XW29PMJL4Z4 tag=XF0JKSLYF0FY type=write size=3401986 2024-09-12T17:45:31.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.0 size=1048576 2024-09-12T17:45:31.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.1 size=1048576 2024-09-12T17:45:31.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.2 size=381324 2024-09-12T17:45:31.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.263+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=1VXNJOTMFGJ9 tag=G37RSLWLRRIX type=write size=3527052 2024-09-12T17:45:31.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~MZTOOH86APZX.0 size=832099 2024-09-12T17:45:31.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.275+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=MZTOOH86APZX tag=FH1IW9W8ICKP type=write size=1880675 2024-09-12T17:45:31.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.275+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=L0726ZTOOLPW type=del size=2838317 2024-09-12T17:45:31.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.283+0000 7f6c8a8948c0 1 < suggested remove operation key=I21M2NBLJNCJ tag=3CORBXQDY46J type=del 2024-09-12T17:45:31.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.0 size=1048576 2024-09-12T17:45:31.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.291+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.1 size=1048576 2024-09-12T17:45:31.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.295+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.2 size=169116 2024-09-12T17:45:31.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.295+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=K0YIWE9MUUIX tag=S0B98OKGNQKC type=write size=3314844 2024-09-12T17:45:31.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.295+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=8WBI0T9W82PT type=del 2024-09-12T17:45:31.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.299+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=6V82S7JTXQ71 type=del size=2397794 2024-09-12T17:45:31.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.303+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=V1LGB5WXIBTQ type=del 2024-09-12T17:45:31.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~0K3HR7JVTV1L.0 size=1048576 2024-09-12T17:45:31.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~0K3HR7JVTV1L.1 size=114256 2024-09-12T17:45:31.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.315+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=0K3HR7JVTV1L tag=ZPDGV64VQ2WH type=write size=2211408 2024-09-12T17:45:31.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.315+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XIE90KFMCQ9Y.2~1H2A83AE1MJQ.0 size=1048576 2024-09-12T17:45:31.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.315+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XIE90KFMCQ9Y.2~1H2A83AE1MJQ.1 size=205378 2024-09-12T17:45:31.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.319+0000 7f6c8a8948c0 1 < canceled multipart upload key=XIE90KFMCQ9Y upload=1H2A83AE1MJQ tag=ER38IY88VSU1 type=write size=2302530 2024-09-12T17:45:31.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.323+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=XSE4KQKSSO5P type=del size=1903363 2024-09-12T17:45:31.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.323+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~9OIAPYK532RI.0 size=1048576 2024-09-12T17:45:31.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~9OIAPYK532RI.1 size=493770 2024-09-12T17:45:31.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.331+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=9OIAPYK532RI tag=N8AO1T682Y2A type=write size=2590922 2024-09-12T17:45:31.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.335+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~HWB8C1H0KAIL.0 size=1048576 2024-09-12T17:45:31.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~HWB8C1H0KAIL.1 size=993088 2024-09-12T17:45:31.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.339+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=HWB8C1H0KAIL tag=HYH6WBEZ9IU2 type=write size=3090240 2024-09-12T17:45:31.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.343+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=Q73UJ7UF3QFE type=del 2024-09-12T17:45:31.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.347+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=QDH6PBQHV0W5 type=del size=300417 2024-09-12T17:45:31.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.351+0000 7f6c8a8948c0 1 < completed write operation key=G3ZV89D5UXB4 tag=MIWGDAO7RFQL type=write size=488429 2024-09-12T17:45:31.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.355+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=8GSSL1BNLBGB type=del size=1967350 2024-09-12T17:45:31.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.355+0000 7f6c8a8948c0 1 < completed write operation key=LALMJ3TYSQ6T tag=WRY9K5IFPZZX type=write size=575916 2024-09-12T17:45:31.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~X7S6XC8LY0AT.0 size=469734 2024-09-12T17:45:31.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.363+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=X7S6XC8LY0AT tag=SZJMAD31W245 type=write size=1518310 2024-09-12T17:45:31.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~A7KH1ZRKP1LL.0 size=1048576 2024-09-12T17:45:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~A7KH1ZRKP1LL.1 size=630964 2024-09-12T17:45:31.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.375+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=A7KH1ZRKP1LL tag=6HWCFB4GEV0Q type=write size=2728116 2024-09-12T17:45:31.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.375+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=OSBTF7P20M01 type=write size=55029 2024-09-12T17:45:31.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.379+0000 7f6c8a8948c0 1 < canceled operation key=B4CKTFO4636R tag=7LF6DTVPHVCM type=del size=2437069 2024-09-12T17:45:31.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.383+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=ABA1XE1G5QV1 type=write size=479844 2024-09-12T17:45:31.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.387+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=72DQMYVJRYXR type=del size=250304 2024-09-12T17:45:31.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.0 size=1048576 2024-09-12T17:45:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.1 size=1048576 2024-09-12T17:45:31.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.2 size=594150 2024-09-12T17:45:31.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.399+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=HSOZMTK5ECIK tag=2OTV4F9XR13P type=write size=3739878 2024-09-12T17:45:31.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.399+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=ZI1YK4CN6JNV type=del 2024-09-12T17:45:31.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~3W30Q0K4VZVQ.0 size=948718 2024-09-12T17:45:31.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.407+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=3W30Q0K4VZVQ tag=VJR93YB1CQD4 type=write size=1997294 2024-09-12T17:45:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.411+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=I01OFEEPS261 type=write size=345868 2024-09-12T17:45:31.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.415+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=3AKD3VMFRKCO type=write size=321077 2024-09-12T17:45:31.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.415+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~E8ELH1FP25W6.0 size=670034 2024-09-12T17:45:31.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.419+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=E8ELH1FP25W6 tag=4XE9COABWQTY type=write size=1718610 2024-09-12T17:45:31.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.0 size=1048576 2024-09-12T17:45:31.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.1 size=1048576 2024-09-12T17:45:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.431+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.2 size=116822 2024-09-12T17:45:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.431+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=JHURLMVEJY2B tag=1T59RGP2I49L type=write size=3262550 2024-09-12T17:45:31.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.0 size=1048576 2024-09-12T17:45:31.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.1 size=1048576 2024-09-12T17:45:31.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~1VXNJOTMFGJ9.2 size=381324 2024-09-12T17:45:31.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.443+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=1VXNJOTMFGJ9 tag=G37RSLWLRRIX type=write size=3527052 2024-09-12T17:45:31.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.447+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=9PA98SM2YX8C type=del size=275527 2024-09-12T17:45:31.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.451+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=L0726ZTOOLPW type=del 2024-09-12T17:45:31.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.455+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=OICCBQD1FPM0 type=del size=3783333 2024-09-12T17:45:31.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.0 size=1048576 2024-09-12T17:45:31.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.1 size=1048576 2024-09-12T17:45:31.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.467+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~K0YIWE9MUUIX.2 size=169116 2024-09-12T17:45:31.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.471+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=K0YIWE9MUUIX tag=S0B98OKGNQKC type=write size=3314844 2024-09-12T17:45:31.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.475+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=3I69ZCO2KUD7 type=del size=1316888 2024-09-12T17:45:31.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.475+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=6V82S7JTXQ71 type=del 2024-09-12T17:45:31.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.479+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=Q8DMHGGFIEGW type=write size=963049 2024-09-12T17:45:31.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~0K3HR7JVTV1L.0 size=1048576 2024-09-12T17:45:31.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~0K3HR7JVTV1L.1 size=114256 2024-09-12T17:45:31.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.487+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=0K3HR7JVTV1L tag=ZPDGV64VQ2WH type=write size=2211408 2024-09-12T17:45:31.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.491+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=DDEGSQOPSCK3 type=del size=901553 2024-09-12T17:45:31.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.495+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=XSE4KQKSSO5P type=del 2024-09-12T17:45:31.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.495+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=OD52AUPFDEOC type=write size=764829 2024-09-12T17:45:31.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.499+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~HWB8C1H0KAIL.0 size=1048576 2024-09-12T17:45:31.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~HWB8C1H0KAIL.1 size=993088 2024-09-12T17:45:31.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.507+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=HWB8C1H0KAIL tag=HYH6WBEZ9IU2 type=write size=3090240 2024-09-12T17:45:31.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~91Q8TJJETGY8.0 size=273828 2024-09-12T17:45:31.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.511+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=91Q8TJJETGY8 tag=8QIHMFS65T1B type=write size=1322404 2024-09-12T17:45:31.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.515+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=QDH6PBQHV0W5 type=del 2024-09-12T17:45:31.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.515+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=BH6C4UPFNCAM type=write size=389604 2024-09-12T17:45:31.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.523+0000 7f6c8a8948c0 1 < suggested update operation key=THGH3XU7HTDO tag=8GSSL1BNLBGB type=del size=1967350 2024-09-12T17:45:31.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~GJO2W2PM4N1B.0 size=387801 2024-09-12T17:45:31.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=GJO2W2PM4N1B tag=Z9GJJFQJCH5D type=write size=1436377 2024-09-12T17:45:31.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.535+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~X7S6XC8LY0AT.0 size=469734 2024-09-12T17:45:31.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.539+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=X7S6XC8LY0AT tag=SZJMAD31W245 type=write size=1518310 2024-09-12T17:45:31.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.543+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=GBDV93YMV2EK type=del size=2058449 2024-09-12T17:45:31.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.547+0000 7f6c8a8948c0 1 < completed write operation key=C0BM0M0DR88A tag=OSBTF7P20M01 type=write size=55029 2024-09-12T17:45:31.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.551+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=HQFZ13835743 type=write size=258972 2024-09-12T17:45:31.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.555+0000 7f6c8a8948c0 1 < completed write operation key=9JUD16MCJPOU tag=ABA1XE1G5QV1 type=write size=479844 2024-09-12T17:45:31.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.559+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.0 size=1048576 2024-09-12T17:45:31.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.1 size=1048576 2024-09-12T17:45:31.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.2 size=155704 2024-09-12T17:45:31.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.563+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=OK93G8G7X09H tag=T8SFOP808IIB type=write size=3301432 2024-09-12T17:45:31.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.567+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.0 size=1048576 2024-09-12T17:45:31.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.1 size=1048576 2024-09-12T17:45:31.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.575+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~HSOZMTK5ECIK.2 size=594150 2024-09-12T17:45:31.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.579+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=HSOZMTK5ECIK tag=2OTV4F9XR13P type=write size=3739878 2024-09-12T17:45:31.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~HRW4KY28VLVF.0 size=448205 2024-09-12T17:45:31.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=HRW4KY28VLVF tag=2QEXD9X9AZ3M type=write size=1496781 2024-09-12T17:45:31.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.587+0000 7f6c8a8948c0 1 < canceled part key=_multipart_WUXSVUAZ3VE0.2~3W30Q0K4VZVQ.0 size=948718 2024-09-12T17:45:31.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.591+0000 7f6c8a8948c0 1 < canceled multipart upload key=WUXSVUAZ3VE0 upload=3W30Q0K4VZVQ tag=VJR93YB1CQD4 type=write size=1997294 2024-09-12T17:45:31.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.595+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=H1TZ8KE2ACWY type=del size=4069587 2024-09-12T17:45:31.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.599+0000 7f6c8a8948c0 1 < completed write operation key=XSFCFLQ02Y9B tag=3AKD3VMFRKCO type=write size=321077 2024-09-12T17:45:31.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.603+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=PHVBAX7U8XYG type=del size=1230922 2024-09-12T17:45:31.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.0 size=1048576 2024-09-12T17:45:31.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.1 size=1048576 2024-09-12T17:45:31.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.607+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~JHURLMVEJY2B.2 size=116822 2024-09-12T17:45:31.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.615+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=JHURLMVEJY2B tag=1T59RGP2I49L type=write size=3262550 2024-09-12T17:45:31.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.619+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=MOPEADY9SC27 type=del size=1090695 2024-09-12T17:45:31.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.623+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=9PA98SM2YX8C type=del 2024-09-12T17:45:31.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.623+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=81WR34MDXC7B type=del size=3392636 2024-09-12T17:45:31.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.627+0000 7f6c8a8948c0 1 < canceled operation key=HTSRF6I8OFUX tag=OICCBQD1FPM0 type=del size=3783333 2024-09-12T17:45:31.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.0 size=1048576 2024-09-12T17:45:31.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.1 size=1048576 2024-09-12T17:45:31.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.639+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.2 size=191008 2024-09-12T17:45:31.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.639+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=KJL51EIKZ5GR tag=YNEP5EX6HHWO type=write size=3336736 2024-09-12T17:45:31.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.643+0000 7f6c8a8948c0 -1 < failed to complete operation key=THGH3XU7HTDO tag=3I69ZCO2KUD7 type=del size=1316888: (22) Invalid argument 2024-09-12T17:45:31.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.647+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.0 size=1048576 2024-09-12T17:45:31.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.647+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.1 size=1048576 2024-09-12T17:45:31.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.651+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.2 size=23748 2024-09-12T17:45:31.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.651+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=5VNVOPDJ916I tag=0CG2V25T6VU5 type=write size=3169476 2024-09-12T17:45:31.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.655+0000 7f6c8a8948c0 1 < completed write operation key=2E0ESBQHV9RU tag=Q8DMHGGFIEGW type=write size=963049 2024-09-12T17:45:31.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.655+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=ZD8292X7DAJD type=write size=443806 2024-09-12T17:45:31.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.659+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=DDEGSQOPSCK3 type=del 2024-09-12T17:45:31.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.663+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=7NR7BMOU8QRH type=del size=1204597 2024-09-12T17:45:31.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.667+0000 7f6c8a8948c0 1 < completed write operation key=XSFCFLQ02Y9B tag=OD52AUPFDEOC type=write size=764829 2024-09-12T17:45:31.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.671+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=RFU26PG9V5VB type=del size=2000319 2024-09-12T17:45:31.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.671+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~91Q8TJJETGY8.0 size=273828 2024-09-12T17:45:31.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.679+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=91Q8TJJETGY8 tag=8QIHMFS65T1B type=write size=1322404 2024-09-12T17:45:31.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.679+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=IKGYIBUETU4T type=del size=3440494 2024-09-12T17:45:31.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.683+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=BH6C4UPFNCAM type=write size=389604 2024-09-12T17:45:31.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.687+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=URCFB97DD0R5 type=del size=2519445 2024-09-12T17:45:31.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~GJO2W2PM4N1B.0 size=387801 2024-09-12T17:45:31.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.695+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=GJO2W2PM4N1B tag=Z9GJJFQJCH5D type=write size=1436377 2024-09-12T17:45:31.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.699+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=1EK2KSHS86JF type=del size=1147047 2024-09-12T17:45:31.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.699+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=GBDV93YMV2EK type=del 2024-09-12T17:45:31.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.703+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=L6ZO89VEYNCL type=del size=2135240 2024-09-12T17:45:31.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.707+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=HQFZ13835743 type=write size=258972 2024-09-12T17:45:31.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.707+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=2X4P0DPGPILZ type=write size=719779 2024-09-12T17:45:31.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.0 size=1048576 2024-09-12T17:45:31.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.1 size=1048576 2024-09-12T17:45:31.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~OK93G8G7X09H.2 size=155704 2024-09-12T17:45:31.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.719+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=OK93G8G7X09H tag=T8SFOP808IIB type=write size=3301432 2024-09-12T17:45:31.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.723+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=MZCA71P67JOP type=del size=3269983 2024-09-12T17:45:31.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~HRW4KY28VLVF.0 size=448205 2024-09-12T17:45:31.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.727+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=HRW4KY28VLVF tag=2QEXD9X9AZ3M type=write size=1496781 2024-09-12T17:45:31.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.731+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=CRSVP3ESFEO3 type=del size=1260574 2024-09-12T17:45:31.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.735+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=H1TZ8KE2ACWY type=del 2024-09-12T17:45:31.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.735+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=7BIOZPNVZ92S type=del size=857580 2024-09-12T17:45:31.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.739+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=PHVBAX7U8XYG type=del 2024-09-12T17:45:31.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.743+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=AXCNP9DVB43V type=del size=862917 2024-09-12T17:45:31.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.743+0000 7f6c8a8948c0 1 < canceled operation key=2E3GUHIGS09Y tag=MOPEADY9SC27 type=del size=1090695 2024-09-12T17:45:31.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.751+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=2C8PJVY4LBF1 type=del size=3839179 2024-09-12T17:45:31.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.755+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=81WR34MDXC7B type=del 2024-09-12T17:45:31.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.755+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=U3MB2PDT9IGB type=del size=1698512 2024-09-12T17:45:31.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.759+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.0 size=1048576 2024-09-12T17:45:31.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.763+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.1 size=1048576 2024-09-12T17:45:31.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.763+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KJL51EIKZ5GR.2 size=191008 2024-09-12T17:45:31.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.771+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=KJL51EIKZ5GR tag=YNEP5EX6HHWO type=write size=3336736 2024-09-12T17:45:31.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.771+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=XQOL6TH0MQT0 type=del size=3757857 2024-09-12T17:45:31.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.775+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.0 size=1048576 2024-09-12T17:45:31.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.1 size=1048576 2024-09-12T17:45:31.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~5VNVOPDJ916I.2 size=23748 2024-09-12T17:45:31.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.783+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=5VNVOPDJ916I tag=0CG2V25T6VU5 type=write size=3169476 2024-09-12T17:45:31.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.787+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=DKR5HWD469I2 type=del size=1254850 2024-09-12T17:45:31.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.791+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=ZD8292X7DAJD type=write size=443806 2024-09-12T17:45:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~8646LXWLK4TN.0 size=1048576 2024-09-12T17:45:31.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~8646LXWLK4TN.1 size=766019 2024-09-12T17:45:31.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.799+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=8646LXWLK4TN tag=VLULHCESVI5D type=write size=2863171 2024-09-12T17:45:31.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.803+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=7NR7BMOU8QRH type=del 2024-09-12T17:45:31.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.803+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=CPRJR66K7UA5 type=del size=3033277 2024-09-12T17:45:31.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.807+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=RFU26PG9V5VB type=del 2024-09-12T17:45:31.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.0 size=1048576 2024-09-12T17:45:31.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.1 size=1048576 2024-09-12T17:45:31.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.2 size=428021 2024-09-12T17:45:31.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.819+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=58T24YMC6V86 tag=NM38NFO4QN16 type=write size=3573749 2024-09-12T17:45:31.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.823+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=IKGYIBUETU4T type=del 2024-09-12T17:45:31.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.823+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=XZ1DO7C8O61M type=del size=548338 2024-09-12T17:45:31.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.827+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=URCFB97DD0R5 type=del 2024-09-12T17:45:31.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.831+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=Z0WUA7R7N5Q5 type=del size=2800699 2024-09-12T17:45:31.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.831+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=1EK2KSHS86JF type=del 2024-09-12T17:45:31.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~M8ZA5UWTBCO5.0 size=735235 2024-09-12T17:45:31.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.839+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=M8ZA5UWTBCO5 tag=YN2RUR03T3DA type=write size=1783811 2024-09-12T17:45:31.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.843+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=L6ZO89VEYNCL type=del 2024-09-12T17:45:31.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.0 size=1048576 2024-09-12T17:45:31.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.1 size=1048576 2024-09-12T17:45:31.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.2 size=225753 2024-09-12T17:45:31.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.851+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=0FR89NAJRZFM tag=ZQB3EZWC7C9B type=write size=3371481 2024-09-12T17:45:31.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.855+0000 7f6c8a8948c0 1 < completed write operation key=Z2G3J6B76H7P tag=2X4P0DPGPILZ type=write size=719779 2024-09-12T17:45:31.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.855+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=CZDXY662LINR type=write size=259865 2024-09-12T17:45:31.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.863+0000 7f6c8a8948c0 1 < suggested remove operation key=WUXSVUAZ3VE0 tag=MZCA71P67JOP type=del 2024-09-12T17:45:31.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~RG3S4G3I8R1H.0 size=902919 2024-09-12T17:45:31.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.871+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=RG3S4G3I8R1H tag=4N6NCFUB425Y type=write size=1951495 2024-09-12T17:45:31.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.871+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=CRSVP3ESFEO3 type=del 2024-09-12T17:45:31.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.875+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=MRL22865YUDU type=del size=2438913 2024-09-12T17:45:31.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.879+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=7BIOZPNVZ92S type=del 2024-09-12T17:45:31.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.883+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=W9INQ4WC6OHJ type=del size=540440 2024-09-12T17:45:31.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.883+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=AXCNP9DVB43V type=del 2024-09-12T17:45:31.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.887+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=S6PKCED90IVW type=del size=2008051 2024-09-12T17:45:31.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.891+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=2C8PJVY4LBF1 type=del 2024-09-12T17:45:31.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.0 size=1048576 2024-09-12T17:45:31.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.1 size=1048576 2024-09-12T17:45:31.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.903+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.2 size=714743 2024-09-12T17:45:31.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.903+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=0B95QGBR2LNF tag=K5AL6EY8S4K9 type=write size=3860471 2024-09-12T17:45:31.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.903+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=U3MB2PDT9IGB type=del size=1698512 2024-09-12T17:45:31.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.907+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=LGTKK951YNZ7 type=del size=3751646 2024-09-12T17:45:31.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.911+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=XQOL6TH0MQT0 type=del 2024-09-12T17:45:31.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.915+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=DPG2RTND58LP type=del size=406827 2024-09-12T17:45:31.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.915+0000 7f6c8a8948c0 1 < canceled operation key=UPQ1AU918PZ4 tag=DKR5HWD469I2 type=del size=1254850 2024-09-12T17:45:31.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.919+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=CE05ITK02ERR type=del size=422610 2024-09-12T17:45:31.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~8646LXWLK4TN.0 size=1048576 2024-09-12T17:45:31.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~8646LXWLK4TN.1 size=766019 2024-09-12T17:45:31.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.931+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=8646LXWLK4TN tag=VLULHCESVI5D type=write size=2863171 2024-09-12T17:45:31.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~RG1WRDKUGKBZ.0 size=1048576 2024-09-12T17:45:31.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~RG1WRDKUGKBZ.1 size=177884 2024-09-12T17:45:31.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.935+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=RG1WRDKUGKBZ tag=YRPNBWS4K7S4 type=write size=2275036 2024-09-12T17:45:31.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.939+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=CPRJR66K7UA5 type=del 2024-09-12T17:45:31.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.943+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=K790QK5QNNGS type=write size=609711 2024-09-12T17:45:31.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.0 size=1048576 2024-09-12T17:45:31.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.1 size=1048576 2024-09-12T17:45:31.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.947+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1167S0KYHA9V.2~58T24YMC6V86.2 size=428021 2024-09-12T17:45:31.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.955+0000 7f6c8a8948c0 1 < canceled multipart upload key=1167S0KYHA9V upload=58T24YMC6V86 tag=NM38NFO4QN16 type=write size=3573749 2024-09-12T17:45:31.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.955+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=5PY0KAP82I0Q type=del size=2413693 2024-09-12T17:45:31.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.959+0000 7f6c8a8948c0 1 < canceled operation key=LALMJ3TYSQ6T tag=XZ1DO7C8O61M type=del size=548338 2024-09-12T17:45:31.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.963+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=HFJLTQFGK7I0 type=write size=805860 2024-09-12T17:45:31.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.967+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=Z0WUA7R7N5Q5 type=del 2024-09-12T17:45:31.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.971+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=TJX5G1BT4R2Y type=del size=1723361 2024-09-12T17:45:31.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.975+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~M8ZA5UWTBCO5.0 size=735235 2024-09-12T17:45:31.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.979+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=M8ZA5UWTBCO5 tag=YN2RUR03T3DA type=write size=1783811 2024-09-12T17:45:31.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.983+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~003H7U0DNM3I.0 size=1048576 2024-09-12T17:45:31.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~003H7U0DNM3I.1 size=561215 2024-09-12T17:45:31.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.987+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=003H7U0DNM3I tag=G2X5RT252NKE type=write size=2658367 2024-09-12T17:45:31.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.0 size=1048576 2024-09-12T17:45:31.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.1 size=1048576 2024-09-12T17:45:31.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.995+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~0FR89NAJRZFM.2 size=225753 2024-09-12T17:45:31.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:31.999+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=0FR89NAJRZFM tag=ZQB3EZWC7C9B type=write size=3371481 2024-09-12T17:45:32.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.003+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=D9X0CZO0XM6G type=del size=97012 2024-09-12T17:45:32.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.007+0000 7f6c8a8948c0 1 < completed write operation key=1167S0KYHA9V tag=CZDXY662LINR type=write size=259865 2024-09-12T17:45:32.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~8YT3H0079WPQ.0 size=1048576 2024-09-12T17:45:32.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~8YT3H0079WPQ.1 size=101268 2024-09-12T17:45:32.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=8YT3H0079WPQ tag=ALF488UZSIO7 type=write size=2198420 2024-09-12T17:45:32.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.015+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~RG3S4G3I8R1H.0 size=902919 2024-09-12T17:45:32.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.023+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=RG3S4G3I8R1H tag=4N6NCFUB425Y type=write size=1951495 2024-09-12T17:45:32.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~SN980HQMHOYN.0 size=416790 2024-09-12T17:45:32.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.027+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=SN980HQMHOYN tag=HRBBEGCF502H type=write size=1465366 2024-09-12T17:45:32.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.031+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=MRL22865YUDU type=del 2024-09-12T17:45:32.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.035+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=UZM74QOB9YXR type=del size=3129771 2024-09-12T17:45:32.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.043+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=W9INQ4WC6OHJ type=del 2024-09-12T17:45:32.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.0 size=1048576 2024-09-12T17:45:32.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.051+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.1 size=1048576 2024-09-12T17:45:32.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.055+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.2 size=1021372 2024-09-12T17:45:32.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.055+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=06HU438YZ5HO tag=SDFPHJCEODS5 type=write size=4167100 2024-09-12T17:45:32.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.059+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=S6PKCED90IVW type=del 2024-09-12T17:45:32.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~FZGHNS5KRP7Q.0 size=1048576 2024-09-12T17:45:32.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~FZGHNS5KRP7Q.1 size=758179 2024-09-12T17:45:32.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=FZGHNS5KRP7Q tag=40T293KHP21M type=write size=2855331 2024-09-12T17:45:32.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.067+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.0 size=1048576 2024-09-12T17:45:32.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.071+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.1 size=1048576 2024-09-12T17:45:32.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.071+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~0B95QGBR2LNF.2 size=714743 2024-09-12T17:45:32.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.079+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=0B95QGBR2LNF tag=K5AL6EY8S4K9 type=write size=3860471 2024-09-12T17:45:32.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.083+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=2KZBY4HJ97IM type=del size=153528 2024-09-12T17:45:32.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.083+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=LGTKK951YNZ7 type=del 2024-09-12T17:45:32.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~2SWU3BVXJXJC.0 size=1048576 2024-09-12T17:45:32.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.095+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~2SWU3BVXJXJC.1 size=215443 2024-09-12T17:45:32.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.095+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=2SWU3BVXJXJC tag=6M78SSMOVR0S type=write size=2312595 2024-09-12T17:45:32.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.099+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=DPG2RTND58LP type=del 2024-09-12T17:45:32.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.099+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=CH1CQWBW2T1K type=del size=3524380 2024-09-12T17:45:32.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.103+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=CE05ITK02ERR type=del 2024-09-12T17:45:32.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.107+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=T3M843MSCZGJ type=del size=2131569 2024-09-12T17:45:32.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.111+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~RG1WRDKUGKBZ.0 size=1048576 2024-09-12T17:45:32.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~RG1WRDKUGKBZ.1 size=177884 2024-09-12T17:45:32.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.119+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=RG1WRDKUGKBZ tag=YRPNBWS4K7S4 type=write size=2275036 2024-09-12T17:45:32.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.0 size=1048576 2024-09-12T17:45:32.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.1 size=1048576 2024-09-12T17:45:32.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.2 size=499128 2024-09-12T17:45:32.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.131+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=QQM67SXOJK7I tag=05KAHKV1D5YT type=write size=3644856 2024-09-12T17:45:32.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.135+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=K790QK5QNNGS type=write size=609711 2024-09-12T17:45:32.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.139+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=KX81XGKX6GJ4 type=del size=345238 2024-09-12T17:45:32.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.143+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=5PY0KAP82I0Q type=del 2024-09-12T17:45:32.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.143+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=VZM500LAX3C8 type=del size=2174721 2024-09-12T17:45:32.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.147+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=HFJLTQFGK7I0 type=write size=805860 2024-09-12T17:45:32.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.151+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=51DAE6V63KTC type=write size=232327 2024-09-12T17:45:32.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.159+0000 7f6c8a8948c0 1 < suggested update operation key=Z2G3J6B76H7P tag=TJX5G1BT4R2Y type=del size=1723361 2024-09-12T17:45:32.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~91G4R4FSJFW9.0 size=1048576 2024-09-12T17:45:32.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~91G4R4FSJFW9.1 size=289491 2024-09-12T17:45:32.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.167+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=91G4R4FSJFW9 tag=QCAJBXUIT20S type=write size=2386643 2024-09-12T17:45:32.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~003H7U0DNM3I.0 size=1048576 2024-09-12T17:45:32.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~003H7U0DNM3I.1 size=561215 2024-09-12T17:45:32.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.179+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=003H7U0DNM3I tag=G2X5RT252NKE type=write size=2658367 2024-09-12T17:45:32.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.183+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=GCC6G0I039Q0 type=del size=2458579 2024-09-12T17:45:32.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.183+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=D9X0CZO0XM6G type=del 2024-09-12T17:45:32.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.187+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=2ITNZRATNL2T type=del size=1941957 2024-09-12T17:45:32.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~8YT3H0079WPQ.0 size=1048576 2024-09-12T17:45:32.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~8YT3H0079WPQ.1 size=101268 2024-09-12T17:45:32.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.199+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=8YT3H0079WPQ tag=ALF488UZSIO7 type=write size=2198420 2024-09-12T17:45:32.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.207+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~519XKFRT01F0.0 size=240575 2024-09-12T17:45:32.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.207+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=519XKFRT01F0 tag=YD13RTJGGLPD type=write size=1289151 2024-09-12T17:45:32.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~SN980HQMHOYN.0 size=416790 2024-09-12T17:45:32.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.215+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=SN980HQMHOYN tag=HRBBEGCF502H type=write size=1465366 2024-09-12T17:45:32.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~KUL9USA0AA99.0 size=1048576 2024-09-12T17:45:32.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~KUL9USA0AA99.1 size=324640 2024-09-12T17:45:32.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=KUL9USA0AA99 tag=X7IIIQSEHZDN type=write size=2421792 2024-09-12T17:45:32.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.227+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=UZM74QOB9YXR type=del 2024-09-12T17:45:32.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.227+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=MQ1GUVDRR7EI type=write size=968165 2024-09-12T17:45:32.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.231+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.0 size=1048576 2024-09-12T17:45:32.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.231+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.1 size=1048576 2024-09-12T17:45:32.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.235+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~06HU438YZ5HO.2 size=1021372 2024-09-12T17:45:32.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.239+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=06HU438YZ5HO tag=SDFPHJCEODS5 type=write size=4167100 2024-09-12T17:45:32.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~OBCJS5QHRS48.0 size=1048576 2024-09-12T17:45:32.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.247+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~OBCJS5QHRS48.1 size=106594 2024-09-12T17:45:32.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.247+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=OBCJS5QHRS48 tag=V41G7O9DUPLO type=write size=2203746 2024-09-12T17:45:32.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.251+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~FZGHNS5KRP7Q.0 size=1048576 2024-09-12T17:45:32.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~FZGHNS5KRP7Q.1 size=758179 2024-09-12T17:45:32.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.259+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=FZGHNS5KRP7Q tag=40T293KHP21M type=write size=2855331 2024-09-12T17:45:32.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.263+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=87ZBOL5TYI9L type=del size=3085168 2024-09-12T17:45:32.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.267+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=2KZBY4HJ97IM type=del 2024-09-12T17:45:32.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.271+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=V11183LLHGE6 type=write size=900396 2024-09-12T17:45:32.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.271+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~2SWU3BVXJXJC.0 size=1048576 2024-09-12T17:45:32.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.275+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~2SWU3BVXJXJC.1 size=215443 2024-09-12T17:45:32.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.283+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=2SWU3BVXJXJC tag=6M78SSMOVR0S type=write size=2312595 2024-09-12T17:45:32.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.287+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=XSWLUAGNDDTI type=del size=364761 2024-09-12T17:45:32.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.291+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=CH1CQWBW2T1K type=del 2024-09-12T17:45:32.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.295+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=2X8VNTOWLGCV type=write size=572008 2024-09-12T17:45:32.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.299+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=T3M843MSCZGJ type=del 2024-09-12T17:45:32.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.299+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=UX1SMHPY4B30 type=del size=2235701 2024-09-12T17:45:32.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.0 size=1048576 2024-09-12T17:45:32.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.303+0000 7f6c8a8948c0 1 < canceled part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.1 size=1048576 2024-09-12T17:45:32.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~QQM67SXOJK7I.2 size=499128 2024-09-12T17:45:32.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.311+0000 7f6c8a8948c0 1 < canceled multipart upload key=9JUD16MCJPOU upload=QQM67SXOJK7I tag=05KAHKV1D5YT type=write size=3644856 2024-09-12T17:45:32.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.315+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=0M1TCPBZ3S3S type=write size=813565 2024-09-12T17:45:32.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.319+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=KX81XGKX6GJ4 type=del 2024-09-12T17:45:32.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.323+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~1X7D4YE1NRLQ.0 size=233168 2024-09-12T17:45:32.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.323+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=1X7D4YE1NRLQ tag=OL3N12B2I19K type=write size=1281744 2024-09-12T17:45:32.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.327+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=VZM500LAX3C8 type=del size=2174721 2024-09-12T17:45:32.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.331+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=WTUE72KMS14A type=del size=3127688 2024-09-12T17:45:32.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.335+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=51DAE6V63KTC type=write size=232327 2024-09-12T17:45:32.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.339+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=3PJ0N1SXKILP type=del size=2667589 2024-09-12T17:45:32.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~91G4R4FSJFW9.0 size=1048576 2024-09-12T17:45:32.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~91G4R4FSJFW9.1 size=289491 2024-09-12T17:45:32.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.351+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=91G4R4FSJFW9 tag=QCAJBXUIT20S type=write size=2386643 2024-09-12T17:45:32.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.355+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=P6QW700RU3C8 type=del size=900203 2024-09-12T17:45:32.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.363+0000 7f6c8a8948c0 1 < suggested update operation key=RT88PQITUXJA tag=GCC6G0I039Q0 type=del size=2458579 2024-09-12T17:45:32.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.0 size=1048576 2024-09-12T17:45:32.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.1 size=1048576 2024-09-12T17:45:32.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.2 size=538252 2024-09-12T17:45:32.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.371+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=4EM5YPALO3PL tag=YAZGBMSCTO0T type=write size=3683980 2024-09-12T17:45:32.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.379+0000 7f6c8a8948c0 1 < suggested remove operation key=G3ZV89D5UXB4 tag=2ITNZRATNL2T type=del 2024-09-12T17:45:32.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.383+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=6JUE4FJVIXZO type=del size=2377154 2024-09-12T17:45:32.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.387+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~519XKFRT01F0.0 size=240575 2024-09-12T17:45:32.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.391+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=519XKFRT01F0 tag=YD13RTJGGLPD type=write size=1289151 2024-09-12T17:45:32.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.395+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=PZE30AMS3TPX type=del size=4129553 2024-09-12T17:45:32.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.399+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~KUL9USA0AA99.0 size=1048576 2024-09-12T17:45:32.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.403+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~KUL9USA0AA99.1 size=324640 2024-09-12T17:45:32.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.407+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=KUL9USA0AA99 tag=X7IIIQSEHZDN type=write size=2421792 2024-09-12T17:45:32.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.411+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~WYPCPVK3AKGW.0 size=1048576 2024-09-12T17:45:32.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~WYPCPVK3AKGW.1 size=66883 2024-09-12T17:45:32.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.415+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=WYPCPVK3AKGW tag=CQW3OKZGQKZC type=write size=2164035 2024-09-12T17:45:32.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.419+0000 7f6c8a8948c0 1 < completed write operation key=NQLWLQR62DEQ tag=MQ1GUVDRR7EI type=write size=968165 2024-09-12T17:45:32.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.423+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=GOJZQ5W69P5Z type=del size=988450 2024-09-12T17:45:32.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.423+0000 7f6c8a8948c0 1 < canceled part key=_multipart_DKQJR0BTFM5J.2~OBCJS5QHRS48.0 size=1048576 2024-09-12T17:45:32.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.427+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~OBCJS5QHRS48.1 size=106594 2024-09-12T17:45:32.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.431+0000 7f6c8a8948c0 1 < canceled multipart upload key=DKQJR0BTFM5J upload=OBCJS5QHRS48 tag=V41G7O9DUPLO type=write size=2203746 2024-09-12T17:45:32.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.435+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=W8RTXSWWQ9ON type=del size=3492971 2024-09-12T17:45:32.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.439+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=87ZBOL5TYI9L type=del 2024-09-12T17:45:32.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.443+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~CPFDZQFE5WXY.0 size=1041259 2024-09-12T17:45:32.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.443+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=CPFDZQFE5WXY tag=OBV7WN6MZ06C type=write size=2089835 2024-09-12T17:45:32.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.447+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=V11183LLHGE6 type=write size=900396 2024-09-12T17:45:32.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.451+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.0 size=1048576 2024-09-12T17:45:32.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.455+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.1 size=1048576 2024-09-12T17:45:32.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.459+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.2 size=639426 2024-09-12T17:45:32.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.459+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=41K91NW0CQQC tag=U1Y7MY70TTR2 type=write size=3785154 2024-09-12T17:45:32.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.459+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=XSWLUAGNDDTI type=del 2024-09-12T17:45:32.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.467+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~3S3DMY5054RA.0 size=136475 2024-09-12T17:45:32.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.467+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=3S3DMY5054RA tag=V21JYZP2GMXN type=write size=1185051 2024-09-12T17:45:32.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.471+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=2X8VNTOWLGCV type=write size=572008 2024-09-12T17:45:32.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.475+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=TI62WCS34XE5 type=del size=803618 2024-09-12T17:45:32.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.475+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=UX1SMHPY4B30 type=del 2024-09-12T17:45:32.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.479+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=TV9U1ER5B0DW type=del size=1546105 2024-09-12T17:45:32.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.487+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=0M1TCPBZ3S3S type=write 2024-09-12T17:45:32.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.495+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.0 size=1048576 2024-09-12T17:45:32.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.1 size=1048576 2024-09-12T17:45:32.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.2 size=328953 2024-09-12T17:45:32.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.499+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=4ZDD44B7ZJQO tag=D1YNKNVYSRKC type=write size=3474681 2024-09-12T17:45:32.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~1X7D4YE1NRLQ.0 size=233168 2024-09-12T17:45:32.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.507+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=1X7D4YE1NRLQ tag=OL3N12B2I19K type=write size=1281744 2024-09-12T17:45:32.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.511+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=GIY1EI98UB26 type=del size=580371 2024-09-12T17:45:32.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.515+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=WTUE72KMS14A type=del size=3127688 2024-09-12T17:45:32.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.519+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=5V0PSW1FCI89 type=del size=2648719 2024-09-12T17:45:32.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.523+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=3PJ0N1SXKILP type=del 2024-09-12T17:45:32.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.527+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=GOX5JVZOY0N7 type=del size=917666 2024-09-12T17:45:32.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.527+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=P6QW700RU3C8 type=del 2024-09-12T17:45:32.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~PDZ2H041FZPW.0 size=1048576 2024-09-12T17:45:32.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~PDZ2H041FZPW.1 size=427198 2024-09-12T17:45:32.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.539+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=PDZ2H041FZPW tag=CTCGWMJ810F3 type=write size=2524350 2024-09-12T17:45:32.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.0 size=1048576 2024-09-12T17:45:32.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.1 size=1048576 2024-09-12T17:45:32.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.547+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~4EM5YPALO3PL.2 size=538252 2024-09-12T17:45:32.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.551+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=4EM5YPALO3PL tag=YAZGBMSCTO0T type=write size=3683980 2024-09-12T17:45:32.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.555+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=T1XYP669W1P8 type=del size=731075 2024-09-12T17:45:32.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.559+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=6JUE4FJVIXZO type=del 2024-09-12T17:45:32.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~56TWE3TAPAMU.0 size=734191 2024-09-12T17:45:32.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.563+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=56TWE3TAPAMU tag=RQF33HR4LFJR type=write size=1782767 2024-09-12T17:45:32.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.567+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=PZE30AMS3TPX type=del 2024-09-12T17:45:32.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.571+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=CIT8KNCN1YH2 type=del size=3735661 2024-09-12T17:45:32.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.575+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~WYPCPVK3AKGW.0 size=1048576 2024-09-12T17:45:32.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.579+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~WYPCPVK3AKGW.1 size=66883 2024-09-12T17:45:32.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.583+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=WYPCPVK3AKGW tag=CQW3OKZGQKZC type=write size=2164035 2024-09-12T17:45:32.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~7TPIGS78XFEH.0 size=24477 2024-09-12T17:45:32.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=7TPIGS78XFEH tag=G2UL207XQKHJ type=write size=1073053 2024-09-12T17:45:32.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.591+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=GOJZQ5W69P5Z type=del 2024-09-12T17:45:32.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.595+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=0O26FBNGDPIM type=del size=2445369 2024-09-12T17:45:32.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.599+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=W8RTXSWWQ9ON type=del 2024-09-12T17:45:32.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.603+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=PDDMZC405KLH type=del size=4121994 2024-09-12T17:45:32.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~CPFDZQFE5WXY.0 size=1041259 2024-09-12T17:45:32.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.611+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=CPFDZQFE5WXY tag=OBV7WN6MZ06C type=write size=2089835 2024-09-12T17:45:32.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.619+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.0 size=1048576 2024-09-12T17:45:32.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.619+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.1 size=1048576 2024-09-12T17:45:32.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.2 size=832063 2024-09-12T17:45:32.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.623+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=DBLNMGE0J5XT tag=8JMG23VBMSMS type=write size=3977791 2024-09-12T17:45:32.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.0 size=1048576 2024-09-12T17:45:32.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.1 size=1048576 2024-09-12T17:45:32.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.631+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~41K91NW0CQQC.2 size=639426 2024-09-12T17:45:32.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.635+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=41K91NW0CQQC tag=U1Y7MY70TTR2 type=write size=3785154 2024-09-12T17:45:32.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.639+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=6SQ3VP0WPSAJ type=del size=1288453 2024-09-12T17:45:32.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~3S3DMY5054RA.0 size=136475 2024-09-12T17:45:32.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.647+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=3S3DMY5054RA tag=V21JYZP2GMXN type=write size=1185051 2024-09-12T17:45:32.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.651+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=ZJ2HTLUT7JJJ type=del size=28250 2024-09-12T17:45:32.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.655+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=TI62WCS34XE5 type=del 2024-09-12T17:45:32.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.663+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=F3BQQDW1KP2S type=del size=542572 2024-09-12T17:45:32.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.663+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=TV9U1ER5B0DW type=del 2024-09-12T17:45:32.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.667+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=LY6U3YF3RFH3 type=del size=127673 2024-09-12T17:45:32.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.671+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.0 size=1048576 2024-09-12T17:45:32.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.1 size=1048576 2024-09-12T17:45:32.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~4ZDD44B7ZJQO.2 size=328953 2024-09-12T17:45:32.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.683+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=4ZDD44B7ZJQO tag=D1YNKNVYSRKC type=write size=3474681 2024-09-12T17:45:32.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.687+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=8YA3LSS7DICR type=del size=1284619 2024-09-12T17:45:32.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.687+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=GIY1EI98UB26 type=del 2024-09-12T17:45:32.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.691+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=5R0XEK5IRS5Q type=del size=3121990 2024-09-12T17:45:32.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.695+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=5V0PSW1FCI89 type=del 2024-09-12T17:45:32.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.699+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=G0U55703PBK3 type=del size=1833675 2024-09-12T17:45:32.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.703+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=GOX5JVZOY0N7 type=del 2024-09-12T17:45:32.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.707+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=J3GU26NXHQSW type=del size=3727718 2024-09-12T17:45:32.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~PDZ2H041FZPW.0 size=1048576 2024-09-12T17:45:32.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~PDZ2H041FZPW.1 size=427198 2024-09-12T17:45:32.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.723+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=PDZ2H041FZPW tag=CTCGWMJ810F3 type=write size=2524350 2024-09-12T17:45:32.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.0 size=1048576 2024-09-12T17:45:32.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.1 size=1048576 2024-09-12T17:45:32.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.2 size=801187 2024-09-12T17:45:32.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.735+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=MQNQ82U2TTMR tag=HDEQC1QJ18XF type=write size=3946915 2024-09-12T17:45:32.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.739+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=T1XYP669W1P8 type=del 2024-09-12T17:45:32.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.0 size=1048576 2024-09-12T17:45:32.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.747+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.1 size=1048576 2024-09-12T17:45:32.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.751+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.2 size=509547 2024-09-12T17:45:32.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.751+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=A372CINZ86JS tag=EN4DH7LSVQJS type=write size=3655275 2024-09-12T17:45:32.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~56TWE3TAPAMU.0 size=734191 2024-09-12T17:45:32.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.759+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=56TWE3TAPAMU tag=RQF33HR4LFJR type=write size=1782767 2024-09-12T17:45:32.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.763+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=23XS91YIOV3A type=del size=3517337 2024-09-12T17:45:32.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.767+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=CIT8KNCN1YH2 type=del 2024-09-12T17:45:32.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.771+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=Y8A1JMM2QF7N type=del size=2198845 2024-09-12T17:45:32.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.775+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~7TPIGS78XFEH.0 size=24477 2024-09-12T17:45:32.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.779+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=7TPIGS78XFEH tag=G2UL207XQKHJ type=write size=1073053 2024-09-12T17:45:32.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.783+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=AFA3GYNDIDIO type=del size=507363 2024-09-12T17:45:32.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.787+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=0O26FBNGDPIM type=del size=2445369 2024-09-12T17:45:32.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~23SPH2HH5SG3.0 size=1048576 2024-09-12T17:45:32.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~23SPH2HH5SG3.1 size=275157 2024-09-12T17:45:32.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.795+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=23SPH2HH5SG3 tag=CB52OIIY38LD type=write size=2372309 2024-09-12T17:45:32.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.799+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=PDDMZC405KLH type=del 2024-09-12T17:45:32.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.803+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=OHA2MDKVIOL0 type=del size=608333 2024-09-12T17:45:32.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.803+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.0 size=1048576 2024-09-12T17:45:32.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.807+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.1 size=1048576 2024-09-12T17:45:32.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~DBLNMGE0J5XT.2 size=832063 2024-09-12T17:45:32.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.815+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=DBLNMGE0J5XT tag=8JMG23VBMSMS type=write size=3977791 2024-09-12T17:45:32.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.823+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~33ZD73TFYH56.0 size=437422 2024-09-12T17:45:32.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.823+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=33ZD73TFYH56 tag=YFOVX9QNBEKX type=write size=1485998 2024-09-12T17:45:32.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.827+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=6SQ3VP0WPSAJ type=del 2024-09-12T17:45:32.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~I2L4XBL19O73.0 size=1048576 2024-09-12T17:45:32.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~I2L4XBL19O73.1 size=757379 2024-09-12T17:45:32.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.835+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=I2L4XBL19O73 tag=UD6C2UFTBXL9 type=write size=2854531 2024-09-12T17:45:32.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.839+0000 7f6c8a8948c0 1 < canceled operation key=DKQJR0BTFM5J tag=ZJ2HTLUT7JJJ type=del size=28250 2024-09-12T17:45:32.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.843+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=OUMMXKDSFYVO type=del size=2075660 2024-09-12T17:45:32.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.847+0000 7f6c8a8948c0 1 < suggested update operation key=02UJO133SEG4 tag=F3BQQDW1KP2S type=del size=542572 2024-09-12T17:45:32.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.851+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=2A9G1VADCKTC type=del size=285459 2024-09-12T17:45:32.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.855+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=LY6U3YF3RFH3 type=del 2024-09-12T17:45:32.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.859+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=0CRZUEPZARV3 type=del size=177303 2024-09-12T17:45:32.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.863+0000 7f6c8a8948c0 1 < canceled operation key=Z2SEGKWGLUBR tag=8YA3LSS7DICR type=del size=1284619 2024-09-12T17:45:32.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.867+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~PXR6XKNZNY4R.0 size=1017471 2024-09-12T17:45:32.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.867+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=PXR6XKNZNY4R tag=BATIC3CTE416 type=write size=2066047 2024-09-12T17:45:32.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.871+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=5R0XEK5IRS5Q type=del 2024-09-12T17:45:32.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.879+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.0 size=1048576 2024-09-12T17:45:32.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.883+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.1 size=1048576 2024-09-12T17:45:32.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.883+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.2 size=404302 2024-09-12T17:45:32.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.883+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=9199UNCE3CDV tag=4ENHPYMZVDHR type=write size=3550030 2024-09-12T17:45:32.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.887+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=G0U55703PBK3 type=del 2024-09-12T17:45:32.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.891+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=1EVZ7N9XR2T2 type=del size=1313190 2024-09-12T17:45:32.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.895+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=J3GU26NXHQSW type=del 2024-09-12T17:45:32.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~U2QEHZX09D81.0 size=1048576 2024-09-12T17:45:32.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.903+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~U2QEHZX09D81.1 size=740256 2024-09-12T17:45:32.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.903+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=U2QEHZX09D81 tag=OL83EDW1I6M4 type=write size=2837408 2024-09-12T17:45:32.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.907+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.0 size=1048576 2024-09-12T17:45:32.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.911+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.1 size=1048576 2024-09-12T17:45:32.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.911+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~MQNQ82U2TTMR.2 size=801187 2024-09-12T17:45:32.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.919+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=MQNQ82U2TTMR tag=HDEQC1QJ18XF type=write size=3946915 2024-09-12T17:45:32.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~I6HABIAK27PD.0 size=1048576 2024-09-12T17:45:32.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~I6HABIAK27PD.1 size=675633 2024-09-12T17:45:32.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=I6HABIAK27PD tag=816YG6PGXXUQ type=write size=2772785 2024-09-12T17:45:32.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.0 size=1048576 2024-09-12T17:45:32.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.1 size=1048576 2024-09-12T17:45:32.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.935+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~A372CINZ86JS.2 size=509547 2024-09-12T17:45:32.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.943+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=A372CINZ86JS tag=EN4DH7LSVQJS type=write size=3655275 2024-09-12T17:45:32.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.947+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=5NPBRAPG7X6H type=del size=1222789 2024-09-12T17:45:32.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.951+0000 7f6c8a8948c0 1 < suggested remove operation key=5L4M8IBSBUF1 tag=23XS91YIOV3A type=del 2024-09-12T17:45:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.959+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.0 size=1048576 2024-09-12T17:45:32.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.1 size=1048576 2024-09-12T17:45:32.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.2 size=252524 2024-09-12T17:45:32.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=L31UP6J3UGNZ tag=BYDRVHY8T25Q type=write size=3398252 2024-09-12T17:45:32.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.967+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=Y8A1JMM2QF7N type=del 2024-09-12T17:45:32.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~JE01O3ZEBOW7.0 size=1048576 2024-09-12T17:45:32.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~JE01O3ZEBOW7.1 size=186294 2024-09-12T17:45:32.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=JE01O3ZEBOW7 tag=VG6Z0YENCXCK type=write size=2283446 2024-09-12T17:45:32.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.987+0000 7f6c8a8948c0 1 < suggested update operation key=X3IZUQH63BZP tag=AFA3GYNDIDIO type=del size=507363 2024-09-12T17:45:32.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.995+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~O6FYQEGE70VA.0 size=1048576 2024-09-12T17:45:32.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.999+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~O6FYQEGE70VA.1 size=66274 2024-09-12T17:45:32.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.999+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=O6FYQEGE70VA tag=F50XHDL3ZPVY type=write size=2163426 2024-09-12T17:45:33.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:32.999+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~23SPH2HH5SG3.0 size=1048576 2024-09-12T17:45:33.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.003+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~23SPH2HH5SG3.1 size=275157 2024-09-12T17:45:33.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.007+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=23SPH2HH5SG3 tag=CB52OIIY38LD type=write size=2372309 2024-09-12T17:45:33.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~R5PW7E4YFA4A.0 size=667532 2024-09-12T17:45:33.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=R5PW7E4YFA4A tag=RHBQ3IQJDAKS type=write size=1716108 2024-09-12T17:45:33.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.019+0000 7f6c8a8948c0 1 < suggested update operation key=X3IZUQH63BZP tag=OHA2MDKVIOL0 type=del size=608333 2024-09-12T17:45:33.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.023+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=CGGC04BOKOYI type=del size=1749056 2024-09-12T17:45:33.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.027+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~33ZD73TFYH56.0 size=437422 2024-09-12T17:45:33.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.031+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=33ZD73TFYH56 tag=YFOVX9QNBEKX type=write size=1485998 2024-09-12T17:45:33.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.035+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=GL444MQ97T8Q type=write size=987332 2024-09-12T17:45:33.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~I2L4XBL19O73.0 size=1048576 2024-09-12T17:45:33.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.039+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~I2L4XBL19O73.1 size=757379 2024-09-12T17:45:33.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.043+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=I2L4XBL19O73 tag=UD6C2UFTBXL9 type=write size=2854531 2024-09-12T17:45:33.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.0 size=1048576 2024-09-12T17:45:33.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.051+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.1 size=1048576 2024-09-12T17:45:33.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.055+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.2 size=131210 2024-09-12T17:45:33.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.055+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=PYDAW1RF3Q1Y tag=7PSFKXPDO4JQ type=write size=3276938 2024-09-12T17:45:33.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.055+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=OUMMXKDSFYVO type=del 2024-09-12T17:45:33.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.0 size=1048576 2024-09-12T17:45:33.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.1 size=1048576 2024-09-12T17:45:33.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.2 size=507435 2024-09-12T17:45:33.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=A335RGZ0FOV1 tag=951EOGWK8BFA type=write size=3653163 2024-09-12T17:45:33.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.067+0000 7f6c8a8948c0 1 < canceled operation key=9JUD16MCJPOU tag=2A9G1VADCKTC type=del size=285459 2024-09-12T17:45:33.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~67QVJFNUILIH.0 size=1048576 2024-09-12T17:45:33.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.079+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~67QVJFNUILIH.1 size=831246 2024-09-12T17:45:33.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.079+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=67QVJFNUILIH tag=301AO5FTN13Q type=write size=2928398 2024-09-12T17:45:33.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.079+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=0CRZUEPZARV3 type=del 2024-09-12T17:45:33.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.083+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=W3YQ02MYDM4L type=del size=311157 2024-09-12T17:45:33.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.087+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~PXR6XKNZNY4R.0 size=1017471 2024-09-12T17:45:33.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.091+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=PXR6XKNZNY4R tag=BATIC3CTE416 type=write size=2066047 2024-09-12T17:45:33.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.0 size=1048576 2024-09-12T17:45:33.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.1 size=1048576 2024-09-12T17:45:33.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.2 size=429696 2024-09-12T17:45:33.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.103+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=012Z34PJI5DE tag=0XCLYFGLVRYV type=write size=3575424 2024-09-12T17:45:33.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.107+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.0 size=1048576 2024-09-12T17:45:33.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.107+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.1 size=1048576 2024-09-12T17:45:33.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.107+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~9199UNCE3CDV.2 size=404302 2024-09-12T17:45:33.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.115+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=9199UNCE3CDV tag=4ENHPYMZVDHR type=write size=3550030 2024-09-12T17:45:33.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.0 size=1048576 2024-09-12T17:45:33.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.1 size=1048576 2024-09-12T17:45:33.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.2 size=751205 2024-09-12T17:45:33.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.127+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=M2QSHSWYBQDH tag=XA8YXA9TL6PK type=write size=3896933 2024-09-12T17:45:33.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.131+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=1EVZ7N9XR2T2 type=del 2024-09-12T17:45:33.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.135+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=GWVUEX2VSBW9 type=del size=3577438 2024-09-12T17:45:33.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~U2QEHZX09D81.0 size=1048576 2024-09-12T17:45:33.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~U2QEHZX09D81.1 size=740256 2024-09-12T17:45:33.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.143+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=U2QEHZX09D81 tag=OL83EDW1I6M4 type=write size=2837408 2024-09-12T17:45:33.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.147+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=RXYJWR077U22 type=del size=4139377 2024-09-12T17:45:33.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.151+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~I6HABIAK27PD.0 size=1048576 2024-09-12T17:45:33.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~I6HABIAK27PD.1 size=675633 2024-09-12T17:45:33.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.159+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=I6HABIAK27PD tag=816YG6PGXXUQ type=write size=2772785 2024-09-12T17:45:33.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.163+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=WBVWLRJZVFRI type=del size=3261646 2024-09-12T17:45:33.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.171+0000 7f6c8a8948c0 1 < suggested remove operation key=UPQ1AU918PZ4 tag=5NPBRAPG7X6H type=del 2024-09-12T17:45:33.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.0 size=1048576 2024-09-12T17:45:33.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.1 size=1048576 2024-09-12T17:45:33.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.183+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.2 size=836485 2024-09-12T17:45:33.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.183+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=35FXKGX3N4I3 tag=U4EIL0IITCN8 type=write size=3982213 2024-09-12T17:45:33.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.0 size=1048576 2024-09-12T17:45:33.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.1 size=1048576 2024-09-12T17:45:33.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~L31UP6J3UGNZ.2 size=252524 2024-09-12T17:45:33.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.199+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=L31UP6J3UGNZ tag=BYDRVHY8T25Q type=write size=3398252 2024-09-12T17:45:33.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.203+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=5EJ5GUJGMR6F type=write size=542203 2024-09-12T17:45:33.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.203+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~JE01O3ZEBOW7.0 size=1048576 2024-09-12T17:45:33.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.207+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~JE01O3ZEBOW7.1 size=186294 2024-09-12T17:45:33.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.215+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=JE01O3ZEBOW7 tag=VG6Z0YENCXCK type=write size=2283446 2024-09-12T17:45:33.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.215+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=F7KKHQXDX1IR type=write size=959899 2024-09-12T17:45:33.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~O6FYQEGE70VA.0 size=1048576 2024-09-12T17:45:33.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~O6FYQEGE70VA.1 size=66274 2024-09-12T17:45:33.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.231+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=O6FYQEGE70VA tag=F50XHDL3ZPVY type=write size=2163426 2024-09-12T17:45:33.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.231+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=2BMOW2F3C9Q2 type=del size=673231 2024-09-12T17:45:33.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.235+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~R5PW7E4YFA4A.0 size=667532 2024-09-12T17:45:33.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.243+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=R5PW7E4YFA4A tag=RHBQ3IQJDAKS type=write size=1716108 2024-09-12T17:45:33.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.243+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=CFHYZ7YALQC2 type=del size=2006335 2024-09-12T17:45:33.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.247+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=CGGC04BOKOYI type=del 2024-09-12T17:45:33.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.255+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~H0QDATNP5AFG.0 size=1048576 2024-09-12T17:45:33.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.255+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~H0QDATNP5AFG.1 size=281920 2024-09-12T17:45:33.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.255+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=H0QDATNP5AFG tag=GZF45R4V7YES type=write size=2379072 2024-09-12T17:45:33.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.259+0000 7f6c8a8948c0 -1 < failed to complete operation key=UPQ1AU918PZ4 tag=GL444MQ97T8Q type=write size=987332: (22) Invalid argument 2024-09-12T17:45:33.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.263+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=A1DMNH6L8NLS type=write size=1009624 2024-09-12T17:45:33.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.0 size=1048576 2024-09-12T17:45:33.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.1 size=1048576 2024-09-12T17:45:33.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.271+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~PYDAW1RF3Q1Y.2 size=131210 2024-09-12T17:45:33.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.279+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=PYDAW1RF3Q1Y tag=7PSFKXPDO4JQ type=write size=3276938 2024-09-12T17:45:33.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~1ZBKLKPEWG6V.0 size=350322 2024-09-12T17:45:33.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=1ZBKLKPEWG6V tag=POF27GYWFHI1 type=write size=1398898 2024-09-12T17:45:33.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.287+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.0 size=1048576 2024-09-12T17:45:33.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.291+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.1 size=1048576 2024-09-12T17:45:33.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~A335RGZ0FOV1.2 size=507435 2024-09-12T17:45:33.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.299+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=A335RGZ0FOV1 tag=951EOGWK8BFA type=write size=3653163 2024-09-12T17:45:33.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.303+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=Q6I9JC8KR0V9 type=del size=3673799 2024-09-12T17:45:33.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~67QVJFNUILIH.0 size=1048576 2024-09-12T17:45:33.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~67QVJFNUILIH.1 size=831246 2024-09-12T17:45:33.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.311+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=67QVJFNUILIH tag=301AO5FTN13Q type=write size=2928398 2024-09-12T17:45:33.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.315+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=DTR6ITDTMBU7 type=del size=3628228 2024-09-12T17:45:33.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.323+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=W3YQ02MYDM4L type=del 2024-09-12T17:45:33.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.323+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=E4OAILAOGA8O type=del size=385802 2024-09-12T17:45:33.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.0 size=1048576 2024-09-12T17:45:33.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.1 size=1048576 2024-09-12T17:45:33.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.335+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~012Z34PJI5DE.2 size=429696 2024-09-12T17:45:33.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.339+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=012Z34PJI5DE tag=0XCLYFGLVRYV type=write size=3575424 2024-09-12T17:45:33.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.343+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=51O02XA6HRE6 type=del size=92788 2024-09-12T17:45:33.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.343+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.0 size=1048576 2024-09-12T17:45:33.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.1 size=1048576 2024-09-12T17:45:33.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~M2QSHSWYBQDH.2 size=751205 2024-09-12T17:45:33.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.351+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2G3J6B76H7P upload=M2QSHSWYBQDH tag=XA8YXA9TL6PK type=write size=3896933 2024-09-12T17:45:33.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~ZL5Q90NZTUDU.0 size=346441 2024-09-12T17:45:33.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.359+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=ZL5Q90NZTUDU tag=HH3QJDJKXRSR type=write size=1395017 2024-09-12T17:45:33.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.363+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=GWVUEX2VSBW9 type=del size=3577438 2024-09-12T17:45:33.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.367+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=KA9OU9Y8FN9S type=del size=1632204 2024-09-12T17:45:33.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.367+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=RXYJWR077U22 type=del 2024-09-12T17:45:33.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.371+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=BSFNJ2NZROKQ type=del size=2728401 2024-09-12T17:45:33.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.375+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=WBVWLRJZVFRI type=del 2024-09-12T17:45:33.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.379+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=FKLPUKLP12AY type=del size=202232 2024-09-12T17:45:33.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.379+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.0 size=1048576 2024-09-12T17:45:33.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.1 size=1048576 2024-09-12T17:45:33.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~35FXKGX3N4I3.2 size=836485 2024-09-12T17:45:33.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.391+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=35FXKGX3N4I3 tag=U4EIL0IITCN8 type=write size=3982213 2024-09-12T17:45:33.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.391+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=O7BXX63GCUQW type=del size=2907034 2024-09-12T17:45:33.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.395+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=5EJ5GUJGMR6F type=write size=542203 2024-09-12T17:45:33.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~JURNBY6KWGI5.0 size=1048576 2024-09-12T17:45:33.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~JURNBY6KWGI5.1 size=480290 2024-09-12T17:45:33.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.403+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=JURNBY6KWGI5 tag=0VDTG4CZMV6D type=write size=2577442 2024-09-12T17:45:33.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.403+0000 7f6c8a8948c0 1 < completed write operation key=IVB6FLK7S6PP tag=F7KKHQXDX1IR type=write size=959899 2024-09-12T17:45:33.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.411+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~FW3VDX4W0IBN.0 size=337116 2024-09-12T17:45:33.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.411+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=FW3VDX4W0IBN tag=1SV4WMV71765 type=write size=1385692 2024-09-12T17:45:33.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.415+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=2BMOW2F3C9Q2 type=del 2024-09-12T17:45:33.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.415+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=862DIMFOKISZ type=del size=3242975 2024-09-12T17:45:33.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.419+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=CFHYZ7YALQC2 type=del 2024-09-12T17:45:33.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.0 size=1048576 2024-09-12T17:45:33.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.1 size=1048576 2024-09-12T17:45:33.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.431+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.2 size=714908 2024-09-12T17:45:33.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.431+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=8FDED4DQHXML tag=0760KCUAIGSX type=write size=3860636 2024-09-12T17:45:33.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~H0QDATNP5AFG.0 size=1048576 2024-09-12T17:45:33.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~H0QDATNP5AFG.1 size=281920 2024-09-12T17:45:33.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.443+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=H0QDATNP5AFG tag=GZF45R4V7YES type=write size=2379072 2024-09-12T17:45:33.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.447+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=6QKO24FZ4366 type=del size=1047998 2024-09-12T17:45:33.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.451+0000 7f6c8a8948c0 1 < suggested remove operation key=WUXSVUAZ3VE0 tag=A1DMNH6L8NLS type=write 2024-09-12T17:45:33.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.459+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~TNOGT1OF9LHQ.0 size=1048576 2024-09-12T17:45:33.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.459+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~TNOGT1OF9LHQ.1 size=185534 2024-09-12T17:45:33.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.459+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=TNOGT1OF9LHQ tag=082B6NSU54G9 type=write size=2282686 2024-09-12T17:45:33.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.463+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~1ZBKLKPEWG6V.0 size=350322 2024-09-12T17:45:33.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.467+0000 7f6c8a8948c0 1 < canceled multipart upload key=X3IZUQH63BZP upload=1ZBKLKPEWG6V tag=POF27GYWFHI1 type=write size=1398898 2024-09-12T17:45:33.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~98T52OOCXPVT.0 size=1048576 2024-09-12T17:45:33.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~98T52OOCXPVT.1 size=79358 2024-09-12T17:45:33.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.475+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=98T52OOCXPVT tag=QUS4I9WTV1G2 type=write size=2176510 2024-09-12T17:45:33.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.479+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=Q6I9JC8KR0V9 type=del 2024-09-12T17:45:33.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.483+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=QMAP66YFN3O8 type=write size=58659 2024-09-12T17:45:33.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.487+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=DTR6ITDTMBU7 type=del 2024-09-12T17:45:33.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.491+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=ZCSXHT59GEMR type=del size=1150775 2024-09-12T17:45:33.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.495+0000 7f6c8a8948c0 1 < suggested remove operation key=THGH3XU7HTDO tag=E4OAILAOGA8O type=del 2024-09-12T17:45:33.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.499+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=YAEE9BRSFLCM type=del size=3930355 2024-09-12T17:45:33.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.499+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=51O02XA6HRE6 type=del 2024-09-12T17:45:33.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~9533CP6WM19M.0 size=1048576 2024-09-12T17:45:33.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~9533CP6WM19M.1 size=783271 2024-09-12T17:45:33.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=9533CP6WM19M tag=C0P25ICXTD9V type=write size=2880423 2024-09-12T17:45:33.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~ZL5Q90NZTUDU.0 size=346441 2024-09-12T17:45:33.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.519+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=ZL5Q90NZTUDU tag=HH3QJDJKXRSR type=write size=1395017 2024-09-12T17:45:33.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.523+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~YIF5G2V78BS9.0 size=490012 2024-09-12T17:45:33.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.523+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=YIF5G2V78BS9 tag=H88OFT9EWKYX type=write size=1538588 2024-09-12T17:45:33.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.531+0000 7f6c8a8948c0 1 < suggested remove operation key=7UI1DV46YI9X tag=KA9OU9Y8FN9S type=del 2024-09-12T17:45:33.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.535+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=H7IP9OCL1AG6 type=del size=4074519 2024-09-12T17:45:33.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.539+0000 7f6c8a8948c0 1 < suggested update operation key=5L4M8IBSBUF1 tag=BSFNJ2NZROKQ type=del size=2728401 2024-09-12T17:45:33.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~N4F9R7EEKQUZ.0 size=1048576 2024-09-12T17:45:33.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~N4F9R7EEKQUZ.1 size=343098 2024-09-12T17:45:33.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.547+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=N4F9R7EEKQUZ tag=I6TPEDDVVMPF type=write size=2440250 2024-09-12T17:45:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.555+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=FKLPUKLP12AY type=del 2024-09-12T17:45:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.555+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=UNJQZEYF5CB0 type=write size=677024 2024-09-12T17:45:33.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.559+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=O7BXX63GCUQW type=del 2024-09-12T17:45:33.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.0 size=1048576 2024-09-12T17:45:33.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.1 size=1048576 2024-09-12T17:45:33.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.575+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.2 size=160344 2024-09-12T17:45:33.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.575+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=3WA30UEJ317N tag=F3ALZJWSMRNB type=write size=3306072 2024-09-12T17:45:33.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.579+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~JURNBY6KWGI5.0 size=1048576 2024-09-12T17:45:33.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.579+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~JURNBY6KWGI5.1 size=480290 2024-09-12T17:45:33.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.583+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=JURNBY6KWGI5 tag=0VDTG4CZMV6D type=write size=2577442 2024-09-12T17:45:33.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.587+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=BKCI8RFZ6SK9 type=del size=1968648 2024-09-12T17:45:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~FW3VDX4W0IBN.0 size=337116 2024-09-12T17:45:33.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.595+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=FW3VDX4W0IBN tag=1SV4WMV71765 type=write size=1385692 2024-09-12T17:45:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.599+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.0 size=1048576 2024-09-12T17:45:33.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.1 size=1048576 2024-09-12T17:45:33.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.2 size=147814 2024-09-12T17:45:33.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.603+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=R70JWT43T2EI tag=M0PDFV6IJSQZ type=write size=3293542 2024-09-12T17:45:33.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.607+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=862DIMFOKISZ type=del 2024-09-12T17:45:33.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.611+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=Y6GZK5W7T4FK type=del size=3835424 2024-09-12T17:45:33.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.0 size=1048576 2024-09-12T17:45:33.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.1 size=1048576 2024-09-12T17:45:33.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.619+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~8FDED4DQHXML.2 size=714908 2024-09-12T17:45:33.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.623+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=8FDED4DQHXML tag=0760KCUAIGSX type=write size=3860636 2024-09-12T17:45:33.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.627+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=24UBA6EF34IW type=write size=272387 2024-09-12T17:45:33.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.631+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=6QKO24FZ4366 type=del 2024-09-12T17:45:33.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.631+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=S6KZTJWRJA0W type=del size=4091848 2024-09-12T17:45:33.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.635+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~TNOGT1OF9LHQ.0 size=1048576 2024-09-12T17:45:33.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.639+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~TNOGT1OF9LHQ.1 size=185534 2024-09-12T17:45:33.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.643+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=TNOGT1OF9LHQ tag=082B6NSU54G9 type=write size=2282686 2024-09-12T17:45:33.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.647+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=XQ0WVGZC619P type=del size=826098 2024-09-12T17:45:33.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.651+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~98T52OOCXPVT.0 size=1048576 2024-09-12T17:45:33.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.651+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~98T52OOCXPVT.1 size=79358 2024-09-12T17:45:33.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.659+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=98T52OOCXPVT tag=QUS4I9WTV1G2 type=write size=2176510 2024-09-12T17:45:33.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.659+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=JYLHLPQ8UVYZ type=del size=3873594 2024-09-12T17:45:33.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.663+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=QMAP66YFN3O8 type=write size=58659 2024-09-12T17:45:33.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.667+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=V9FYKKG5HI5I type=del size=701501 2024-09-12T17:45:33.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.671+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=ZCSXHT59GEMR type=del 2024-09-12T17:45:33.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.671+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=PCXRO667KV45 type=del size=113508 2024-09-12T17:45:33.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.675+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=YAEE9BRSFLCM type=del 2024-09-12T17:45:33.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.679+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=400VH5KCKNYY type=del size=3183044 2024-09-12T17:45:33.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~9533CP6WM19M.0 size=1048576 2024-09-12T17:45:33.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~9533CP6WM19M.1 size=783271 2024-09-12T17:45:33.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.691+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=9533CP6WM19M tag=C0P25ICXTD9V type=write size=2880423 2024-09-12T17:45:33.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.691+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=YL8PV3DW0R2N type=del size=2838090 2024-09-12T17:45:33.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.695+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~YIF5G2V78BS9.0 size=490012 2024-09-12T17:45:33.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.703+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=YIF5G2V78BS9 tag=H88OFT9EWKYX type=write size=1538588 2024-09-12T17:45:33.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.703+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=7YN8PSE54HBR type=del size=468878 2024-09-12T17:45:33.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.711+0000 7f6c8a8948c0 1 < suggested update operation key=RT88PQITUXJA tag=H7IP9OCL1AG6 type=del size=4074519 2024-09-12T17:45:33.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.715+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~AT84G3CTL8VG.0 size=1048576 2024-09-12T17:45:33.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.719+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~AT84G3CTL8VG.1 size=500460 2024-09-12T17:45:33.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.719+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=AT84G3CTL8VG tag=XB0LG7RVGESL type=write size=2597612 2024-09-12T17:45:33.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~N4F9R7EEKQUZ.0 size=1048576 2024-09-12T17:45:33.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~N4F9R7EEKQUZ.1 size=343098 2024-09-12T17:45:33.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.731+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=N4F9R7EEKQUZ tag=I6TPEDDVVMPF type=write size=2440250 2024-09-12T17:45:33.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.735+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=NP2M4OXYWFCM type=del size=2948299 2024-09-12T17:45:33.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.735+0000 7f6c8a8948c0 1 < canceled operation key=XSFCFLQ02Y9B tag=UNJQZEYF5CB0 type=write size=677024 2024-09-12T17:45:33.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.739+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=68GGWFMHBUZD type=del size=3045509 2024-09-12T17:45:33.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.0 size=1048576 2024-09-12T17:45:33.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.1 size=1048576 2024-09-12T17:45:33.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~3WA30UEJ317N.2 size=160344 2024-09-12T17:45:33.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.751+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=3WA30UEJ317N tag=F3ALZJWSMRNB type=write size=3306072 2024-09-12T17:45:33.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~IPLQQJ1YM8DX.0 size=1048576 2024-09-12T17:45:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~IPLQQJ1YM8DX.1 size=813654 2024-09-12T17:45:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.759+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=IPLQQJ1YM8DX tag=S79WF5I8N4N9 type=write size=2910806 2024-09-12T17:45:33.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.763+0000 7f6c8a8948c0 1 < suggested update operation key=W2M8Z8M3LYTF tag=BKCI8RFZ6SK9 type=del size=1968648 2024-09-12T17:45:33.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~RF9O3CTX24IL.0 size=430301 2024-09-12T17:45:33.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=RF9O3CTX24IL tag=KGIGNA8EX2HF type=write size=1478877 2024-09-12T17:45:33.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.0 size=1048576 2024-09-12T17:45:33.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.1 size=1048576 2024-09-12T17:45:33.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.775+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~R70JWT43T2EI.2 size=147814 2024-09-12T17:45:33.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.779+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=R70JWT43T2EI tag=M0PDFV6IJSQZ type=write size=3293542 2024-09-12T17:45:33.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.783+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~CGX1CB8V80SJ.0 size=396792 2024-09-12T17:45:33.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.783+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=CGX1CB8V80SJ tag=NFU638OUH8ZU type=write size=1445368 2024-09-12T17:45:33.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.787+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=Y6GZK5W7T4FK type=del 2024-09-12T17:45:33.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.0 size=1048576 2024-09-12T17:45:33.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.1 size=1048576 2024-09-12T17:45:33.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.2 size=625414 2024-09-12T17:45:33.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.799+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=EX7W4A661QKZ tag=UOYDAM5ZKE8T type=write size=3771142 2024-09-12T17:45:33.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.803+0000 7f6c8a8948c0 1 < completed write operation key=I21M2NBLJNCJ tag=24UBA6EF34IW type=write size=272387 2024-09-12T17:45:33.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.807+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~5A4F8BZ3GRZQ.0 size=333530 2024-09-12T17:45:33.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.807+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=5A4F8BZ3GRZQ tag=LT08AP02B9SO type=write size=1382106 2024-09-12T17:45:33.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.807+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=S6KZTJWRJA0W type=del 2024-09-12T17:45:33.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.811+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=HOJ9IX3A8UZQ type=del size=3982629 2024-09-12T17:45:33.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.815+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=XQ0WVGZC619P type=del 2024-09-12T17:45:33.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.819+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=INPOT7178NLX type=del size=2156501 2024-09-12T17:45:33.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.819+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=JYLHLPQ8UVYZ type=del 2024-09-12T17:45:33.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.823+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.0 size=1048576 2024-09-12T17:45:33.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.1 size=1048576 2024-09-12T17:45:33.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.2 size=340149 2024-09-12T17:45:33.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.827+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=65J8T1W7Z4SR tag=2IHQKIUE8PZO type=write size=3485877 2024-09-12T17:45:33.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.831+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=V9FYKKG5HI5I type=del 2024-09-12T17:45:33.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.835+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=ACRHSK4E13DW type=del size=1400358 2024-09-12T17:45:33.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.835+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=PCXRO667KV45 type=del 2024-09-12T17:45:33.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.843+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=570Y2WEXI0X0 type=del size=2107290 2024-09-12T17:45:33.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.847+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=400VH5KCKNYY type=del 2024-09-12T17:45:33.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.847+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=HR7E5CTOEJ1S type=del size=3411609 2024-09-12T17:45:33.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.851+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=YL8PV3DW0R2N type=del 2024-09-12T17:45:33.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~C5IRYO048X54.0 size=1048576 2024-09-12T17:45:33.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~C5IRYO048X54.1 size=420560 2024-09-12T17:45:33.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.859+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=C5IRYO048X54 tag=1R1BFS8GI9FH type=write size=2517712 2024-09-12T17:45:33.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.863+0000 7f6c8a8948c0 1 < canceled operation key=B4CKTFO4636R tag=7YN8PSE54HBR type=del size=468878 2024-09-12T17:45:33.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.867+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=SD2SY5W23G2U type=write size=11323 2024-09-12T17:45:33.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.867+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~AT84G3CTL8VG.0 size=1048576 2024-09-12T17:45:33.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~AT84G3CTL8VG.1 size=500460 2024-09-12T17:45:33.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.875+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=AT84G3CTL8VG tag=XB0LG7RVGESL type=write size=2597612 2024-09-12T17:45:33.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.879+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=XK0XFTQUFQ5K type=del size=1260338 2024-09-12T17:45:33.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.883+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=NP2M4OXYWFCM type=del 2024-09-12T17:45:33.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.0 size=1048576 2024-09-12T17:45:33.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.1 size=1048576 2024-09-12T17:45:33.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.2 size=761453 2024-09-12T17:45:33.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.895+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=BA9OPAODWW5P tag=87BMQ68VPYHU type=write size=3907181 2024-09-12T17:45:33.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.899+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=68GGWFMHBUZD type=del 2024-09-12T17:45:33.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.903+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=IZ1ID0OG4RLM type=del size=2041162 2024-09-12T17:45:33.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~IPLQQJ1YM8DX.0 size=1048576 2024-09-12T17:45:33.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.907+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~IPLQQJ1YM8DX.1 size=813654 2024-09-12T17:45:33.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.911+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=IPLQQJ1YM8DX tag=S79WF5I8N4N9 type=write size=2910806 2024-09-12T17:45:33.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.915+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=95FKTO2J8X71 type=write size=78801 2024-09-12T17:45:33.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.919+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~RF9O3CTX24IL.0 size=430301 2024-09-12T17:45:33.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.923+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=RF9O3CTX24IL tag=KGIGNA8EX2HF type=write size=1478877 2024-09-12T17:45:33.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.927+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=MWV1SZF7VJ4M type=write size=966751 2024-09-12T17:45:33.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~CGX1CB8V80SJ.0 size=396792 2024-09-12T17:45:33.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.935+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=CGX1CB8V80SJ tag=NFU638OUH8ZU type=write size=1445368 2024-09-12T17:45:33.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.935+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=HYZINM7MOCPD type=write size=37698 2024-09-12T17:45:33.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.939+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.0 size=1048576 2024-09-12T17:45:33.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.1 size=1048576 2024-09-12T17:45:33.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.943+0000 7f6c8a8948c0 1 < canceled part key=_multipart_SC9MK1C1ETEN.2~EX7W4A661QKZ.2 size=625414 2024-09-12T17:45:33.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.947+0000 7f6c8a8948c0 1 < canceled multipart upload key=SC9MK1C1ETEN upload=EX7W4A661QKZ tag=UOYDAM5ZKE8T type=write size=3771142 2024-09-12T17:45:33.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.947+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=4PUIR3BMKW3U type=del size=3574255 2024-09-12T17:45:33.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.951+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~5A4F8BZ3GRZQ.0 size=333530 2024-09-12T17:45:33.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.955+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=5A4F8BZ3GRZQ tag=LT08AP02B9SO type=write size=1382106 2024-09-12T17:45:33.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.959+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=BAN5M1X8FCPM type=del size=2852008 2024-09-12T17:45:33.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.959+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=HOJ9IX3A8UZQ type=del 2024-09-12T17:45:33.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.963+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=R3MPQGXD1TOF type=write size=191729 2024-09-12T17:45:33.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.967+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=INPOT7178NLX type=del 2024-09-12T17:45:33.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.971+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=FEE736S76Y85 type=del size=3950490 2024-09-12T17:45:33.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.971+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.0 size=1048576 2024-09-12T17:45:33.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.971+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.1 size=1048576 2024-09-12T17:45:33.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.971+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~65J8T1W7Z4SR.2 size=340149 2024-09-12T17:45:33.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.979+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=65J8T1W7Z4SR tag=2IHQKIUE8PZO type=write size=3485877 2024-09-12T17:45:33.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.979+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=TWE9OS30ZZLL type=del size=359385 2024-09-12T17:45:33.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.987+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=ACRHSK4E13DW type=del 2024-09-12T17:45:33.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.987+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=R6FDD2SPV8LV type=del size=149224 2024-09-12T17:45:33.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.991+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=570Y2WEXI0X0 type=del 2024-09-12T17:45:33.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.995+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=6B6BLAMBC6SJ type=del size=4168697 2024-09-12T17:45:33.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:33.999+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=HR7E5CTOEJ1S type=del 2024-09-12T17:45:34.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~E7AJ0BU8N47J.0 size=592501 2024-09-12T17:45:34.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.003+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=E7AJ0BU8N47J tag=G9WOB5AYQCJJ type=write size=1641077 2024-09-12T17:45:34.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~C5IRYO048X54.0 size=1048576 2024-09-12T17:45:34.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~C5IRYO048X54.1 size=420560 2024-09-12T17:45:34.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.015+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=C5IRYO048X54 tag=1R1BFS8GI9FH type=write size=2517712 2024-09-12T17:45:34.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.015+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=6VI40AHPH08P type=del size=984895 2024-09-12T17:45:34.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.019+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=SD2SY5W23G2U type=write size=11323 2024-09-12T17:45:34.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.023+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~SCHTM0JQM433.0 size=1048576 2024-09-12T17:45:34.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~SCHTM0JQM433.1 size=19583 2024-09-12T17:45:34.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.027+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=SCHTM0JQM433 tag=CYG1H752ZZS3 type=write size=2116735 2024-09-12T17:45:34.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.031+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=XK0XFTQUFQ5K type=del 2024-09-12T17:45:34.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.031+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=2ZHDAIPGNJ4I type=del size=2261273 2024-09-12T17:45:34.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.0 size=1048576 2024-09-12T17:45:34.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.039+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.1 size=1048576 2024-09-12T17:45:34.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.043+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~BA9OPAODWW5P.2 size=761453 2024-09-12T17:45:34.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.047+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=BA9OPAODWW5P tag=87BMQ68VPYHU type=write size=3907181 2024-09-12T17:45:34.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.051+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=4RRA6OTQH671 type=del size=4164833 2024-09-12T17:45:34.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.051+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=IZ1ID0OG4RLM type=del 2024-09-12T17:45:34.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.0 size=1048576 2024-09-12T17:45:34.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.1 size=1048576 2024-09-12T17:45:34.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.2 size=578074 2024-09-12T17:45:34.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.063+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=1WQMCSHSRX1W tag=Q24FRHWFGV6J type=write size=3723802 2024-09-12T17:45:34.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.063+0000 7f6c8a8948c0 1 < completed write operation key=IVB6FLK7S6PP tag=95FKTO2J8X71 type=write size=78801 2024-09-12T17:45:34.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.067+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=NDJQTCD542PY type=del size=2004793 2024-09-12T17:45:34.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.071+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=MWV1SZF7VJ4M type=write size=966751 2024-09-12T17:45:34.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~A4R45LKW87S8.0 size=1048576 2024-09-12T17:45:34.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~A4R45LKW87S8.1 size=932025 2024-09-12T17:45:34.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.075+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=A4R45LKW87S8 tag=2PTKBCKD6OLF type=write size=3029177 2024-09-12T17:45:34.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.079+0000 7f6c8a8948c0 1 < completed write operation key=LALMJ3TYSQ6T tag=HYZINM7MOCPD type=write size=37698 2024-09-12T17:45:34.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.083+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~EJC6HZ2M94DO.0 size=1048576 2024-09-12T17:45:34.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~EJC6HZ2M94DO.1 size=97465 2024-09-12T17:45:34.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.087+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=EJC6HZ2M94DO tag=PFRXPLGG2FB9 type=write size=2194617 2024-09-12T17:45:34.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.087+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=4PUIR3BMKW3U type=del 2024-09-12T17:45:34.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~DY8Q2L0JI5BR.0 size=143038 2024-09-12T17:45:34.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.091+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=DY8Q2L0JI5BR tag=46YJPYQKYVPL type=write size=1191614 2024-09-12T17:45:34.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.095+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=BAN5M1X8FCPM type=del 2024-09-12T17:45:34.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.099+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=GNABDWY6IFA3 type=del size=584664 2024-09-12T17:45:34.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.103+0000 7f6c8a8948c0 1 < suggested remove operation key=HTSRF6I8OFUX tag=R3MPQGXD1TOF type=write 2024-09-12T17:45:34.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~7DSRQKLB0IFK.0 size=35121 2024-09-12T17:45:34.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.107+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=7DSRQKLB0IFK tag=48LGMTSTX9IV type=write size=1083697 2024-09-12T17:45:34.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.111+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=FEE736S76Y85 type=del 2024-09-12T17:45:34.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.115+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~JZEK0I6T5G8T.0 size=1048576 2024-09-12T17:45:34.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~JZEK0I6T5G8T.1 size=408353 2024-09-12T17:45:34.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.119+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=JZEK0I6T5G8T tag=39GYGRHRHRSJ type=write size=2505505 2024-09-12T17:45:34.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.123+0000 7f6c8a8948c0 1 < suggested update operation key=7UI1DV46YI9X tag=TWE9OS30ZZLL type=del size=359385 2024-09-12T17:45:34.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.123+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=88Z6M0VKOBTH type=write size=532101 2024-09-12T17:45:34.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.127+0000 7f6c8a8948c0 1 < canceled operation key=2E3GUHIGS09Y tag=R6FDD2SPV8LV type=del size=149224 2024-09-12T17:45:34.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.131+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=3ENSD8ZD2K4E type=del size=1396302 2024-09-12T17:45:34.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.135+0000 7f6c8a8948c0 1 < suggested update operation key=5A2ZJW6U5Y5A tag=6B6BLAMBC6SJ type=del size=4168697 2024-09-12T17:45:34.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.139+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.0 size=1048576 2024-09-12T17:45:34.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.139+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.1 size=1048576 2024-09-12T17:45:34.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.143+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.2 size=379271 2024-09-12T17:45:34.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.143+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=ZHKT7UGPCR37 tag=D4NRI6YC7C1H type=write size=3524999 2024-09-12T17:45:34.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.147+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~E7AJ0BU8N47J.0 size=592501 2024-09-12T17:45:34.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.151+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=E7AJ0BU8N47J tag=G9WOB5AYQCJJ type=write size=1641077 2024-09-12T17:45:34.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~Z90W68TII4NJ.0 size=1048576 2024-09-12T17:45:34.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~Z90W68TII4NJ.1 size=406537 2024-09-12T17:45:34.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.155+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=Z90W68TII4NJ tag=9ZFVJZYT3QKW type=write size=2503689 2024-09-12T17:45:34.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.159+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=6VI40AHPH08P type=del 2024-09-12T17:45:34.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.163+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=UX77MAKGB9HU type=del size=788994 2024-09-12T17:45:34.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.163+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~SCHTM0JQM433.0 size=1048576 2024-09-12T17:45:34.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.167+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~SCHTM0JQM433.1 size=19583 2024-09-12T17:45:34.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.167+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=SCHTM0JQM433 tag=CYG1H752ZZS3 type=write size=2116735 2024-09-12T17:45:34.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~8T0UL6WCCNKQ.0 size=918750 2024-09-12T17:45:34.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.175+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=8T0UL6WCCNKQ tag=1HM34ARFXW4E type=write size=1967326 2024-09-12T17:45:34.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.175+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=2ZHDAIPGNJ4I type=del 2024-09-12T17:45:34.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.179+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=03IIKS6V89CP type=write size=135141 2024-09-12T17:45:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.183+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=4RRA6OTQH671 type=del 2024-09-12T17:45:34.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.187+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~F2COE37K56AP.0 size=757428 2024-09-12T17:45:34.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.187+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=F2COE37K56AP tag=17GUYQU0J5QV type=write size=1806004 2024-09-12T17:45:34.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.0 size=1048576 2024-09-12T17:45:34.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.1 size=1048576 2024-09-12T17:45:34.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~1WQMCSHSRX1W.2 size=578074 2024-09-12T17:45:34.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.195+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=1WQMCSHSRX1W tag=Q24FRHWFGV6J type=write size=3723802 2024-09-12T17:45:34.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.199+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=FGQBI53UHRTW type=del size=261613 2024-09-12T17:45:34.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.203+0000 7f6c8a8948c0 1 < suggested remove operation key=C0BM0M0DR88A tag=NDJQTCD542PY type=del 2024-09-12T17:45:34.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.207+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~AIWHZLR2YG07.0 size=1048576 2024-09-12T17:45:34.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~AIWHZLR2YG07.1 size=946232 2024-09-12T17:45:34.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.211+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=AIWHZLR2YG07 tag=D21Q70J01YMT type=write size=3043384 2024-09-12T17:45:34.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~A4R45LKW87S8.0 size=1048576 2024-09-12T17:45:34.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.215+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~A4R45LKW87S8.1 size=932025 2024-09-12T17:45:34.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.219+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=A4R45LKW87S8 tag=2PTKBCKD6OLF type=write size=3029177 2024-09-12T17:45:34.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.0 size=1048576 2024-09-12T17:45:34.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.227+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.1 size=1048576 2024-09-12T17:45:34.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.227+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.2 size=707006 2024-09-12T17:45:34.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.227+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=3NHVDRUR0PYN tag=JDHADLC4DPXK type=write size=3852734 2024-09-12T17:45:34.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.231+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~EJC6HZ2M94DO.0 size=1048576 2024-09-12T17:45:34.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.231+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~EJC6HZ2M94DO.1 size=97465 2024-09-12T17:45:34.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.235+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=EJC6HZ2M94DO tag=PFRXPLGG2FB9 type=write size=2194617 2024-09-12T17:45:34.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.239+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=JHFXVFIDP935 type=del size=760935 2024-09-12T17:45:34.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~DY8Q2L0JI5BR.0 size=143038 2024-09-12T17:45:34.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.247+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=DY8Q2L0JI5BR tag=46YJPYQKYVPL type=write size=1191614 2024-09-12T17:45:34.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.247+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=ASM6KJUE4WBC type=del size=102784 2024-09-12T17:45:34.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.251+0000 7f6c8a8948c0 -1 < failed to complete operation key=5A2ZJW6U5Y5A tag=GNABDWY6IFA3 type=del size=584664: (22) Invalid argument 2024-09-12T17:45:34.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.255+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=ND8KTQ233FSX type=write size=901911 2024-09-12T17:45:34.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~7DSRQKLB0IFK.0 size=35121 2024-09-12T17:45:34.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.259+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=7DSRQKLB0IFK tag=48LGMTSTX9IV type=write size=1083697 2024-09-12T17:45:34.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.263+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=3TYFIW54YL69 type=del size=2739476 2024-09-12T17:45:34.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~JZEK0I6T5G8T.0 size=1048576 2024-09-12T17:45:34.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.267+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~JZEK0I6T5G8T.1 size=408353 2024-09-12T17:45:34.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.271+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=JZEK0I6T5G8T tag=39GYGRHRHRSJ type=write size=2505505 2024-09-12T17:45:34.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.275+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=8TWCDDD6S7WM type=del size=247777 2024-09-12T17:45:34.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.279+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=88Z6M0VKOBTH type=write size=532101 2024-09-12T17:45:34.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~SVCX1ZKYUK71.0 size=48577 2024-09-12T17:45:34.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=SVCX1ZKYUK71 tag=8HMNEB9Y6SJA type=write size=1097153 2024-09-12T17:45:34.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.287+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=3ENSD8ZD2K4E type=del 2024-09-12T17:45:34.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.291+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=WQ0D58EUV5TE type=del size=1523055 2024-09-12T17:45:34.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.291+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.0 size=1048576 2024-09-12T17:45:34.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.1 size=1048576 2024-09-12T17:45:34.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~ZHKT7UGPCR37.2 size=379271 2024-09-12T17:45:34.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.299+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=ZHKT7UGPCR37 tag=D4NRI6YC7C1H type=write size=3524999 2024-09-12T17:45:34.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.303+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=AYITI8D929LQ type=write size=171105 2024-09-12T17:45:34.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~Z90W68TII4NJ.0 size=1048576 2024-09-12T17:45:34.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~Z90W68TII4NJ.1 size=406537 2024-09-12T17:45:34.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.311+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=Z90W68TII4NJ tag=9ZFVJZYT3QKW type=write size=2503689 2024-09-12T17:45:34.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.315+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~I0S83HM9XAG5.0 size=1048576 2024-09-12T17:45:34.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~I0S83HM9XAG5.1 size=422392 2024-09-12T17:45:34.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.319+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=I0S83HM9XAG5 tag=JJWPDIUJED61 type=write size=2519544 2024-09-12T17:45:34.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.323+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=UX77MAKGB9HU type=del 2024-09-12T17:45:34.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.327+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~FFSBUEVTLRP1.0 size=1048576 2024-09-12T17:45:34.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.327+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~FFSBUEVTLRP1.1 size=339735 2024-09-12T17:45:34.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.327+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=FFSBUEVTLRP1 tag=Y5ILXTMAEFQK type=write size=2436887 2024-09-12T17:45:34.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~8T0UL6WCCNKQ.0 size=918750 2024-09-12T17:45:34.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.335+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=8T0UL6WCCNKQ tag=1HM34ARFXW4E type=write size=1967326 2024-09-12T17:45:34.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.339+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=MWH3I870L8G6 type=del size=1293036 2024-09-12T17:45:34.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.343+0000 7f6c8a8948c0 1 < suggested remove operation key=7UI1DV46YI9X tag=03IIKS6V89CP type=write 2024-09-12T17:45:34.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.347+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~UNZLB86S6WEQ.0 size=618130 2024-09-12T17:45:34.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.347+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=UNZLB86S6WEQ tag=NJ03N4OTMZVA type=write size=1666706 2024-09-12T17:45:34.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.351+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~F2COE37K56AP.0 size=757428 2024-09-12T17:45:34.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.355+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=F2COE37K56AP tag=17GUYQU0J5QV type=write size=1806004 2024-09-12T17:45:34.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~Q7LC2CS9S9ZH.0 size=1048576 2024-09-12T17:45:34.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~Q7LC2CS9S9ZH.1 size=731943 2024-09-12T17:45:34.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.363+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=Q7LC2CS9S9ZH tag=M3OCEKI7Z00Y type=write size=2829095 2024-09-12T17:45:34.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.363+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=FGQBI53UHRTW type=del 2024-09-12T17:45:34.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.367+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=PR3S3TXABQSZ type=del size=3812102 2024-09-12T17:45:34.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~AIWHZLR2YG07.0 size=1048576 2024-09-12T17:45:34.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.371+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~AIWHZLR2YG07.1 size=946232 2024-09-12T17:45:34.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.375+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=AIWHZLR2YG07 tag=D21Q70J01YMT type=write size=3043384 2024-09-12T17:45:34.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.379+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=KGMIEX1JOGJP type=write size=215832 2024-09-12T17:45:34.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.0 size=1048576 2024-09-12T17:45:34.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.1 size=1048576 2024-09-12T17:45:34.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.387+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~3NHVDRUR0PYN.2 size=707006 2024-09-12T17:45:34.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.391+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=3NHVDRUR0PYN tag=JDHADLC4DPXK type=write size=3852734 2024-09-12T17:45:34.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.395+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=30QR8QDG1NMV type=write size=277722 2024-09-12T17:45:34.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.399+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=JHFXVFIDP935 type=del 2024-09-12T17:45:34.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.0 size=1048576 2024-09-12T17:45:34.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.1 size=1048576 2024-09-12T17:45:34.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.2 size=333375 2024-09-12T17:45:34.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.407+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=JCETIJP7X5OH tag=P40QA4F5CCRJ type=write size=3479103 2024-09-12T17:45:34.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.411+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=ASM6KJUE4WBC type=del 2024-09-12T17:45:34.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.415+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=56KTV0KEVSTO type=write size=784803 2024-09-12T17:45:34.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.419+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=ND8KTQ233FSX type=write size=901911 2024-09-12T17:45:34.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.419+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=25OXLT94K28I type=del size=405791 2024-09-12T17:45:34.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.423+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=3TYFIW54YL69 type=del 2024-09-12T17:45:34.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.427+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=YY2D5HTN6IBH type=del size=372345 2024-09-12T17:45:34.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.431+0000 7f6c8a8948c0 1 < suggested update operation key=AIKDU0CC4E5U tag=8TWCDDD6S7WM type=del size=247777 2024-09-12T17:45:34.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.435+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=3KAVSQBQ2AES type=del size=3637013 2024-09-12T17:45:34.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~SVCX1ZKYUK71.0 size=48577 2024-09-12T17:45:34.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.447+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=SVCX1ZKYUK71 tag=8HMNEB9Y6SJA type=write size=1097153 2024-09-12T17:45:34.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.447+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=NHN30VGJ8IK3 type=del size=1838614 2024-09-12T17:45:34.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.455+0000 7f6c8a8948c0 1 < suggested update operation key=02UJO133SEG4 tag=WQ0D58EUV5TE type=del size=1523055 2024-09-12T17:45:34.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.459+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=UUN62S19DZS6 type=del size=1015182 2024-09-12T17:45:34.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.459+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=AYITI8D929LQ type=write size=171105 2024-09-12T17:45:34.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.467+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~EVGRCYOXW8HA.0 size=818744 2024-09-12T17:45:34.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.467+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=EVGRCYOXW8HA tag=VEOJ4DG1XOE5 type=write size=1867320 2024-09-12T17:45:34.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.467+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~I0S83HM9XAG5.0 size=1048576 2024-09-12T17:45:34.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.467+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~I0S83HM9XAG5.1 size=422392 2024-09-12T17:45:34.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.471+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=I0S83HM9XAG5 tag=JJWPDIUJED61 type=write size=2519544 2024-09-12T17:45:34.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~MXC4F1X5DXH6.0 size=1048576 2024-09-12T17:45:34.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~MXC4F1X5DXH6.1 size=236406 2024-09-12T17:45:34.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.479+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=MXC4F1X5DXH6 tag=O62MJ4H2KNPN type=write size=2333558 2024-09-12T17:45:34.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~FFSBUEVTLRP1.0 size=1048576 2024-09-12T17:45:34.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.483+0000 7f6c8a8948c0 1 < canceled part key=_multipart_5A2ZJW6U5Y5A.2~FFSBUEVTLRP1.1 size=339735 2024-09-12T17:45:34.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.487+0000 7f6c8a8948c0 1 < canceled multipart upload key=5A2ZJW6U5Y5A upload=FFSBUEVTLRP1 tag=Y5ILXTMAEFQK type=write size=2436887 2024-09-12T17:45:34.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.491+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=W1KZ0HYX8CEF type=del size=618762 2024-09-12T17:45:34.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.495+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=MWH3I870L8G6 type=del 2024-09-12T17:45:34.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.499+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=FVU13JINJ64A type=write size=280172 2024-09-12T17:45:34.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.499+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~UNZLB86S6WEQ.0 size=618130 2024-09-12T17:45:34.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.503+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=UNZLB86S6WEQ tag=NJ03N4OTMZVA type=write size=1666706 2024-09-12T17:45:34.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.507+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=1ULNVYF3OUQV type=del size=3264887 2024-09-12T17:45:34.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~Q7LC2CS9S9ZH.0 size=1048576 2024-09-12T17:45:34.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~Q7LC2CS9S9ZH.1 size=731943 2024-09-12T17:45:34.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.519+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=Q7LC2CS9S9ZH tag=M3OCEKI7Z00Y type=write size=2829095 2024-09-12T17:45:34.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.519+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=WCQD6N5XEFDK type=del size=1859270 2024-09-12T17:45:34.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.523+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=PR3S3TXABQSZ type=del 2024-09-12T17:45:34.526 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~OVX3L3EZ3VMS.0 size=1048576 2024-09-12T17:45:34.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~OVX3L3EZ3VMS.1 size=245697 2024-09-12T17:45:34.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=OVX3L3EZ3VMS tag=RARVH5U4FBLV type=write size=2342849 2024-09-12T17:45:34.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.535+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=KGMIEX1JOGJP type=write size=215832 2024-09-12T17:45:34.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~K0AHHGYQEODD.0 size=620582 2024-09-12T17:45:34.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.539+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=K0AHHGYQEODD tag=BKBWUZPGGHRE type=write size=1669158 2024-09-12T17:45:34.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.543+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=30QR8QDG1NMV type=write size=277722 2024-09-12T17:45:34.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.0 size=1048576 2024-09-12T17:45:34.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.551+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.1 size=1048576 2024-09-12T17:45:34.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.2 size=56083 2024-09-12T17:45:34.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.555+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=R8MRMJ63Y3AJ tag=I7Q1H212JJHK type=write size=3201811 2024-09-12T17:45:34.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.555+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.0 size=1048576 2024-09-12T17:45:34.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.559+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.1 size=1048576 2024-09-12T17:45:34.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.563+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~JCETIJP7X5OH.2 size=333375 2024-09-12T17:45:34.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.567+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=JCETIJP7X5OH tag=P40QA4F5CCRJ type=write size=3479103 2024-09-12T17:45:34.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.571+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=PYNKUW3EJ8FQ type=del size=2859882 2024-09-12T17:45:34.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.575+0000 7f6c8a8948c0 1 < completed write operation key=5A2ZJW6U5Y5A tag=56KTV0KEVSTO type=write size=784803 2024-09-12T17:45:34.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.579+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=6JN8PUWI3LSR type=del size=512108 2024-09-12T17:45:34.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.579+0000 7f6c8a8948c0 -1 < failed to complete operation key=AIKDU0CC4E5U tag=25OXLT94K28I type=del size=405791: (22) Invalid argument 2024-09-12T17:45:34.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.583+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=FKRXXERNJ4D1 type=del size=2708159 2024-09-12T17:45:34.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.587+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=YY2D5HTN6IBH type=del 2024-09-12T17:45:34.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.591+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=MQLXCQ3UGZR1 type=del size=2753772 2024-09-12T17:45:34.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.595+0000 7f6c8a8948c0 1 < canceled operation key=AIKDU0CC4E5U tag=3KAVSQBQ2AES type=del size=3637013 2024-09-12T17:45:34.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.595+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=DIKF1TYH20EJ type=del size=2109250 2024-09-12T17:45:34.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.599+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=NHN30VGJ8IK3 type=del 2024-09-12T17:45:34.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.603+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=NSVYPHVJQPCV type=del size=3424279 2024-09-12T17:45:34.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.607+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=UUN62S19DZS6 type=del 2024-09-12T17:45:34.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.607+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=PG995EBR284Y type=del size=4032446 2024-09-12T17:45:34.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~EVGRCYOXW8HA.0 size=818744 2024-09-12T17:45:34.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.615+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=EVGRCYOXW8HA tag=VEOJ4DG1XOE5 type=write size=1867320 2024-09-12T17:45:34.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.619+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=CKMA8LWT08TR type=del size=1627661 2024-09-12T17:45:34.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~MXC4F1X5DXH6.0 size=1048576 2024-09-12T17:45:34.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.627+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~MXC4F1X5DXH6.1 size=236406 2024-09-12T17:45:34.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.631+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=MXC4F1X5DXH6 tag=O62MJ4H2KNPN type=write size=2333558 2024-09-12T17:45:34.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.635+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=WRBGK9R6O78Y type=del size=908591 2024-09-12T17:45:34.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.639+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=W1KZ0HYX8CEF type=del 2024-09-12T17:45:34.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.643+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=03LMUT071UQG type=del size=2042548 2024-09-12T17:45:34.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.643+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=FVU13JINJ64A type=write size=280172 2024-09-12T17:45:34.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.647+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=PB6EY2A1G187 type=write size=64936 2024-09-12T17:45:34.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.651+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=1ULNVYF3OUQV type=del 2024-09-12T17:45:34.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.655+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~DQQISPVVAZGU.0 size=316445 2024-09-12T17:45:34.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.655+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=DQQISPVVAZGU tag=BSR25XE2QN43 type=write size=1365021 2024-09-12T17:45:34.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.659+0000 7f6c8a8948c0 1 < canceled operation key=HTSRF6I8OFUX tag=WCQD6N5XEFDK type=del size=1859270 2024-09-12T17:45:34.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.663+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=7MX14N52BCLT type=del size=696766 2024-09-12T17:45:34.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.667+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~OVX3L3EZ3VMS.0 size=1048576 2024-09-12T17:45:34.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.667+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~OVX3L3EZ3VMS.1 size=245697 2024-09-12T17:45:34.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.675+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=OVX3L3EZ3VMS tag=RARVH5U4FBLV type=write size=2342849 2024-09-12T17:45:34.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.675+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=6GJNG1IUBCLB type=del size=4075178 2024-09-12T17:45:34.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.679+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~K0AHHGYQEODD.0 size=620582 2024-09-12T17:45:34.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.683+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=K0AHHGYQEODD tag=BKBWUZPGGHRE type=write size=1669158 2024-09-12T17:45:34.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.687+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=YGDVQV4F03YK type=del size=1826524 2024-09-12T17:45:34.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.691+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.0 size=1048576 2024-09-12T17:45:34.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.695+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.1 size=1048576 2024-09-12T17:45:34.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.695+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~R8MRMJ63Y3AJ.2 size=56083 2024-09-12T17:45:34.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.703+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=R8MRMJ63Y3AJ tag=I7Q1H212JJHK type=write size=3201811 2024-09-12T17:45:34.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.707+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=LCEW6KOHQYU1 type=del size=3935893 2024-09-12T17:45:34.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.711+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=PYNKUW3EJ8FQ type=del 2024-09-12T17:45:34.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.715+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~YXD8DKNPW0IB.0 size=1048576 2024-09-12T17:45:34.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.715+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~YXD8DKNPW0IB.1 size=348817 2024-09-12T17:45:34.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.715+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=YXD8DKNPW0IB tag=K0JUK12K8NVJ type=write size=2445969 2024-09-12T17:45:34.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.719+0000 7f6c8a8948c0 1 < canceled operation key=5A2ZJW6U5Y5A tag=6JN8PUWI3LSR type=del size=512108 2024-09-12T17:45:34.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.723+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=EOT30MIS7DGH type=del size=2866600 2024-09-12T17:45:34.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.727+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=FKRXXERNJ4D1 type=del 2024-09-12T17:45:34.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.0 size=1048576 2024-09-12T17:45:34.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.1 size=1048576 2024-09-12T17:45:34.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.2 size=144218 2024-09-12T17:45:34.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.739+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=AU75FPGLW090 tag=WD4CGNGR4PW1 type=write size=3289946 2024-09-12T17:45:34.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.743+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=MQLXCQ3UGZR1 type=del 2024-09-12T17:45:34.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.743+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=5J8QXITZ9W6E type=del size=3010439 2024-09-12T17:45:34.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.747+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=DIKF1TYH20EJ type=del 2024-09-12T17:45:34.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~IOHMW7QOTUJW.0 size=615350 2024-09-12T17:45:34.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.755+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=IOHMW7QOTUJW tag=0WFL53IVU17J type=write size=1663926 2024-09-12T17:45:34.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.759+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=NSVYPHVJQPCV type=del 2024-09-12T17:45:34.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.759+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=6QE4VS8O24V4 type=del size=3388278 2024-09-12T17:45:34.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.763+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=PG995EBR284Y type=del 2024-09-12T17:45:34.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MWV61ARQJKVE.0 size=1048576 2024-09-12T17:45:34.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MWV61ARQJKVE.1 size=220251 2024-09-12T17:45:34.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=MWV61ARQJKVE tag=8O5FIQTUHFCG type=write size=2317403 2024-09-12T17:45:34.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.775+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=CKMA8LWT08TR type=del 2024-09-12T17:45:34.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.779+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=E880KBWV578T type=write size=482728 2024-09-12T17:45:34.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.783+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=WRBGK9R6O78Y type=del 2024-09-12T17:45:34.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.0 size=1048576 2024-09-12T17:45:34.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.1 size=1048576 2024-09-12T17:45:34.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.2 size=589387 2024-09-12T17:45:34.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.795+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=18LSP2TRQXDC tag=14XM1HCL6IDC type=write size=3735115 2024-09-12T17:45:34.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.799+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=03LMUT071UQG type=del 2024-09-12T17:45:34.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.799+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=N75JEP32MAKH type=del size=960549 2024-09-12T17:45:34.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.803+0000 7f6c8a8948c0 1 < completed write operation key=UPQ1AU918PZ4 tag=PB6EY2A1G187 type=write size=64936 2024-09-12T17:45:34.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.0 size=1048576 2024-09-12T17:45:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.1 size=1048576 2024-09-12T17:45:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.2 size=215694 2024-09-12T17:45:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.815+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=H6N068WQXZ96 tag=CM6Q9QV80409 type=write size=3361422 2024-09-12T17:45:34.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~DQQISPVVAZGU.0 size=316445 2024-09-12T17:45:34.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.823+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=DQQISPVVAZGU tag=BSR25XE2QN43 type=write size=1365021 2024-09-12T17:45:34.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.827+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=LITXU9AB63SU type=del size=4043572 2024-09-12T17:45:34.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.831+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=7MX14N52BCLT type=del 2024-09-12T17:45:34.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.831+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=4ASE3V0JROU1 type=del size=111566 2024-09-12T17:45:34.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.839+0000 7f6c8a8948c0 1 < suggested update operation key=02UJO133SEG4 tag=6GJNG1IUBCLB type=del size=4075178 2024-09-12T17:45:34.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.843+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=8719CK89Q9VO type=del size=309770 2024-09-12T17:45:34.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.847+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=YGDVQV4F03YK type=del 2024-09-12T17:45:34.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~TP6HSGF1P8DV.0 size=81597 2024-09-12T17:45:34.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.851+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=TP6HSGF1P8DV tag=DM5XR9N5ZXDX type=write size=1130173 2024-09-12T17:45:34.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.855+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=LCEW6KOHQYU1 type=del 2024-09-12T17:45:34.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.859+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=73LKRX1O3OAV type=del size=2316287 2024-09-12T17:45:34.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.863+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~YXD8DKNPW0IB.0 size=1048576 2024-09-12T17:45:34.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.863+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~YXD8DKNPW0IB.1 size=348817 2024-09-12T17:45:34.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.867+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=YXD8DKNPW0IB tag=K0JUK12K8NVJ type=write size=2445969 2024-09-12T17:45:34.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.871+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=OHRON01FJI9D type=del size=3683385 2024-09-12T17:45:34.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.875+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=EOT30MIS7DGH type=del 2024-09-12T17:45:34.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.879+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=9G89LVUEXYCF type=write size=66605 2024-09-12T17:45:34.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.0 size=1048576 2024-09-12T17:45:34.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.883+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.1 size=1048576 2024-09-12T17:45:34.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~AU75FPGLW090.2 size=144218 2024-09-12T17:45:34.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.891+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=AU75FPGLW090 tag=WD4CGNGR4PW1 type=write size=3289946 2024-09-12T17:45:34.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~440P43D95MFQ.0 size=1048576 2024-09-12T17:45:34.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~440P43D95MFQ.1 size=596069 2024-09-12T17:45:34.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=440P43D95MFQ tag=10BZT6XC32R0 type=write size=2693221 2024-09-12T17:45:34.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.903+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=5J8QXITZ9W6E type=del 2024-09-12T17:45:34.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~QTIA349UNW52.0 size=663715 2024-09-12T17:45:34.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.907+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=QTIA349UNW52 tag=3FYJJXKE1KY6 type=write size=1712291 2024-09-12T17:45:34.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.911+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~IOHMW7QOTUJW.0 size=615350 2024-09-12T17:45:34.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.915+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=IOHMW7QOTUJW tag=0WFL53IVU17J type=write size=1663926 2024-09-12T17:45:34.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.919+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=N1ZBYUD5RADJ type=del size=12933 2024-09-12T17:45:34.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.923+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=6QE4VS8O24V4 type=del 2024-09-12T17:45:34.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.927+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=RV8T36U8B8YR type=write size=149629 2024-09-12T17:45:34.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~MWV61ARQJKVE.0 size=1048576 2024-09-12T17:45:34.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.935+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~MWV61ARQJKVE.1 size=220251 2024-09-12T17:45:34.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.939+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=MWV61ARQJKVE tag=8O5FIQTUHFCG type=write size=2317403 2024-09-12T17:45:34.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.943+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=TN0NFDCX0W3A type=del size=2184834 2024-09-12T17:45:34.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.947+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=E880KBWV578T type=write size=482728 2024-09-12T17:45:34.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.955+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~NQOGT5HV40KF.0 size=484640 2024-09-12T17:45:34.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.955+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=NQOGT5HV40KF tag=TSQXW6Y0FODV type=write size=1533216 2024-09-12T17:45:34.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.959+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.0 size=1048576 2024-09-12T17:45:34.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.959+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.1 size=1048576 2024-09-12T17:45:34.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~18LSP2TRQXDC.2 size=589387 2024-09-12T17:45:34.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.967+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=18LSP2TRQXDC tag=14XM1HCL6IDC type=write size=3735115 2024-09-12T17:45:34.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.971+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=KL2634N3QVUF type=del size=2468709 2024-09-12T17:45:34.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.975+0000 7f6c8a8948c0 1 < canceled operation key=9JUD16MCJPOU tag=N75JEP32MAKH type=del size=960549 2024-09-12T17:45:34.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.983+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~WZ1ZQXTE8YL5.0 size=272588 2024-09-12T17:45:34.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.983+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=WZ1ZQXTE8YL5 tag=PE37TPLNXDM4 type=write size=1321164 2024-09-12T17:45:34.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.0 size=1048576 2024-09-12T17:45:34.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.1 size=1048576 2024-09-12T17:45:34.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~H6N068WQXZ96.2 size=215694 2024-09-12T17:45:34.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:34.999+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=H6N068WQXZ96 tag=CM6Q9QV80409 type=write size=3361422 2024-09-12T17:45:35.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.003+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=EQ0HTHKOZZ7Z type=del size=595943 2024-09-12T17:45:35.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.003+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=LITXU9AB63SU type=del 2024-09-12T17:45:35.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.007+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=2GCBAAXUNG3U type=del size=2154907 2024-09-12T17:45:35.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.011+0000 7f6c8a8948c0 1 < canceled operation key=2E3GUHIGS09Y tag=4ASE3V0JROU1 type=del size=111566 2024-09-12T17:45:35.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.015+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=E6N12I959Z4T type=del size=1276265 2024-09-12T17:45:35.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.023+0000 7f6c8a8948c0 1 < suggested update operation key=DKQJR0BTFM5J tag=8719CK89Q9VO type=del size=309770 2024-09-12T17:45:35.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~MZJ8QKXGCDIA.0 size=1048576 2024-09-12T17:45:35.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~MZJ8QKXGCDIA.1 size=996185 2024-09-12T17:45:35.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.031+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=MZJ8QKXGCDIA tag=2G6OPZ338SBI type=write size=3093337 2024-09-12T17:45:35.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~TP6HSGF1P8DV.0 size=81597 2024-09-12T17:45:35.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.039+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=TP6HSGF1P8DV tag=DM5XR9N5ZXDX type=write size=1130173 2024-09-12T17:45:35.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.043+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=89A5EJKZBV46 type=del size=704444 2024-09-12T17:45:35.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.051+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=73LKRX1O3OAV type=del 2024-09-12T17:45:35.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.0 size=1048576 2024-09-12T17:45:35.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.1 size=1048576 2024-09-12T17:45:35.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.2 size=287237 2024-09-12T17:45:35.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.063+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=B8RN8T0H57W6 tag=2YUTK47A9A0H type=write size=3432965 2024-09-12T17:45:35.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.067+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=OHRON01FJI9D type=del 2024-09-12T17:45:35.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~0K5092E5MLKF.0 size=719911 2024-09-12T17:45:35.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=0K5092E5MLKF tag=8ZVX0V5T622Q type=write size=1768487 2024-09-12T17:45:35.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.075+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=9G89LVUEXYCF type=write size=66605 2024-09-12T17:45:35.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.079+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~2P2QE2150ZKG.0 size=263056 2024-09-12T17:45:35.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.079+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=2P2QE2150ZKG tag=M6CML2A2R3JH type=write size=1311632 2024-09-12T17:45:35.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~440P43D95MFQ.0 size=1048576 2024-09-12T17:45:35.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~440P43D95MFQ.1 size=596069 2024-09-12T17:45:35.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.087+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=440P43D95MFQ tag=10BZT6XC32R0 type=write size=2693221 2024-09-12T17:45:35.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.091+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=XMMCHLA4VM0M type=write size=638368 2024-09-12T17:45:35.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.091+0000 7f6c8a8948c0 1 < canceled part key=_multipart_DKQJR0BTFM5J.2~QTIA349UNW52.0 size=663715 2024-09-12T17:45:35.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.095+0000 7f6c8a8948c0 1 < canceled multipart upload key=DKQJR0BTFM5J upload=QTIA349UNW52 tag=3FYJJXKE1KY6 type=write size=1712291 2024-09-12T17:45:35.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.099+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=D5AK57RVI7O8 type=del size=1902734 2024-09-12T17:45:35.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.103+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=N1ZBYUD5RADJ type=del 2024-09-12T17:45:35.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.107+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=YQOQOREIN2RL type=del size=1149902 2024-09-12T17:45:35.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.111+0000 7f6c8a8948c0 -1 < failed to complete operation key=DKQJR0BTFM5J tag=RV8T36U8B8YR type=write size=149629: (22) Invalid argument 2024-09-12T17:45:35.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.111+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=DSOSZPZNY7J8 type=del size=627873 2024-09-12T17:45:35.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.115+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=TN0NFDCX0W3A type=del size=2184834 2024-09-12T17:45:35.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~MEP8AD4J133P.0 size=1048576 2024-09-12T17:45:35.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~MEP8AD4J133P.1 size=420052 2024-09-12T17:45:35.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.123+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=MEP8AD4J133P tag=TPMP4E962BZI type=write size=2517204 2024-09-12T17:45:35.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.127+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~NQOGT5HV40KF.0 size=484640 2024-09-12T17:45:35.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.131+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=NQOGT5HV40KF tag=TSQXW6Y0FODV type=write size=1533216 2024-09-12T17:45:35.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.135+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=Q1SNO0DORX80 type=del size=220617 2024-09-12T17:45:35.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.139+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=KL2634N3QVUF type=del 2024-09-12T17:45:35.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.143+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=OOZJMIDGOW0S type=del size=1165441 2024-09-12T17:45:35.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.147+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~WZ1ZQXTE8YL5.0 size=272588 2024-09-12T17:45:35.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.151+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=WZ1ZQXTE8YL5 tag=PE37TPLNXDM4 type=write size=1321164 2024-09-12T17:45:35.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.159+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~9PIE5V7CX4B9.0 size=126346 2024-09-12T17:45:35.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.159+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=9PIE5V7CX4B9 tag=8V1E5ABLKPB5 type=write size=1174922 2024-09-12T17:45:35.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.163+0000 7f6c8a8948c0 -1 < failed to complete operation key=DKQJR0BTFM5J tag=EQ0HTHKOZZ7Z type=del size=595943: (22) Invalid argument 2024-09-12T17:45:35.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.163+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=1OVBHQSGDXC0 type=write size=391595 2024-09-12T17:45:35.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.167+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=2GCBAAXUNG3U type=del size=2154907 2024-09-12T17:45:35.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.171+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=DW26EIKOHFZV type=del size=33130 2024-09-12T17:45:35.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.175+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=E6N12I959Z4T type=del 2024-09-12T17:45:35.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.0 size=1048576 2024-09-12T17:45:35.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.183+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.1 size=1048576 2024-09-12T17:45:35.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.187+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.2 size=18767 2024-09-12T17:45:35.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.187+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=VTSM73FVPAW1 tag=2OY1T1ZRPLFM type=write size=3164495 2024-09-12T17:45:35.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~MZJ8QKXGCDIA.0 size=1048576 2024-09-12T17:45:35.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~MZJ8QKXGCDIA.1 size=996185 2024-09-12T17:45:35.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.199+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=MZJ8QKXGCDIA tag=2G6OPZ338SBI type=write size=3093337 2024-09-12T17:45:35.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.203+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=WLNSGQAQ1WOI type=del size=2669441 2024-09-12T17:45:35.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.207+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=89A5EJKZBV46 type=del 2024-09-12T17:45:35.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~IIYW2XWX04RP.0 size=1048576 2024-09-12T17:45:35.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~IIYW2XWX04RP.1 size=48021 2024-09-12T17:45:35.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.215+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=IIYW2XWX04RP tag=C8E0SJUVITPW type=write size=2145173 2024-09-12T17:45:35.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.0 size=1048576 2024-09-12T17:45:35.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.1 size=1048576 2024-09-12T17:45:35.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~B8RN8T0H57W6.2 size=287237 2024-09-12T17:45:35.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.231+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=B8RN8T0H57W6 tag=2YUTK47A9A0H type=write size=3432965 2024-09-12T17:45:35.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.231+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=KHF5A64MGNEU type=del size=2577134 2024-09-12T17:45:35.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.239+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~0K5092E5MLKF.0 size=719911 2024-09-12T17:45:35.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.243+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=0K5092E5MLKF tag=8ZVX0V5T622Q type=write size=1768487 2024-09-12T17:45:35.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.251+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~PYV9EJ1YE7H0.0 size=1048576 2024-09-12T17:45:35.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.251+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~PYV9EJ1YE7H0.1 size=561483 2024-09-12T17:45:35.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.251+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=PYV9EJ1YE7H0 tag=11KMR5YUX856 type=write size=2658635 2024-09-12T17:45:35.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~2P2QE2150ZKG.0 size=263056 2024-09-12T17:45:35.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.263+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=2P2QE2150ZKG tag=M6CML2A2R3JH type=write size=1311632 2024-09-12T17:45:35.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.263+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=4X4UP2Y0DXH0 type=del size=2532789 2024-09-12T17:45:35.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.267+0000 7f6c8a8948c0 1 < completed write operation key=5L4M8IBSBUF1 tag=XMMCHLA4VM0M type=write size=638368 2024-09-12T17:45:35.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.275+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~HBWFJ0F80636.0 size=1048576 2024-09-12T17:45:35.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.275+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~HBWFJ0F80636.1 size=821899 2024-09-12T17:45:35.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.275+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=HBWFJ0F80636 tag=X5FRU64N9H80 type=write size=2919051 2024-09-12T17:45:35.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.279+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=D5AK57RVI7O8 type=del size=1902734 2024-09-12T17:45:35.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.283+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=Z1699J70OTWJ type=write size=49133 2024-09-12T17:45:35.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.287+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=YQOQOREIN2RL type=del 2024-09-12T17:45:35.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.291+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=TAEY87VV7ZTO type=del size=2672702 2024-09-12T17:45:35.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.295+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=DSOSZPZNY7J8 type=del 2024-09-12T17:45:35.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.0 size=1048576 2024-09-12T17:45:35.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.1 size=1048576 2024-09-12T17:45:35.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.2 size=299686 2024-09-12T17:45:35.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.303+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=N9PIJDCISEBR tag=Z7ARQZ4G43R1 type=write size=3445414 2024-09-12T17:45:35.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~MEP8AD4J133P.0 size=1048576 2024-09-12T17:45:35.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.311+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~MEP8AD4J133P.1 size=420052 2024-09-12T17:45:35.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.315+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=MEP8AD4J133P tag=TPMP4E962BZI type=write size=2517204 2024-09-12T17:45:35.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.323+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~51L4NRUOCBHN.0 size=1048576 2024-09-12T17:45:35.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.327+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~51L4NRUOCBHN.1 size=942770 2024-09-12T17:45:35.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.327+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=51L4NRUOCBHN tag=CMCXYHVVWV3N type=write size=3039922 2024-09-12T17:45:35.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.327+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=Q1SNO0DORX80 type=del 2024-09-12T17:45:35.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.335+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~NAZB7EZGT2IE.0 size=674215 2024-09-12T17:45:35.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.335+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=NAZB7EZGT2IE tag=ST1ZIXE64HTM type=write size=1722791 2024-09-12T17:45:35.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.335+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=OOZJMIDGOW0S type=del 2024-09-12T17:45:35.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.0 size=1048576 2024-09-12T17:45:35.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.1 size=1048576 2024-09-12T17:45:35.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.347+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.2 size=524532 2024-09-12T17:45:35.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.347+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=WWW375C0U1KJ tag=5XF6X13PHCF3 type=write size=3670260 2024-09-12T17:45:35.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~9PIE5V7CX4B9.0 size=126346 2024-09-12T17:45:35.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.355+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=9PIE5V7CX4B9 tag=8V1E5ABLKPB5 type=write size=1174922 2024-09-12T17:45:35.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.359+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=JVCY6MKPEB4W type=write size=170721 2024-09-12T17:45:35.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.359+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=1OVBHQSGDXC0 type=write size=391595 2024-09-12T17:45:35.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~Q2AVVVLT9C74.0 size=1048576 2024-09-12T17:45:35.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~Q2AVVVLT9C74.1 size=611697 2024-09-12T17:45:35.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.371+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=Q2AVVVLT9C74 tag=Z7T73LTU32I9 type=write size=2708849 2024-09-12T17:45:35.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.375+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=DW26EIKOHFZV type=del 2024-09-12T17:45:35.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.379+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=L1PQ07NCXISH type=del size=4079646 2024-09-12T17:45:35.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.0 size=1048576 2024-09-12T17:45:35.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.1 size=1048576 2024-09-12T17:45:35.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.383+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~VTSM73FVPAW1.2 size=18767 2024-09-12T17:45:35.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.391+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=VTSM73FVPAW1 tag=2OY1T1ZRPLFM type=write size=3164495 2024-09-12T17:45:35.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.391+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=9U5QSIC77AYU type=del size=1359828 2024-09-12T17:45:35.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.395+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=WLNSGQAQ1WOI type=del 2024-09-12T17:45:35.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.0 size=1048576 2024-09-12T17:45:35.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.1 size=1048576 2024-09-12T17:45:35.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.2 size=309228 2024-09-12T17:45:35.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.407+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=ZG7033U634WW tag=1TBX6T72BHDC type=write size=3454956 2024-09-12T17:45:35.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.411+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~IIYW2XWX04RP.0 size=1048576 2024-09-12T17:45:35.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~IIYW2XWX04RP.1 size=48021 2024-09-12T17:45:35.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.419+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=IIYW2XWX04RP tag=C8E0SJUVITPW type=write size=2145173 2024-09-12T17:45:35.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~Y666FDSW5Z9U.0 size=1048576 2024-09-12T17:45:35.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~Y666FDSW5Z9U.1 size=223486 2024-09-12T17:45:35.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.427+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=Y666FDSW5Z9U tag=PK4K21A6VOF3 type=write size=2320638 2024-09-12T17:45:35.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.431+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=KHF5A64MGNEU type=del 2024-09-12T17:45:35.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.435+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~9B03B1GF1EG6.0 size=1048576 2024-09-12T17:45:35.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~9B03B1GF1EG6.1 size=468065 2024-09-12T17:45:35.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.439+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=9B03B1GF1EG6 tag=6UUF1CGEABF6 type=write size=2565217 2024-09-12T17:45:35.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.439+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~PYV9EJ1YE7H0.0 size=1048576 2024-09-12T17:45:35.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~PYV9EJ1YE7H0.1 size=561483 2024-09-12T17:45:35.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.447+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=PYV9EJ1YE7H0 tag=11KMR5YUX856 type=write size=2658635 2024-09-12T17:45:35.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.447+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=V0VVQZVRC3WH type=del size=1975265 2024-09-12T17:45:35.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.451+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=4X4UP2Y0DXH0 type=del 2024-09-12T17:45:35.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.455+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=MK91S7LT369X type=write size=481205 2024-09-12T17:45:35.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~HBWFJ0F80636.0 size=1048576 2024-09-12T17:45:35.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~HBWFJ0F80636.1 size=821899 2024-09-12T17:45:35.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.463+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=HBWFJ0F80636 tag=X5FRU64N9H80 type=write size=2919051 2024-09-12T17:45:35.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.0 size=1048576 2024-09-12T17:45:35.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.1 size=1048576 2024-09-12T17:45:35.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.2 size=57630 2024-09-12T17:45:35.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.475+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=7PMMWNMV3X2W tag=FEJHJZZ8RUZ0 type=write size=3203358 2024-09-12T17:45:35.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.479+0000 7f6c8a8948c0 1 < suggested update operation key=RT88PQITUXJA tag=Z1699J70OTWJ type=write size=49133 2024-09-12T17:45:35.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.483+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=J0LXTSX3H1BW type=del size=699851 2024-09-12T17:45:35.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.483+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=TAEY87VV7ZTO type=del 2024-09-12T17:45:35.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.487+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=A78M4MPGSXJF type=del size=3018103 2024-09-12T17:45:35.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.491+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.0 size=1048576 2024-09-12T17:45:35.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.491+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.1 size=1048576 2024-09-12T17:45:35.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.491+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~N9PIJDCISEBR.2 size=299686 2024-09-12T17:45:35.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.499+0000 7f6c8a8948c0 1 < canceled multipart upload key=NGA7I4DL09NU upload=N9PIJDCISEBR tag=Z7ARQZ4G43R1 type=write size=3445414 2024-09-12T17:45:35.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.0 size=1048576 2024-09-12T17:45:35.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.1 size=1048576 2024-09-12T17:45:35.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.2 size=35181 2024-09-12T17:45:35.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=MIUCQ8AY7KEG tag=3P1A2QSENNEL type=write size=3180909 2024-09-12T17:45:35.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~51L4NRUOCBHN.0 size=1048576 2024-09-12T17:45:35.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~51L4NRUOCBHN.1 size=942770 2024-09-12T17:45:35.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.515+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=51L4NRUOCBHN tag=CMCXYHVVWV3N type=write size=3039922 2024-09-12T17:45:35.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.523+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=H1LJHUA6GXC0 type=del size=2128696 2024-09-12T17:45:35.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~NAZB7EZGT2IE.0 size=674215 2024-09-12T17:45:35.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.531+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=NAZB7EZGT2IE tag=ST1ZIXE64HTM type=write size=1722791 2024-09-12T17:45:35.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.531+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=FH9AAKGXM1TU type=del size=293183 2024-09-12T17:45:35.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.535+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.0 size=1048576 2024-09-12T17:45:35.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.1 size=1048576 2024-09-12T17:45:35.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~WWW375C0U1KJ.2 size=524532 2024-09-12T17:45:35.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.547+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=WWW375C0U1KJ tag=5XF6X13PHCF3 type=write size=3670260 2024-09-12T17:45:35.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.551+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~M1K1VQ6ROI1S.0 size=1048576 2024-09-12T17:45:35.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.551+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~M1K1VQ6ROI1S.1 size=370542 2024-09-12T17:45:35.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.551+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=M1K1VQ6ROI1S tag=A90KHBVJKYAE type=write size=2467694 2024-09-12T17:45:35.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.555+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=JVCY6MKPEB4W type=write size=170721 2024-09-12T17:45:35.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.559+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=736QT6C1VD4Q type=write size=515224 2024-09-12T17:45:35.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.559+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~Q2AVVVLT9C74.0 size=1048576 2024-09-12T17:45:35.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.563+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~Q2AVVVLT9C74.1 size=611697 2024-09-12T17:45:35.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.567+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=Q2AVVVLT9C74 tag=Z7T73LTU32I9 type=write size=2708849 2024-09-12T17:45:35.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.571+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=FAP6DNSKR37Q type=write size=575746 2024-09-12T17:45:35.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.575+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=L1PQ07NCXISH type=del 2024-09-12T17:45:35.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.579+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=F173NGEWTN7Q type=del size=1668724 2024-09-12T17:45:35.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.579+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=9U5QSIC77AYU type=del 2024-09-12T17:45:35.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.583+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=7ZLDXF6AD8LU type=del size=3813296 2024-09-12T17:45:35.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.0 size=1048576 2024-09-12T17:45:35.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.1 size=1048576 2024-09-12T17:45:35.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~ZG7033U634WW.2 size=309228 2024-09-12T17:45:35.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.599+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=ZG7033U634WW tag=1TBX6T72BHDC type=write size=3454956 2024-09-12T17:45:35.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~NTZA5RZD2KP7.0 size=152841 2024-09-12T17:45:35.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.603+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=NTZA5RZD2KP7 tag=JXY0EG645YJJ type=write size=1201417 2024-09-12T17:45:35.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~Y666FDSW5Z9U.0 size=1048576 2024-09-12T17:45:35.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~Y666FDSW5Z9U.1 size=223486 2024-09-12T17:45:35.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.615+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=Y666FDSW5Z9U tag=PK4K21A6VOF3 type=write size=2320638 2024-09-12T17:45:35.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~SKW1W2BL421J.0 size=705011 2024-09-12T17:45:35.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.623+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=SKW1W2BL421J tag=5IA6WLB5PV8Z type=write size=1753587 2024-09-12T17:45:35.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.623+0000 7f6c8a8948c0 1 < canceled part key=_multipart_C0BM0M0DR88A.2~9B03B1GF1EG6.0 size=1048576 2024-09-12T17:45:35.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~9B03B1GF1EG6.1 size=468065 2024-09-12T17:45:35.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.631+0000 7f6c8a8948c0 1 < canceled multipart upload key=C0BM0M0DR88A upload=9B03B1GF1EG6 tag=6UUF1CGEABF6 type=write size=2565217 2024-09-12T17:45:35.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~WI73F078705C.0 size=936428 2024-09-12T17:45:35.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.635+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=WI73F078705C tag=0NOZ7O2ZU56P type=write size=1985004 2024-09-12T17:45:35.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.639+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=V0VVQZVRC3WH type=del 2024-09-12T17:45:35.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.643+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=TR0KDBMSY908 type=del size=3536661 2024-09-12T17:45:35.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.647+0000 7f6c8a8948c0 1 < canceled operation key=DKQJR0BTFM5J tag=MK91S7LT369X type=write size=481205 2024-09-12T17:45:35.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.651+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=YRPZWVZPJTR7 type=write size=616900 2024-09-12T17:45:35.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.0 size=1048576 2024-09-12T17:45:35.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.1 size=1048576 2024-09-12T17:45:35.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~7PMMWNMV3X2W.2 size=57630 2024-09-12T17:45:35.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.663+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=7PMMWNMV3X2W tag=FEJHJZZ8RUZ0 type=write size=3203358 2024-09-12T17:45:35.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.667+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=XEAJGLTL0673 type=del size=3314988 2024-09-12T17:45:35.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.671+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=J0LXTSX3H1BW type=del 2024-09-12T17:45:35.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~ADZGZZLCE8KK.0 size=1048576 2024-09-12T17:45:35.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~ADZGZZLCE8KK.1 size=124836 2024-09-12T17:45:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.679+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=ADZGZZLCE8KK tag=7OYYYQQ5Y2A4 type=write size=2221988 2024-09-12T17:45:35.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.683+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=A78M4MPGSXJF type=del 2024-09-12T17:45:35.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.687+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.0 size=1048576 2024-09-12T17:45:35.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.1 size=1048576 2024-09-12T17:45:35.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.2 size=843307 2024-09-12T17:45:35.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.691+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=W9P71FEQO2PD tag=VV9DN0PXPUNW type=write size=3989035 2024-09-12T17:45:35.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.695+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.0 size=1048576 2024-09-12T17:45:35.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.695+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.1 size=1048576 2024-09-12T17:45:35.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.695+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~MIUCQ8AY7KEG.2 size=35181 2024-09-12T17:45:35.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.699+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=MIUCQ8AY7KEG tag=3P1A2QSENNEL type=write size=3180909 2024-09-12T17:45:35.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.703+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=51VJ4TUV9AMS type=del size=1714399 2024-09-12T17:45:35.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.707+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=H1LJHUA6GXC0 type=del 2024-09-12T17:45:35.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.707+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=4IGZNS4PRVQE type=del size=3067165 2024-09-12T17:45:35.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.711+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=FH9AAKGXM1TU type=del 2024-09-12T17:45:35.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.711+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=8GPXJ884H2XG type=del size=3959054 2024-09-12T17:45:35.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~M1K1VQ6ROI1S.0 size=1048576 2024-09-12T17:45:35.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.715+0000 7f6c8a8948c0 1 < canceled part key=_multipart_LALMJ3TYSQ6T.2~M1K1VQ6ROI1S.1 size=370542 2024-09-12T17:45:35.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.719+0000 7f6c8a8948c0 1 < canceled multipart upload key=LALMJ3TYSQ6T upload=M1K1VQ6ROI1S tag=A90KHBVJKYAE type=write size=2467694 2024-09-12T17:45:35.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~TYPD6WNJKF9Q.0 size=885836 2024-09-12T17:45:35.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.723+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=TYPD6WNJKF9Q tag=9MGSXJ4IKZ8B type=write size=1934412 2024-09-12T17:45:35.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.727+0000 7f6c8a8948c0 1 < suggested remove operation key=SC9MK1C1ETEN tag=736QT6C1VD4Q type=write 2024-09-12T17:45:35.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~38KB0URXPOCP.0 size=1048576 2024-09-12T17:45:35.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~38KB0URXPOCP.1 size=222161 2024-09-12T17:45:35.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.735+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=38KB0URXPOCP tag=JZ3RZ070I26S type=write size=2319313 2024-09-12T17:45:35.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.735+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=FAP6DNSKR37Q type=write size=575746 2024-09-12T17:45:35.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.739+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=QI3U85WM0XLM type=del size=2141483 2024-09-12T17:45:35.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.739+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=F173NGEWTN7Q type=del 2024-09-12T17:45:35.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.743+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=TR8MTZND0UM1 type=del size=1331908 2024-09-12T17:45:35.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.747+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=7ZLDXF6AD8LU type=del 2024-09-12T17:45:35.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.747+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=V42DEPPPSXXD type=del size=3000997 2024-09-12T17:45:35.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~NTZA5RZD2KP7.0 size=152841 2024-09-12T17:45:35.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.755+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=NTZA5RZD2KP7 tag=JXY0EG645YJJ type=write size=1201417 2024-09-12T17:45:35.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.755+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=HHE6LHZ1EOXJ type=write size=247217 2024-09-12T17:45:35.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.759+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~SKW1W2BL421J.0 size=705011 2024-09-12T17:45:35.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.763+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=SKW1W2BL421J tag=5IA6WLB5PV8Z type=write size=1753587 2024-09-12T17:45:35.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.763+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=730PEGVY7KBE type=del size=1892209 2024-09-12T17:45:35.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.767+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~WI73F078705C.0 size=936428 2024-09-12T17:45:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.771+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=WI73F078705C tag=0NOZ7O2ZU56P type=write size=1985004 2024-09-12T17:45:35.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.771+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=Y9B0H9HW3SC6 type=del size=2459137 2024-09-12T17:45:35.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.775+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=TR0KDBMSY908 type=del 2024-09-12T17:45:35.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.779+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~D3KJL0JMXYT8.0 size=276285 2024-09-12T17:45:35.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.779+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=D3KJL0JMXYT8 tag=T4N9P783NGXP type=write size=1324861 2024-09-12T17:45:35.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.783+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=YRPZWVZPJTR7 type=write size=616900 2024-09-12T17:45:35.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.783+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=C155TXROI0JF type=del size=2185910 2024-09-12T17:45:35.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.787+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=XEAJGLTL0673 type=del size=3314988 2024-09-12T17:45:35.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~21KGHK362AGE.0 size=168459 2024-09-12T17:45:35.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.791+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=21KGHK362AGE tag=59DHPYONYVHR type=write size=1217035 2024-09-12T17:45:35.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~ADZGZZLCE8KK.0 size=1048576 2024-09-12T17:45:35.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~ADZGZZLCE8KK.1 size=124836 2024-09-12T17:45:35.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.799+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=ADZGZZLCE8KK tag=7OYYYQQ5Y2A4 type=write size=2221988 2024-09-12T17:45:35.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.803+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=4DH71UW4KEO0 type=del size=1029827 2024-09-12T17:45:35.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.803+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.0 size=1048576 2024-09-12T17:45:35.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.807+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.1 size=1048576 2024-09-12T17:45:35.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.807+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~W9P71FEQO2PD.2 size=843307 2024-09-12T17:45:35.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.811+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=W9P71FEQO2PD tag=VV9DN0PXPUNW type=write size=3989035 2024-09-12T17:45:35.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~MDKV5INSRSJ7.0 size=1048576 2024-09-12T17:45:35.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~MDKV5INSRSJ7.1 size=788394 2024-09-12T17:45:35.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.819+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=MDKV5INSRSJ7 tag=WI0V2LK7UKX7 type=write size=2885546 2024-09-12T17:45:35.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.819+0000 7f6c8a8948c0 1 < canceled operation key=IVB6FLK7S6PP tag=51VJ4TUV9AMS type=del size=1714399 2024-09-12T17:45:35.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.823+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=T39P7TF1XR4S type=write size=341057 2024-09-12T17:45:35.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.823+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=4IGZNS4PRVQE type=del 2024-09-12T17:45:35.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~KLNW7I96Z10L.0 size=1048576 2024-09-12T17:45:35.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~KLNW7I96Z10L.1 size=80716 2024-09-12T17:45:35.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.831+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=KLNW7I96Z10L tag=0U0S5BP71I4S type=write size=2177868 2024-09-12T17:45:35.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.831+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=8GPXJ884H2XG type=del 2024-09-12T17:45:35.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.835+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=FXU2NV2ETJQ1 type=del size=3700089 2024-09-12T17:45:35.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.839+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~TYPD6WNJKF9Q.0 size=885836 2024-09-12T17:45:35.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.839+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=TYPD6WNJKF9Q tag=9MGSXJ4IKZ8B type=write size=1934412 2024-09-12T17:45:35.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.0 size=1048576 2024-09-12T17:45:35.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.1 size=1048576 2024-09-12T17:45:35.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.2 size=867581 2024-09-12T17:45:35.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.847+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=OB0U16I2L0N4 tag=PDL8N16PZ4WP type=write size=4013309 2024-09-12T17:45:35.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.851+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~38KB0URXPOCP.0 size=1048576 2024-09-12T17:45:35.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.851+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~38KB0URXPOCP.1 size=222161 2024-09-12T17:45:35.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.855+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=38KB0URXPOCP tag=JZ3RZ070I26S type=write size=2319313 2024-09-12T17:45:35.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.859+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=TPWMDE6N8YYH type=write size=140911 2024-09-12T17:45:35.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.863+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=QI3U85WM0XLM type=del 2024-09-12T17:45:35.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.863+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=B2JD81DCC4C9 type=del size=2930532 2024-09-12T17:45:35.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.867+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=TR8MTZND0UM1 type=del 2024-09-12T17:45:35.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.0 size=1048576 2024-09-12T17:45:35.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.1 size=1048576 2024-09-12T17:45:35.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.875+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.2 size=30753 2024-09-12T17:45:35.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.875+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=ES0RVATMP1HA tag=AJ6TYKDXLJLD type=write size=3176481 2024-09-12T17:45:35.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.875+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=V42DEPPPSXXD type=del 2024-09-12T17:45:35.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.879+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=EG81UC8PK6HY type=del size=3597078 2024-09-12T17:45:35.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.883+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=HHE6LHZ1EOXJ type=write size=247217 2024-09-12T17:45:35.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.887+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.0 size=1048576 2024-09-12T17:45:35.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.887+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.1 size=1048576 2024-09-12T17:45:35.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.2 size=139977 2024-09-12T17:45:35.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.891+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=7QT4D5M1T6EW tag=OK8LVPE90F3V type=write size=3285705 2024-09-12T17:45:35.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.895+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=730PEGVY7KBE type=del 2024-09-12T17:45:35.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.895+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=DRW2Y28KSN92 type=del size=3164832 2024-09-12T17:45:35.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.899+0000 7f6c8a8948c0 1 < canceled operation key=I21M2NBLJNCJ tag=Y9B0H9HW3SC6 type=del size=2459137 2024-09-12T17:45:35.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.903+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~7B7A6TN9PX1N.0 size=1048576 2024-09-12T17:45:35.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~7B7A6TN9PX1N.1 size=986262 2024-09-12T17:45:35.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.907+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=7B7A6TN9PX1N tag=9XC0ZWUU4WVS type=write size=3083414 2024-09-12T17:45:35.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.911+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~D3KJL0JMXYT8.0 size=276285 2024-09-12T17:45:35.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.915+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=D3KJL0JMXYT8 tag=T4N9P783NGXP type=write size=1324861 2024-09-12T17:45:35.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.919+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.0 size=1048576 2024-09-12T17:45:35.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.1 size=1048576 2024-09-12T17:45:35.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.2 size=786182 2024-09-12T17:45:35.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=31E316NYQC3V tag=N93PM26062GS type=write size=3931910 2024-09-12T17:45:35.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.927+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=C155TXROI0JF type=del 2024-09-12T17:45:35.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.931+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=7H23FQ9U0RQG type=del size=3846557 2024-09-12T17:45:35.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.935+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~21KGHK362AGE.0 size=168459 2024-09-12T17:45:35.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.939+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=21KGHK362AGE tag=59DHPYONYVHR type=write size=1217035 2024-09-12T17:45:35.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.943+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~64X1U34DODWR.0 size=105439 2024-09-12T17:45:35.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.943+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=64X1U34DODWR tag=BZY7LLNFI75A type=write size=1154015 2024-09-12T17:45:35.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.951+0000 7f6c8a8948c0 1 < suggested remove operation key=DKQJR0BTFM5J tag=4DH71UW4KEO0 type=del 2024-09-12T17:45:35.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.951+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=XTWPZEF1ZPK2 type=del size=1592045 2024-09-12T17:45:35.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.951+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2G3J6B76H7P.2~MDKV5INSRSJ7.0 size=1048576 2024-09-12T17:45:35.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~MDKV5INSRSJ7.1 size=788394 2024-09-12T17:45:35.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.959+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2G3J6B76H7P upload=MDKV5INSRSJ7 tag=WI0V2LK7UKX7 type=write size=2885546 2024-09-12T17:45:35.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.963+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=XNKOYZV4J7VB type=del size=2000061 2024-09-12T17:45:35.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.963+0000 7f6c8a8948c0 1 < completed write operation key=I21M2NBLJNCJ tag=T39P7TF1XR4S type=write size=341057 2024-09-12T17:45:35.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.967+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=XBY637173VDF type=write size=642386 2024-09-12T17:45:35.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.967+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~KLNW7I96Z10L.0 size=1048576 2024-09-12T17:45:35.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.967+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~KLNW7I96Z10L.1 size=80716 2024-09-12T17:45:35.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.975+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=KLNW7I96Z10L tag=0U0S5BP71I4S type=write size=2177868 2024-09-12T17:45:35.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~HH9QXES4BU4O.0 size=1048576 2024-09-12T17:45:35.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~HH9QXES4BU4O.1 size=170216 2024-09-12T17:45:35.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=HH9QXES4BU4O tag=J03CXP7EA3QU type=write size=2267368 2024-09-12T17:45:35.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.983+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=FXU2NV2ETJQ1 type=del 2024-09-12T17:45:35.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.987+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=WH33NMO0FTZI type=del size=1142554 2024-09-12T17:45:35.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.0 size=1048576 2024-09-12T17:45:35.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.1 size=1048576 2024-09-12T17:45:35.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OB0U16I2L0N4.2 size=867581 2024-09-12T17:45:35.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:35.999+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=OB0U16I2L0N4 tag=PDL8N16PZ4WP type=write size=4013309 2024-09-12T17:45:36.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~SN6KYDIWBB5X.0 size=1048576 2024-09-12T17:45:36.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~SN6KYDIWBB5X.1 size=529372 2024-09-12T17:45:36.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.003+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=SN6KYDIWBB5X tag=7E55CMI2UW14 type=write size=2626524 2024-09-12T17:45:36.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.007+0000 7f6c8a8948c0 1 < suggested update operation key=B4CKTFO4636R tag=TPWMDE6N8YYH type=write size=140911 2024-09-12T17:45:36.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.011+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=GC2C0A4OLYMJ type=del size=231730 2024-09-12T17:45:36.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.015+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=B2JD81DCC4C9 type=del 2024-09-12T17:45:36.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.015+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=C82ERHCU5E8I type=write size=441840 2024-09-12T17:45:36.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.019+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.0 size=1048576 2024-09-12T17:45:36.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.019+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.1 size=1048576 2024-09-12T17:45:36.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~ES0RVATMP1HA.2 size=30753 2024-09-12T17:45:36.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.023+0000 7f6c8a8948c0 1 < canceled multipart upload key=I21M2NBLJNCJ upload=ES0RVATMP1HA tag=AJ6TYKDXLJLD type=write size=3176481 2024-09-12T17:45:36.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.027+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=842S6D1QDRHZ type=del size=3431962 2024-09-12T17:45:36.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.027+0000 7f6c8a8948c0 -1 < failed to complete operation key=DKQJR0BTFM5J tag=EG81UC8PK6HY type=del size=3597078: (22) Invalid argument 2024-09-12T17:45:36.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.031+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=ESWCUXQ7CWK0 type=del size=3485756 2024-09-12T17:45:36.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.031+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.0 size=1048576 2024-09-12T17:45:36.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.1 size=1048576 2024-09-12T17:45:36.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~7QT4D5M1T6EW.2 size=139977 2024-09-12T17:45:36.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.043+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=7QT4D5M1T6EW tag=OK8LVPE90F3V type=write size=3285705 2024-09-12T17:45:36.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~TNXX6QH71C3O.0 size=1048576 2024-09-12T17:45:36.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~TNXX6QH71C3O.1 size=80856 2024-09-12T17:45:36.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.047+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=TNXX6QH71C3O tag=BG6WR602P1IF type=write size=2178008 2024-09-12T17:45:36.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.051+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=DRW2Y28KSN92 type=del 2024-09-12T17:45:36.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.051+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=WG3LXF4D2L75 type=write size=876164 2024-09-12T17:45:36.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.055+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~7B7A6TN9PX1N.0 size=1048576 2024-09-12T17:45:36.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~7B7A6TN9PX1N.1 size=986262 2024-09-12T17:45:36.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.059+0000 7f6c8a8948c0 1 < canceled multipart upload key=I21M2NBLJNCJ upload=7B7A6TN9PX1N tag=9XC0ZWUU4WVS type=write size=3083414 2024-09-12T17:45:36.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.063+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=LPAD0HY8WQRN type=del size=311553 2024-09-12T17:45:36.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.067+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.0 size=1048576 2024-09-12T17:45:36.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.067+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.1 size=1048576 2024-09-12T17:45:36.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.071+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~31E316NYQC3V.2 size=786182 2024-09-12T17:45:36.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.075+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=31E316NYQC3V tag=N93PM26062GS type=write size=3931910 2024-09-12T17:45:36.078 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.079+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=99FWB3EWH7DK type=write size=653498 2024-09-12T17:45:36.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.083+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=7H23FQ9U0RQG type=del 2024-09-12T17:45:36.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.083+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=Y6Z1I0VGGTC2 type=del size=3062111 2024-09-12T17:45:36.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.087+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~64X1U34DODWR.0 size=105439 2024-09-12T17:45:36.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.091+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=64X1U34DODWR tag=BZY7LLNFI75A type=write size=1154015 2024-09-12T17:45:36.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.095+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=B5ZNM25DMW5L type=write size=879456 2024-09-12T17:45:36.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.099+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=XTWPZEF1ZPK2 type=del size=1592045 2024-09-12T17:45:36.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~N84NR2SGQVI4.0 size=1048576 2024-09-12T17:45:36.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~N84NR2SGQVI4.1 size=270480 2024-09-12T17:45:36.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.107+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=N84NR2SGQVI4 tag=9ENS8I259YZ4 type=write size=2367632 2024-09-12T17:45:36.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.111+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=XNKOYZV4J7VB type=del 2024-09-12T17:45:36.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.111+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=BSRQV3YB6UB7 type=del size=1356526 2024-09-12T17:45:36.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.119+0000 7f6c8a8948c0 1 < suggested update operation key=I21M2NBLJNCJ tag=XBY637173VDF type=write size=642386 2024-09-12T17:45:36.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.0 size=1048576 2024-09-12T17:45:36.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.1 size=1048576 2024-09-12T17:45:36.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.2 size=887535 2024-09-12T17:45:36.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.131+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=2LZT5SH8RLRY tag=LAZSYV4R1ZBL type=write size=4033263 2024-09-12T17:45:36.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.131+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~HH9QXES4BU4O.0 size=1048576 2024-09-12T17:45:36.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~HH9QXES4BU4O.1 size=170216 2024-09-12T17:45:36.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.139+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=HH9QXES4BU4O tag=J03CXP7EA3QU type=write size=2267368 2024-09-12T17:45:36.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.143+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=BS6H9BFD6YH2 type=del size=3855625 2024-09-12T17:45:36.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.147+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=WH33NMO0FTZI type=del 2024-09-12T17:45:36.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.147+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=4WGYUZWEHVUB type=del size=1297159 2024-09-12T17:45:36.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.151+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~SN6KYDIWBB5X.0 size=1048576 2024-09-12T17:45:36.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~SN6KYDIWBB5X.1 size=529372 2024-09-12T17:45:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.159+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=SN6KYDIWBB5X tag=7E55CMI2UW14 type=write size=2626524 2024-09-12T17:45:36.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~IQYFUV04UJD6.0 size=987039 2024-09-12T17:45:36.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.163+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=IQYFUV04UJD6 tag=EWETGVSVGLND type=write size=2035615 2024-09-12T17:45:36.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.167+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=GC2C0A4OLYMJ type=del 2024-09-12T17:45:36.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.167+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=D374IZVXHPS4 type=del size=3280157 2024-09-12T17:45:36.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.175+0000 7f6c8a8948c0 1 < suggested remove operation key=NQLWLQR62DEQ tag=C82ERHCU5E8I type=write 2024-09-12T17:45:36.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~WD7SYYEIAS7O.0 size=1048576 2024-09-12T17:45:36.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~WD7SYYEIAS7O.1 size=672401 2024-09-12T17:45:36.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.179+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=WD7SYYEIAS7O tag=D2401MCLVOFE type=write size=2769553 2024-09-12T17:45:36.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.187+0000 7f6c8a8948c0 1 < suggested update operation key=W2M8Z8M3LYTF tag=842S6D1QDRHZ type=del size=3431962 2024-09-12T17:45:36.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.191+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=R3YU9M05XXJZ type=del size=602603 2024-09-12T17:45:36.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.191+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=ESWCUXQ7CWK0 type=del 2024-09-12T17:45:36.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.195+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=PTGBC3TYGKAE type=del size=1270802 2024-09-12T17:45:36.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.199+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~TNXX6QH71C3O.0 size=1048576 2024-09-12T17:45:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.199+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~TNXX6QH71C3O.1 size=80856 2024-09-12T17:45:36.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.203+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=TNXX6QH71C3O tag=BG6WR602P1IF type=write size=2178008 2024-09-12T17:45:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.207+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=RBZ9GWMXD4GM type=write size=416234 2024-09-12T17:45:36.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.211+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=WG3LXF4D2L75 type=write size=876164 2024-09-12T17:45:36.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.215+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=0CGMAWEY7BK7 type=write size=149958 2024-09-12T17:45:36.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.215+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=LPAD0HY8WQRN type=del 2024-09-12T17:45:36.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~Y8XCI2BDIRND.0 size=1048576 2024-09-12T17:45:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~Y8XCI2BDIRND.1 size=343978 2024-09-12T17:45:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=Y8XCI2BDIRND tag=MG7Z1ML4NK91 type=write size=2441130 2024-09-12T17:45:36.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.227+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=99FWB3EWH7DK type=write size=653498 2024-09-12T17:45:36.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.231+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.0 size=1048576 2024-09-12T17:45:36.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.231+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.1 size=1048576 2024-09-12T17:45:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.235+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.2 size=667092 2024-09-12T17:45:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.235+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=8YB3ICGA4SJG tag=90T75X3N4MFB type=write size=3812820 2024-09-12T17:45:36.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.239+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=Y6Z1I0VGGTC2 type=del 2024-09-12T17:45:36.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.239+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=9OBOX5KZMF7Z type=del size=861762 2024-09-12T17:45:36.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.243+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=B5ZNM25DMW5L type=write size=879456 2024-09-12T17:45:36.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.243+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=5MI2XU6SCVOB type=del size=1157166 2024-09-12T17:45:36.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~N84NR2SGQVI4.0 size=1048576 2024-09-12T17:45:36.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.251+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~N84NR2SGQVI4.1 size=270480 2024-09-12T17:45:36.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.255+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=N84NR2SGQVI4 tag=9ENS8I259YZ4 type=write size=2367632 2024-09-12T17:45:36.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.0 size=1048576 2024-09-12T17:45:36.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.1 size=1048576 2024-09-12T17:45:36.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.2 size=452028 2024-09-12T17:45:36.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.267+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=0XJ1NK4T9BRM tag=APVT8578KZZA type=write size=3597756 2024-09-12T17:45:36.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.271+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=BSRQV3YB6UB7 type=del 2024-09-12T17:45:36.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.271+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=TTWA9KAT07FY type=del size=1736893 2024-09-12T17:45:36.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.275+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.0 size=1048576 2024-09-12T17:45:36.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.1 size=1048576 2024-09-12T17:45:36.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~2LZT5SH8RLRY.2 size=887535 2024-09-12T17:45:36.284 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.287+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=2LZT5SH8RLRY tag=LAZSYV4R1ZBL type=write size=4033263 2024-09-12T17:45:36.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.287+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=08GW2ZAKL5LN type=del size=3468238 2024-09-12T17:45:36.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.291+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=BS6H9BFD6YH2 type=del 2024-09-12T17:45:36.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.295+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=ERY7Z84FWF7A type=del size=131088 2024-09-12T17:45:36.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.299+0000 7f6c8a8948c0 1 < suggested remove operation key=7UI1DV46YI9X tag=4WGYUZWEHVUB type=del 2024-09-12T17:45:36.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.303+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=F4COBB3JGKL2 type=del size=3375101 2024-09-12T17:45:36.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~IQYFUV04UJD6.0 size=987039 2024-09-12T17:45:36.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.311+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=IQYFUV04UJD6 tag=EWETGVSVGLND type=write size=2035615 2024-09-12T17:45:36.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.315+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=5G3PS6BB2Q7Q type=del size=478597 2024-09-12T17:45:36.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.319+0000 7f6c8a8948c0 1 < canceled operation key=IVB6FLK7S6PP tag=D374IZVXHPS4 type=del size=3280157 2024-09-12T17:45:36.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.323+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=SR2PTUA8984P type=del size=3704065 2024-09-12T17:45:36.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~WD7SYYEIAS7O.0 size=1048576 2024-09-12T17:45:36.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~WD7SYYEIAS7O.1 size=672401 2024-09-12T17:45:36.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.335+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=WD7SYYEIAS7O tag=D2401MCLVOFE type=write size=2769553 2024-09-12T17:45:36.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~Q5W18GHNFWI8.0 size=194211 2024-09-12T17:45:36.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.339+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=Q5W18GHNFWI8 tag=9TY3IS2VD3HC type=write size=1242787 2024-09-12T17:45:36.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.343+0000 7f6c8a8948c0 1 < suggested remove operation key=02UJO133SEG4 tag=R3YU9M05XXJZ type=del 2024-09-12T17:45:36.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.347+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=OOIQBGZPHG5O type=write size=142164 2024-09-12T17:45:36.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.351+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=PTGBC3TYGKAE type=del 2024-09-12T17:45:36.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~Z7BVQNP7GPEW.0 size=626854 2024-09-12T17:45:36.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.355+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=Z7BVQNP7GPEW tag=CEDSPXZCIFWV type=write size=1675430 2024-09-12T17:45:36.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.359+0000 7f6c8a8948c0 1 < completed write operation key=XIE90KFMCQ9Y tag=RBZ9GWMXD4GM type=write size=416234 2024-09-12T17:45:36.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.359+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=81X63GYP7IKC type=del size=564434 2024-09-12T17:45:36.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.363+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=0CGMAWEY7BK7 type=write size=149958 2024-09-12T17:45:36.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.363+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=A06Z3N8LFKCJ type=del size=1648200 2024-09-12T17:45:36.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~Y8XCI2BDIRND.0 size=1048576 2024-09-12T17:45:36.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~Y8XCI2BDIRND.1 size=343978 2024-09-12T17:45:36.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.371+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=Y8XCI2BDIRND tag=MG7Z1ML4NK91 type=write size=2441130 2024-09-12T17:45:36.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.375+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=F9YYHRFIZHTV type=write size=771723 2024-09-12T17:45:36.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.379+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.0 size=1048576 2024-09-12T17:45:36.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.379+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.1 size=1048576 2024-09-12T17:45:36.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~8YB3ICGA4SJG.2 size=667092 2024-09-12T17:45:36.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.387+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=8YB3ICGA4SJG tag=90T75X3N4MFB type=write size=3812820 2024-09-12T17:45:36.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~Y3UJ35TI01S2.0 size=1048576 2024-09-12T17:45:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~Y3UJ35TI01S2.1 size=867565 2024-09-12T17:45:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=Y3UJ35TI01S2 tag=HIFR05BPEQSK type=write size=2964717 2024-09-12T17:45:36.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.395+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=9OBOX5KZMF7Z type=del 2024-09-12T17:45:36.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.399+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=O2ILOFAHRL42 type=del size=2022464 2024-09-12T17:45:36.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.399+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=5MI2XU6SCVOB type=del 2024-09-12T17:45:36.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~QOKENS3XMGRB.0 size=1048576 2024-09-12T17:45:36.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~QOKENS3XMGRB.1 size=42100 2024-09-12T17:45:36.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.407+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=QOKENS3XMGRB tag=A2VV6W7VGLXU type=write size=2139252 2024-09-12T17:45:36.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.411+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.0 size=1048576 2024-09-12T17:45:36.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.411+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.1 size=1048576 2024-09-12T17:45:36.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~0XJ1NK4T9BRM.2 size=452028 2024-09-12T17:45:36.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.419+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=0XJ1NK4T9BRM tag=APVT8578KZZA type=write size=3597756 2024-09-12T17:45:36.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.423+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=KURHD0LC0533 type=del size=4048650 2024-09-12T17:45:36.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.423+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=TTWA9KAT07FY type=del 2024-09-12T17:45:36.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.427+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=BUP6SJARPOIN type=del size=405739 2024-09-12T17:45:36.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.427+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=08GW2ZAKL5LN type=del 2024-09-12T17:45:36.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.431+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=R2Z5DXU32AT5 type=del size=1784940 2024-09-12T17:45:36.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.435+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=ERY7Z84FWF7A type=del 2024-09-12T17:45:36.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.435+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=E7TS0I89WML5 type=del size=1844243 2024-09-12T17:45:36.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.439+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=F4COBB3JGKL2 type=del 2024-09-12T17:45:36.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.443+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.0 size=1048576 2024-09-12T17:45:36.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.447+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.1 size=1048576 2024-09-12T17:45:36.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.447+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.2 size=487696 2024-09-12T17:45:36.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.447+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=GWNL1NA54SOU tag=T7U5ESRE84YO type=write size=3633424 2024-09-12T17:45:36.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.451+0000 7f6c8a8948c0 1 < canceled operation key=RT88PQITUXJA tag=5G3PS6BB2Q7Q type=del size=478597 2024-09-12T17:45:36.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.451+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=MNAZ54IQ455J type=del size=1030799 2024-09-12T17:45:36.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.459+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=SR2PTUA8984P type=del 2024-09-12T17:45:36.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.459+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=26IAIA2KD209 type=del size=3197509 2024-09-12T17:45:36.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~Q5W18GHNFWI8.0 size=194211 2024-09-12T17:45:36.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.467+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=Q5W18GHNFWI8 tag=9TY3IS2VD3HC type=write size=1242787 2024-09-12T17:45:36.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.471+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=M0C7OAF8AGMT type=del size=3050741 2024-09-12T17:45:36.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.471+0000 7f6c8a8948c0 1 < completed write operation key=9JUD16MCJPOU tag=OOIQBGZPHG5O type=write size=142164 2024-09-12T17:45:36.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.475+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=J28BBGHAAPN7 type=del size=1407361 2024-09-12T17:45:36.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~Z7BVQNP7GPEW.0 size=626854 2024-09-12T17:45:36.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.483+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=Z7BVQNP7GPEW tag=CEDSPXZCIFWV type=write size=1675430 2024-09-12T17:45:36.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.487+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=MWC19BE2R18D type=del size=3187586 2024-09-12T17:45:36.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.487+0000 7f6c8a8948c0 1 < canceled operation key=DKQJR0BTFM5J tag=81X63GYP7IKC type=del size=564434 2024-09-12T17:45:36.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.495+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.0 size=1048576 2024-09-12T17:45:36.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.495+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.1 size=1048576 2024-09-12T17:45:36.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.495+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.2 size=451894 2024-09-12T17:45:36.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.495+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=3DQO02M5MXN2 tag=M6ZE947Z67CX type=write size=3597622 2024-09-12T17:45:36.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.499+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=A06Z3N8LFKCJ type=del 2024-09-12T17:45:36.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.503+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=WDL1VXPRDY2X type=del size=3157813 2024-09-12T17:45:36.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.503+0000 7f6c8a8948c0 1 < completed write operation key=1G8V6AD1JDDX tag=F9YYHRFIZHTV type=write size=771723 2024-09-12T17:45:36.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~N25RHG9IL6CA.0 size=992482 2024-09-12T17:45:36.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.511+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=N25RHG9IL6CA tag=38JAJA64C480 type=write size=2041058 2024-09-12T17:45:36.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~Y3UJ35TI01S2.0 size=1048576 2024-09-12T17:45:36.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~Y3UJ35TI01S2.1 size=867565 2024-09-12T17:45:36.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.519+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=Y3UJ35TI01S2 tag=HIFR05BPEQSK type=write size=2964717 2024-09-12T17:45:36.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.0 size=1048576 2024-09-12T17:45:36.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.1 size=1048576 2024-09-12T17:45:36.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.2 size=677348 2024-09-12T17:45:36.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.535+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=T2OWEULV4T5A tag=FLOZ5MN2B8KS type=write size=3823076 2024-09-12T17:45:36.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.535+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=O2ILOFAHRL42 type=del 2024-09-12T17:45:36.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.539+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=DW91416OXAC8 type=del size=305158 2024-09-12T17:45:36.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~QOKENS3XMGRB.0 size=1048576 2024-09-12T17:45:36.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~QOKENS3XMGRB.1 size=42100 2024-09-12T17:45:36.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.547+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=QOKENS3XMGRB tag=A2VV6W7VGLXU type=write size=2139252 2024-09-12T17:45:36.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.551+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=84JL828AVPRC type=del size=8961 2024-09-12T17:45:36.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.551+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=KURHD0LC0533 type=del 2024-09-12T17:45:36.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.555+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=0STS363PCROS type=del size=2175932 2024-09-12T17:45:36.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.559+0000 7f6c8a8948c0 1 < suggested update operation key=X3IZUQH63BZP tag=BUP6SJARPOIN type=del size=405739 2024-09-12T17:45:36.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~C6M24AJCXVTS.0 size=838048 2024-09-12T17:45:36.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.567+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=C6M24AJCXVTS tag=5737HROXW59Y type=write size=1886624 2024-09-12T17:45:36.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.571+0000 7f6c8a8948c0 1 < suggested update operation key=1167S0KYHA9V tag=R2Z5DXU32AT5 type=del size=1784940 2024-09-12T17:45:36.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.575+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~FX3AAL0LBKZF.0 size=480652 2024-09-12T17:45:36.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.575+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=FX3AAL0LBKZF tag=775C62LB0JC4 type=write size=1529228 2024-09-12T17:45:36.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.579+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=E7TS0I89WML5 type=del 2024-09-12T17:45:36.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.579+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=9A1AXXTZCAK5 type=del size=1445117 2024-09-12T17:45:36.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.583+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.0 size=1048576 2024-09-12T17:45:36.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.1 size=1048576 2024-09-12T17:45:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~GWNL1NA54SOU.2 size=487696 2024-09-12T17:45:36.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.591+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=GWNL1NA54SOU tag=T7U5ESRE84YO type=write size=3633424 2024-09-12T17:45:36.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.599+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~PD5568KHR1IE.0 size=1048576 2024-09-12T17:45:36.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.599+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~PD5568KHR1IE.1 size=718492 2024-09-12T17:45:36.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.599+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=PD5568KHR1IE tag=HC2BKAES9SY8 type=write size=2815644 2024-09-12T17:45:36.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.603+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=MNAZ54IQ455J type=del 2024-09-12T17:45:36.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.607+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=XHNK75OK5O78 type=del size=853038 2024-09-12T17:45:36.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.611+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=26IAIA2KD209 type=del 2024-09-12T17:45:36.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.615+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~OZ075VAYPNQP.0 size=36282 2024-09-12T17:45:36.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.615+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=OZ075VAYPNQP tag=FD9PLYVRLHZJ type=write size=1084858 2024-09-12T17:45:36.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.619+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=M0C7OAF8AGMT type=del 2024-09-12T17:45:36.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.619+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=GIGKFIVKIIY2 type=del size=275128 2024-09-12T17:45:36.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.623+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=J28BBGHAAPN7 type=del 2024-09-12T17:45:36.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.627+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=X7X6LGW2Y2JW type=del size=3016233 2024-09-12T17:45:36.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.631+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=MWC19BE2R18D type=del 2024-09-12T17:45:36.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.631+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=J5AB61NDJIV5 type=del size=3540435 2024-09-12T17:45:36.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.639+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.0 size=1048576 2024-09-12T17:45:36.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.639+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.1 size=1048576 2024-09-12T17:45:36.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~3DQO02M5MXN2.2 size=451894 2024-09-12T17:45:36.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.647+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=3DQO02M5MXN2 tag=M6ZE947Z67CX type=write size=3597622 2024-09-12T17:45:36.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.651+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=TSRG6488WQ92 type=write size=377826 2024-09-12T17:45:36.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.651+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=WDL1VXPRDY2X type=del size=3157813 2024-09-12T17:45:36.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.655+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=KU0TPS72UZB4 type=write size=557199 2024-09-12T17:45:36.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~N25RHG9IL6CA.0 size=992482 2024-09-12T17:45:36.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.663+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=N25RHG9IL6CA tag=38JAJA64C480 type=write size=2041058 2024-09-12T17:45:36.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.667+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=C9QAJZCHRYC8 type=write size=618846 2024-09-12T17:45:36.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.671+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.0 size=1048576 2024-09-12T17:45:36.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.671+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.1 size=1048576 2024-09-12T17:45:36.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~T2OWEULV4T5A.2 size=677348 2024-09-12T17:45:36.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.679+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=T2OWEULV4T5A tag=FLOZ5MN2B8KS type=write size=3823076 2024-09-12T17:45:36.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.683+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=NKER99OKOOQU type=write size=229515 2024-09-12T17:45:36.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.683+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=DW91416OXAC8 type=del 2024-09-12T17:45:36.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.687+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~RIFZFRH47J9T.0 size=1048576 2024-09-12T17:45:36.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~RIFZFRH47J9T.1 size=483116 2024-09-12T17:45:36.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.691+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=RIFZFRH47J9T tag=CNNA714KT3PP type=write size=2580268 2024-09-12T17:45:36.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.695+0000 7f6c8a8948c0 1 < suggested update operation key=IVB6FLK7S6PP tag=84JL828AVPRC type=del size=8961 2024-09-12T17:45:36.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.699+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=TSUWHG0T3NAW type=del size=1861524 2024-09-12T17:45:36.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.703+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=0STS363PCROS type=del 2024-09-12T17:45:36.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.707+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~SPD1ZY4V0B92.0 size=675105 2024-09-12T17:45:36.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.707+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=SPD1ZY4V0B92 tag=U81Y7FS6322G type=write size=1723681 2024-09-12T17:45:36.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~C6M24AJCXVTS.0 size=838048 2024-09-12T17:45:36.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.715+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=C6M24AJCXVTS tag=5737HROXW59Y type=write size=1886624 2024-09-12T17:45:36.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.715+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=34B7A8FCOGMK type=del size=1917246 2024-09-12T17:45:36.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.719+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~FX3AAL0LBKZF.0 size=480652 2024-09-12T17:45:36.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.723+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=FX3AAL0LBKZF tag=775C62LB0JC4 type=write size=1529228 2024-09-12T17:45:36.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~1OAX59O37C04.0 size=137445 2024-09-12T17:45:36.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.731+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=1OAX59O37C04 tag=69Y02WYEN2R0 type=write size=1186021 2024-09-12T17:45:36.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.735+0000 7f6c8a8948c0 1 < suggested remove operation key=5A2ZJW6U5Y5A tag=9A1AXXTZCAK5 type=del 2024-09-12T17:45:36.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.739+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=M3RBEJFWPYLY type=del size=1171814 2024-09-12T17:45:36.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~PD5568KHR1IE.0 size=1048576 2024-09-12T17:45:36.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~PD5568KHR1IE.1 size=718492 2024-09-12T17:45:36.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.751+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=PD5568KHR1IE tag=HC2BKAES9SY8 type=write size=2815644 2024-09-12T17:45:36.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.0 size=1048576 2024-09-12T17:45:36.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.1 size=1048576 2024-09-12T17:45:36.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.2 size=595619 2024-09-12T17:45:36.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.759+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=OX1X9TVOOJ43 tag=9Z9M1FDU8OLR type=write size=3741347 2024-09-12T17:45:36.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.763+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=XHNK75OK5O78 type=del 2024-09-12T17:45:36.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~JBIBEYO196QU.0 size=823042 2024-09-12T17:45:36.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=JBIBEYO196QU tag=FSAUX4KQC0AA type=write size=1871618 2024-09-12T17:45:36.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~OZ075VAYPNQP.0 size=36282 2024-09-12T17:45:36.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.775+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=OZ075VAYPNQP tag=FD9PLYVRLHZJ type=write size=1084858 2024-09-12T17:45:36.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.775+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=2R3F68XYNB40 type=write size=386368 2024-09-12T17:45:36.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.783+0000 7f6c8a8948c0 1 < suggested update operation key=THGH3XU7HTDO tag=GIGKFIVKIIY2 type=del size=275128 2024-09-12T17:45:36.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.783+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=V2ITPJ0ZARJZ type=del size=2697615 2024-09-12T17:45:36.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.791+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=X7X6LGW2Y2JW type=del 2024-09-12T17:45:36.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.791+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=26NU0Z1XWJL9 type=del size=314330 2024-09-12T17:45:36.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.795+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=J5AB61NDJIV5 type=del size=3540435 2024-09-12T17:45:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.799+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=SY592226A1AV type=del size=2889188 2024-09-12T17:45:36.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.799+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=TSRG6488WQ92 type=write size=377826 2024-09-12T17:45:36.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.803+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=SKUG8PK8KNJK type=del size=690921 2024-09-12T17:45:36.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.807+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=KU0TPS72UZB4 type=write size=557199 2024-09-12T17:45:36.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.811+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=XHR1KLMR1OFT type=del size=2648067 2024-09-12T17:45:36.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.811+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=C9QAJZCHRYC8 type=write size=618846 2024-09-12T17:45:36.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.0 size=1048576 2024-09-12T17:45:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.1 size=1048576 2024-09-12T17:45:36.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.823+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.2 size=1001316 2024-09-12T17:45:36.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.823+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=55UMICX4OICF tag=K7OTA594VDA6 type=write size=4147044 2024-09-12T17:45:36.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.827+0000 7f6c8a8948c0 1 < suggested update operation key=TBBMO835ZRGP tag=NKER99OKOOQU type=write size=229515 2024-09-12T17:45:36.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.831+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=FWJYNRUO4KT9 type=del size=2455371 2024-09-12T17:45:36.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~RIFZFRH47J9T.0 size=1048576 2024-09-12T17:45:36.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.835+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~RIFZFRH47J9T.1 size=483116 2024-09-12T17:45:36.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.839+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=RIFZFRH47J9T tag=CNNA714KT3PP type=write size=2580268 2024-09-12T17:45:36.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~H9TSZRJU1ITC.0 size=192879 2024-09-12T17:45:36.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.843+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=H9TSZRJU1ITC tag=MFSUKWG14EHV type=write size=1241455 2024-09-12T17:45:36.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.847+0000 7f6c8a8948c0 -1 < failed to complete operation key=TBBMO835ZRGP tag=TSUWHG0T3NAW type=del size=1861524: (22) Invalid argument 2024-09-12T17:45:36.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.851+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=5X635RF8J16E type=del size=1175515 2024-09-12T17:45:36.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.851+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~SPD1ZY4V0B92.0 size=675105 2024-09-12T17:45:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.859+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=SPD1ZY4V0B92 tag=U81Y7FS6322G type=write size=1723681 2024-09-12T17:45:36.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.863+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~NMRLMMFKTBFZ.0 size=1048576 2024-09-12T17:45:36.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.867+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~NMRLMMFKTBFZ.1 size=83929 2024-09-12T17:45:36.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.867+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=NMRLMMFKTBFZ tag=Z1G3K21DN9TE type=write size=2181081 2024-09-12T17:45:36.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.867+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=34B7A8FCOGMK type=del 2024-09-12T17:45:36.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.871+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=R7C58SAGE1FI type=del size=3436392 2024-09-12T17:45:36.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.871+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~1OAX59O37C04.0 size=137445 2024-09-12T17:45:36.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.879+0000 7f6c8a8948c0 1 < canceled multipart upload key=X3IZUQH63BZP upload=1OAX59O37C04 tag=69Y02WYEN2R0 type=write size=1186021 2024-09-12T17:45:36.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.879+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=CFELHIU12SII type=del size=147823 2024-09-12T17:45:36.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.887+0000 7f6c8a8948c0 1 < suggested update operation key=NGA7I4DL09NU tag=M3RBEJFWPYLY type=del size=1171814 2024-09-12T17:45:36.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.891+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=D432URX43DMB type=write size=259109 2024-09-12T17:45:36.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.0 size=1048576 2024-09-12T17:45:36.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.1 size=1048576 2024-09-12T17:45:36.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.899+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~OX1X9TVOOJ43.2 size=595619 2024-09-12T17:45:36.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.903+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=OX1X9TVOOJ43 tag=9Z9M1FDU8OLR type=write size=3741347 2024-09-12T17:45:36.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~VOO8NOEQ1KYF.0 size=1048576 2024-09-12T17:45:36.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~VOO8NOEQ1KYF.1 size=24149 2024-09-12T17:45:36.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.911+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=VOO8NOEQ1KYF tag=RJOZATFM3QKK type=write size=2121301 2024-09-12T17:45:36.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.915+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~JBIBEYO196QU.0 size=823042 2024-09-12T17:45:36.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.919+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=JBIBEYO196QU tag=FSAUX4KQC0AA type=write size=1871618 2024-09-12T17:45:36.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~Q05PMMTZBYFA.0 size=1048576 2024-09-12T17:45:36.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~Q05PMMTZBYFA.1 size=791984 2024-09-12T17:45:36.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=Q05PMMTZBYFA tag=3399KTK51I2R type=write size=2889136 2024-09-12T17:45:36.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.927+0000 7f6c8a8948c0 -1 < failed to complete operation key=TBBMO835ZRGP tag=2R3F68XYNB40 type=write size=386368: (22) Invalid argument 2024-09-12T17:45:36.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.931+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=7XCFO3VI8POE type=write size=202090 2024-09-12T17:45:36.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.935+0000 7f6c8a8948c0 1 < suggested remove operation key=THGH3XU7HTDO tag=V2ITPJ0ZARJZ type=del 2024-09-12T17:45:36.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.0 size=1048576 2024-09-12T17:45:36.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.943+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.1 size=1048576 2024-09-12T17:45:36.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.947+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.2 size=848285 2024-09-12T17:45:36.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.947+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=EFDGA1ARZ77O tag=U24Y8ZNGX0FZ type=write size=3994013 2024-09-12T17:45:36.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.951+0000 7f6c8a8948c0 1 < suggested update operation key=B4CKTFO4636R tag=26NU0Z1XWJL9 type=del size=314330 2024-09-12T17:45:36.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.955+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=V6F8HE8PYKAO type=write size=476252 2024-09-12T17:45:36.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.955+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=SY592226A1AV type=del 2024-09-12T17:45:36.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.959+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=YQEEGI3AGW6C type=del size=1768022 2024-09-12T17:45:36.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.963+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=SKUG8PK8KNJK type=del 2024-09-12T17:45:36.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~L4JK20O6EXIA.0 size=768531 2024-09-12T17:45:36.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=L4JK20O6EXIA tag=1720G2EZ671E type=write size=1817107 2024-09-12T17:45:36.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.967+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=THGH3XU7HTDO tag=XHR1KLMR1OFT type=del size=2648067: (2) No such file or directory 2024-09-12T17:45:36.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.971+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=K8R4A2ND7GWW type=del size=23584 2024-09-12T17:45:36.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.971+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.0 size=1048576 2024-09-12T17:45:36.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.975+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.1 size=1048576 2024-09-12T17:45:36.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.975+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~55UMICX4OICF.2 size=1001316 2024-09-12T17:45:36.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.983+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=55UMICX4OICF tag=K7OTA594VDA6 type=write size=4147044 2024-09-12T17:45:36.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.983+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=1UG0DD7Z9OV1 type=del size=2450371 2024-09-12T17:45:36.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.987+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=FWJYNRUO4KT9 type=del 2024-09-12T17:45:36.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.991+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=I2VTFLJ30RNC type=del size=424970 2024-09-12T17:45:36.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~H9TSZRJU1ITC.0 size=192879 2024-09-12T17:45:36.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.995+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=H9TSZRJU1ITC tag=MFSUKWG14EHV type=write size=1241455 2024-09-12T17:45:36.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:36.999+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=REL0NS21YXQV type=write size=853876 2024-09-12T17:45:37.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.003+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=5X635RF8J16E type=del 2024-09-12T17:45:37.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.007+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~X6U2GJNEG5EP.0 size=1048576 2024-09-12T17:45:37.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.007+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~X6U2GJNEG5EP.1 size=700614 2024-09-12T17:45:37.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.007+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=X6U2GJNEG5EP tag=OJHORLO2EJRW type=write size=2797766 2024-09-12T17:45:37.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.011+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1G8V6AD1JDDX.2~NMRLMMFKTBFZ.0 size=1048576 2024-09-12T17:45:37.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.011+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~NMRLMMFKTBFZ.1 size=83929 2024-09-12T17:45:37.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.015+0000 7f6c8a8948c0 1 < canceled multipart upload key=1G8V6AD1JDDX upload=NMRLMMFKTBFZ tag=Z1G3K21DN9TE type=write size=2181081 2024-09-12T17:45:37.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.019+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~ZDPPYW3VPEPM.0 size=1048576 2024-09-12T17:45:37.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.023+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~ZDPPYW3VPEPM.1 size=187201 2024-09-12T17:45:37.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.023+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=ZDPPYW3VPEPM tag=70XH4JJ168XA type=write size=2284353 2024-09-12T17:45:37.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.023+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=R7C58SAGE1FI type=del 2024-09-12T17:45:37.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~3U7EVLIONX9Y.0 size=1048576 2024-09-12T17:45:37.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~3U7EVLIONX9Y.1 size=1007507 2024-09-12T17:45:37.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.031+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=3U7EVLIONX9Y tag=7A3OX5PIYAXO type=write size=3104659 2024-09-12T17:45:37.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.035+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=CFELHIU12SII type=del 2024-09-12T17:45:37.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.035+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=C9D8FJ3QVE83 type=del size=3078592 2024-09-12T17:45:37.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.039+0000 7f6c8a8948c0 1 < suggested update operation key=LALMJ3TYSQ6T tag=D432URX43DMB type=write size=259109 2024-09-12T17:45:37.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.047+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=F3GH6KJHW3R0 type=del size=2319366 2024-09-12T17:45:37.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~VOO8NOEQ1KYF.0 size=1048576 2024-09-12T17:45:37.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.047+0000 7f6c8a8948c0 1 < canceled part key=_multipart_IVB6FLK7S6PP.2~VOO8NOEQ1KYF.1 size=24149 2024-09-12T17:45:37.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.051+0000 7f6c8a8948c0 1 < canceled multipart upload key=IVB6FLK7S6PP upload=VOO8NOEQ1KYF tag=RJOZATFM3QKK type=write size=2121301 2024-09-12T17:45:37.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.055+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=8NXUQ1VP0ZCM type=del size=1732075 2024-09-12T17:45:37.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.055+0000 7f6c8a8948c0 1 < canceled part key=_multipart_IVB6FLK7S6PP.2~Q05PMMTZBYFA.0 size=1048576 2024-09-12T17:45:37.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.059+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~Q05PMMTZBYFA.1 size=791984 2024-09-12T17:45:37.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.063+0000 7f6c8a8948c0 1 < canceled multipart upload key=IVB6FLK7S6PP upload=Q05PMMTZBYFA tag=3399KTK51I2R type=write size=2889136 2024-09-12T17:45:37.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.063+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=Y7UR46AP07CD type=del size=238882 2024-09-12T17:45:37.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.067+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=7XCFO3VI8POE type=write size=202090 2024-09-12T17:45:37.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.0 size=1048576 2024-09-12T17:45:37.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.1 size=1048576 2024-09-12T17:45:37.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.2 size=1012413 2024-09-12T17:45:37.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.075+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=9ZSUYN8L34WV tag=QTQQXMNEAEJD type=write size=4158141 2024-09-12T17:45:37.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.079+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.0 size=1048576 2024-09-12T17:45:37.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.079+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.1 size=1048576 2024-09-12T17:45:37.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~EFDGA1ARZ77O.2 size=848285 2024-09-12T17:45:37.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.087+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=EFDGA1ARZ77O tag=U24Y8ZNGX0FZ type=write size=3994013 2024-09-12T17:45:37.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.091+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=ZYWOT77JUBP5 type=del size=2971061 2024-09-12T17:45:37.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.095+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=V6F8HE8PYKAO type=write size=476252 2024-09-12T17:45:37.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.095+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=NP42O72RE2OJ type=del size=496638 2024-09-12T17:45:37.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.103+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=YQEEGI3AGW6C type=del size=1768022 2024-09-12T17:45:37.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~0FW8XGMIGU36.0 size=1048576 2024-09-12T17:45:37.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~0FW8XGMIGU36.1 size=832407 2024-09-12T17:45:37.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.107+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=0FW8XGMIGU36 tag=AS1ZAINI1B2J type=write size=2929559 2024-09-12T17:45:37.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~L4JK20O6EXIA.0 size=768531 2024-09-12T17:45:37.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.119+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=L4JK20O6EXIA tag=1720G2EZ671E type=write size=1817107 2024-09-12T17:45:37.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.123+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=GDGV9LWVQIVM type=del size=3925168 2024-09-12T17:45:37.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.127+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=K8R4A2ND7GWW type=del 2024-09-12T17:45:37.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.127+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=ZTYEFD1RM092 type=del size=3256873 2024-09-12T17:45:37.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.135+0000 7f6c8a8948c0 1 < suggested update operation key=LALMJ3TYSQ6T tag=1UG0DD7Z9OV1 type=del size=2450371 2024-09-12T17:45:37.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.139+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=ATXT7OIQB3MA type=del size=2203733 2024-09-12T17:45:37.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.139+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=I2VTFLJ30RNC type=del 2024-09-12T17:45:37.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.0 size=1048576 2024-09-12T17:45:37.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.1 size=1048576 2024-09-12T17:45:37.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.2 size=450026 2024-09-12T17:45:37.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.151+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=4PV18LL51M4S tag=TXMBQATKWYB2 type=write size=3595754 2024-09-12T17:45:37.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.155+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=REL0NS21YXQV type=write size=853876 2024-09-12T17:45:37.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.159+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=0LUS8OODDVLF type=del size=1537654 2024-09-12T17:45:37.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.163+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~X6U2GJNEG5EP.0 size=1048576 2024-09-12T17:45:37.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.163+0000 7f6c8a8948c0 1 < canceled part key=_multipart_AIKDU0CC4E5U.2~X6U2GJNEG5EP.1 size=700614 2024-09-12T17:45:37.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.167+0000 7f6c8a8948c0 1 < canceled multipart upload key=AIKDU0CC4E5U upload=X6U2GJNEG5EP tag=OJHORLO2EJRW type=write size=2797766 2024-09-12T17:45:37.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~M7DSIQ8QKQJL.0 size=1048576 2024-09-12T17:45:37.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~M7DSIQ8QKQJL.1 size=476276 2024-09-12T17:45:37.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.175+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=M7DSIQ8QKQJL tag=YVMMVMY70L0O type=write size=2573428 2024-09-12T17:45:37.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~ZDPPYW3VPEPM.0 size=1048576 2024-09-12T17:45:37.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.179+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~ZDPPYW3VPEPM.1 size=187201 2024-09-12T17:45:37.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.187+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=ZDPPYW3VPEPM tag=70XH4JJ168XA type=write size=2284353 2024-09-12T17:45:37.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.191+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~CBVJWDSBV37C.0 size=265489 2024-09-12T17:45:37.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.191+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=CBVJWDSBV37C tag=U7NIW0QUP5L2 type=write size=1314065 2024-09-12T17:45:37.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~3U7EVLIONX9Y.0 size=1048576 2024-09-12T17:45:37.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.195+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~3U7EVLIONX9Y.1 size=1007507 2024-09-12T17:45:37.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.199+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=3U7EVLIONX9Y tag=7A3OX5PIYAXO type=write size=3104659 2024-09-12T17:45:37.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.207+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.0 size=1048576 2024-09-12T17:45:37.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.1 size=1048576 2024-09-12T17:45:37.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.2 size=38416 2024-09-12T17:45:37.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.211+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=2ZT75ZWC9AJL tag=49FH1R1ATQBP type=write size=3184144 2024-09-12T17:45:37.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.219+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=C9D8FJ3QVE83 type=del 2024-09-12T17:45:37.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.223+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=VM8GP0XDL2SY type=del size=1155465 2024-09-12T17:45:37.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.227+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=F3GH6KJHW3R0 type=del size=2319366 2024-09-12T17:45:37.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.231+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=NNSPOLE4EKRI type=del size=1229042 2024-09-12T17:45:37.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.239+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=8NXUQ1VP0ZCM type=del 2024-09-12T17:45:37.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~IUV1BGIQ3ATX.0 size=10302 2024-09-12T17:45:37.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.243+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=IUV1BGIQ3ATX tag=E87ZWSZWG632 type=write size=1058878 2024-09-12T17:45:37.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.247+0000 7f6c8a8948c0 -1 < failed to complete operation key=LALMJ3TYSQ6T tag=Y7UR46AP07CD type=del size=238882: (22) Invalid argument 2024-09-12T17:45:37.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.255+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2O13N8LQDH3O.0 size=1048576 2024-09-12T17:45:37.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.255+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2O13N8LQDH3O.1 size=831297 2024-09-12T17:45:37.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.255+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=2O13N8LQDH3O tag=XAASX9XNSHJH type=write size=2928449 2024-09-12T17:45:37.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.259+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.0 size=1048576 2024-09-12T17:45:37.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.263+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.1 size=1048576 2024-09-12T17:45:37.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~9ZSUYN8L34WV.2 size=1012413 2024-09-12T17:45:37.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.271+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=9ZSUYN8L34WV tag=QTQQXMNEAEJD type=write size=4158141 2024-09-12T17:45:37.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.279+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.0 size=1048576 2024-09-12T17:45:37.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.1 size=1048576 2024-09-12T17:45:37.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.2 size=588520 2024-09-12T17:45:37.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=M1LXNYQTLKZX tag=AAXNYOMGTQLX type=write size=3734248 2024-09-12T17:45:37.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.291+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=ZYWOT77JUBP5 type=del 2024-09-12T17:45:37.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.295+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=HR3IOC6BQHJD type=del size=1871854 2024-09-12T17:45:37.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.299+0000 7f6c8a8948c0 1 < canceled operation key=UPQ1AU918PZ4 tag=NP42O72RE2OJ type=del size=496638 2024-09-12T17:45:37.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.303+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=N64JMWJCHK00 type=del size=3273082 2024-09-12T17:45:37.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~0FW8XGMIGU36.0 size=1048576 2024-09-12T17:45:37.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~0FW8XGMIGU36.1 size=832407 2024-09-12T17:45:37.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.315+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=0FW8XGMIGU36 tag=AS1ZAINI1B2J type=write size=2929559 2024-09-12T17:45:37.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.315+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=RR52NOL61722 type=del size=3734959 2024-09-12T17:45:37.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.323+0000 7f6c8a8948c0 1 < suggested update operation key=7UI1DV46YI9X tag=GDGV9LWVQIVM type=del size=3925168 2024-09-12T17:45:37.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.327+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=0THN54XFG4EI type=del size=2751752 2024-09-12T17:45:37.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.331+0000 7f6c8a8948c0 1 < canceled operation key=02UJO133SEG4 tag=ZTYEFD1RM092 type=del size=3256873 2024-09-12T17:45:37.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.335+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=CMB5R76FVIK5 type=del size=4750 2024-09-12T17:45:37.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.339+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=ATXT7OIQB3MA type=del 2024-09-12T17:45:37.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.351+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.0 size=1048576 2024-09-12T17:45:37.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.351+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.1 size=1048576 2024-09-12T17:45:37.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.2 size=798778 2024-09-12T17:45:37.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.355+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=TH4ST94XYBB4 tag=UOOS6A7XOAO2 type=write size=3944506 2024-09-12T17:45:37.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.359+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.0 size=1048576 2024-09-12T17:45:37.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.1 size=1048576 2024-09-12T17:45:37.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~4PV18LL51M4S.2 size=450026 2024-09-12T17:45:37.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.371+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=4PV18LL51M4S tag=TXMBQATKWYB2 type=write size=3595754 2024-09-12T17:45:37.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~TM0DOH5S4J0W.0 size=1048576 2024-09-12T17:45:37.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.379+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~TM0DOH5S4J0W.1 size=223114 2024-09-12T17:45:37.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.379+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=TM0DOH5S4J0W tag=JFO26XLL7AG2 type=write size=2320266 2024-09-12T17:45:37.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.383+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=0LUS8OODDVLF type=del 2024-09-12T17:45:37.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.0 size=1048576 2024-09-12T17:45:37.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.1 size=1048576 2024-09-12T17:45:37.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.2 size=972003 2024-09-12T17:45:37.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.395+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=J8WXD7FIZEY2 tag=E2YBFS1GZIOB type=write size=4117731 2024-09-12T17:45:37.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.399+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~M7DSIQ8QKQJL.0 size=1048576 2024-09-12T17:45:37.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.403+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~M7DSIQ8QKQJL.1 size=476276 2024-09-12T17:45:37.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.407+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=M7DSIQ8QKQJL tag=YVMMVMY70L0O type=write size=2573428 2024-09-12T17:45:37.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.411+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~2RIAG6OFJ8WJ.0 size=1048576 2024-09-12T17:45:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~2RIAG6OFJ8WJ.1 size=433444 2024-09-12T17:45:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.415+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=2RIAG6OFJ8WJ tag=TJN7F1H1KNQN type=write size=2530596 2024-09-12T17:45:37.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.419+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~CBVJWDSBV37C.0 size=265489 2024-09-12T17:45:37.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.423+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=CBVJWDSBV37C tag=U7NIW0QUP5L2 type=write size=1314065 2024-09-12T17:45:37.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.427+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=OY1LEZMPQT8A type=del size=2232242 2024-09-12T17:45:37.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.0 size=1048576 2024-09-12T17:45:37.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.1 size=1048576 2024-09-12T17:45:37.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~2ZT75ZWC9AJL.2 size=38416 2024-09-12T17:45:37.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.443+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=2ZT75ZWC9AJL tag=49FH1R1ATQBP type=write size=3184144 2024-09-12T17:45:37.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.443+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=3DI30THDR5A5 type=del size=1239483 2024-09-12T17:45:37.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.447+0000 7f6c8a8948c0 1 < canceled operation key=Z2SEGKWGLUBR tag=VM8GP0XDL2SY type=del size=1155465 2024-09-12T17:45:37.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.451+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=Q4UOILHI2PDT type=write size=443238 2024-09-12T17:45:37.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.455+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=NNSPOLE4EKRI type=del 2024-09-12T17:45:37.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.463+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~PBXCILLNTDYN.0 size=860179 2024-09-12T17:45:37.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.463+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=PBXCILLNTDYN tag=TOM51IKJYC6L type=write size=1908755 2024-09-12T17:45:37.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.467+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~IUV1BGIQ3ATX.0 size=10302 2024-09-12T17:45:37.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.471+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=IUV1BGIQ3ATX tag=E87ZWSZWG632 type=write size=1058878 2024-09-12T17:45:37.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.475+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=CL464RXHXD85 type=del size=3092005 2024-09-12T17:45:37.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2O13N8LQDH3O.0 size=1048576 2024-09-12T17:45:37.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2O13N8LQDH3O.1 size=831297 2024-09-12T17:45:37.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.487+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=2O13N8LQDH3O tag=XAASX9XNSHJH type=write size=2928449 2024-09-12T17:45:37.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.491+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~M8MP98609GSF.0 size=372156 2024-09-12T17:45:37.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.491+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=M8MP98609GSF tag=CZL2Z2AMEWC5 type=write size=1420732 2024-09-12T17:45:37.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.495+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.0 size=1048576 2024-09-12T17:45:37.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.499+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.1 size=1048576 2024-09-12T17:45:37.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~M1LXNYQTLKZX.2 size=588520 2024-09-12T17:45:37.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.507+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=M1LXNYQTLKZX tag=AAXNYOMGTQLX type=write size=3734248 2024-09-12T17:45:37.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.511+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=2N3D49UIN0L3 type=write size=772118 2024-09-12T17:45:37.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.515+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=HR3IOC6BQHJD type=del 2024-09-12T17:45:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.519+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=2YA177ST6J5A type=del size=3954412 2024-09-12T17:45:37.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.523+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=N64JMWJCHK00 type=del 2024-09-12T17:45:37.526 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~BC0A1FF53B2H.0 size=1048576 2024-09-12T17:45:37.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~BC0A1FF53B2H.1 size=865001 2024-09-12T17:45:37.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=BC0A1FF53B2H tag=ANJG8A1437YW type=write size=2962153 2024-09-12T17:45:37.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.535+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=RR52NOL61722 type=del 2024-09-12T17:45:37.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.0 size=1048576 2024-09-12T17:45:37.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.1 size=1048576 2024-09-12T17:45:37.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.2 size=465557 2024-09-12T17:45:37.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.547+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=J106DM6SM37R tag=SR9DK37HVQ5B type=write size=3611285 2024-09-12T17:45:37.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.551+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=0THN54XFG4EI type=del 2024-09-12T17:45:37.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~I2JF1O4R1VG2.0 size=355817 2024-09-12T17:45:37.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.555+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=I2JF1O4R1VG2 tag=61OAF1FB69D3 type=write size=1404393 2024-09-12T17:45:37.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.559+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=CMB5R76FVIK5 type=del 2024-09-12T17:45:37.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.0 size=1048576 2024-09-12T17:45:37.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.1 size=1048576 2024-09-12T17:45:37.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.2 size=922105 2024-09-12T17:45:37.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.571+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=UN9CQO0GSRZA tag=5K6DGVY7HL1C type=write size=4067833 2024-09-12T17:45:37.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.0 size=1048576 2024-09-12T17:45:37.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.575+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.1 size=1048576 2024-09-12T17:45:37.577 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.579+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~TH4ST94XYBB4.2 size=798778 2024-09-12T17:45:37.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.583+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=TH4ST94XYBB4 tag=UOOS6A7XOAO2 type=write size=3944506 2024-09-12T17:45:37.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.587+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=SIDI3FB6NCLM type=del size=2717394 2024-09-12T17:45:37.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~TM0DOH5S4J0W.0 size=1048576 2024-09-12T17:45:37.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~TM0DOH5S4J0W.1 size=223114 2024-09-12T17:45:37.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.599+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=TM0DOH5S4J0W tag=JFO26XLL7AG2 type=write size=2320266 2024-09-12T17:45:37.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.603+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=U5VH1DAV02WB type=del size=1422189 2024-09-12T17:45:37.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.0 size=1048576 2024-09-12T17:45:37.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.1 size=1048576 2024-09-12T17:45:37.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~J8WXD7FIZEY2.2 size=972003 2024-09-12T17:45:37.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.615+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=J8WXD7FIZEY2 tag=E2YBFS1GZIOB type=write size=4117731 2024-09-12T17:45:37.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.619+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=W6DYONUWY748 type=del size=652292 2024-09-12T17:45:37.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.623+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~2RIAG6OFJ8WJ.0 size=1048576 2024-09-12T17:45:37.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~2RIAG6OFJ8WJ.1 size=433444 2024-09-12T17:45:37.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.631+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=2RIAG6OFJ8WJ tag=TJN7F1H1KNQN type=write size=2530596 2024-09-12T17:45:37.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.635+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=CZ446BR2Z6LJ type=del size=598695 2024-09-12T17:45:37.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.639+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=OY1LEZMPQT8A type=del 2024-09-12T17:45:37.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.643+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=4L6G9S0BX9GT type=write size=370866 2024-09-12T17:45:37.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.647+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=3DI30THDR5A5 type=del size=1239483 2024-09-12T17:45:37.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.651+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=7E8Z99W8W7JX type=del size=2200015 2024-09-12T17:45:37.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.655+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=Q4UOILHI2PDT type=write size=443238 2024-09-12T17:45:37.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.659+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=JYLD2MQGBL97 type=del size=2955791 2024-09-12T17:45:37.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.659+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~PBXCILLNTDYN.0 size=860179 2024-09-12T17:45:37.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.663+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=PBXCILLNTDYN tag=TOM51IKJYC6L type=write size=1908755 2024-09-12T17:45:37.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.0 size=1048576 2024-09-12T17:45:37.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.671+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.1 size=1048576 2024-09-12T17:45:37.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.675+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.2 size=723205 2024-09-12T17:45:37.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.675+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=2O7SUKWP6K91 tag=S102KXEUNMPA type=write size=3868933 2024-09-12T17:45:37.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.679+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=CL464RXHXD85 type=del 2024-09-12T17:45:37.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.679+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=MT36LP39C9VJ type=del size=1120253 2024-09-12T17:45:37.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~M8MP98609GSF.0 size=372156 2024-09-12T17:45:37.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.687+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=M8MP98609GSF tag=CZL2Z2AMEWC5 type=write size=1420732 2024-09-12T17:45:37.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.0 size=1048576 2024-09-12T17:45:37.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.695+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.1 size=1048576 2024-09-12T17:45:37.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.695+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.2 size=556061 2024-09-12T17:45:37.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.695+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=FIDC32E15FJ9 tag=4WI2CCER06DF type=write size=3701789 2024-09-12T17:45:37.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.699+0000 7f6c8a8948c0 1 < completed write operation key=RT88PQITUXJA tag=2N3D49UIN0L3 type=write size=772118 2024-09-12T17:45:37.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~BJATCFKMCRI3.0 size=1048576 2024-09-12T17:45:37.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~BJATCFKMCRI3.1 size=1036587 2024-09-12T17:45:37.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.703+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=BJATCFKMCRI3 tag=SJGVOD0SV17R type=write size=3133739 2024-09-12T17:45:37.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.707+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=2YA177ST6J5A type=del 2024-09-12T17:45:37.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.711+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=R5JSPC79AJ1V type=del size=1987444 2024-09-12T17:45:37.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~BC0A1FF53B2H.0 size=1048576 2024-09-12T17:45:37.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~BC0A1FF53B2H.1 size=865001 2024-09-12T17:45:37.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.719+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=BC0A1FF53B2H tag=ANJG8A1437YW type=write size=2962153 2024-09-12T17:45:37.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.0 size=1048576 2024-09-12T17:45:37.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.1 size=1048576 2024-09-12T17:45:37.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.2 size=750048 2024-09-12T17:45:37.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.727+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=2G3YED4KOLNS tag=38ONZZ3DE324 type=write size=3895776 2024-09-12T17:45:37.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.731+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.0 size=1048576 2024-09-12T17:45:37.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.731+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.1 size=1048576 2024-09-12T17:45:37.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.735+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~J106DM6SM37R.2 size=465557 2024-09-12T17:45:37.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.739+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=J106DM6SM37R tag=SR9DK37HVQ5B type=write size=3611285 2024-09-12T17:45:37.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~LQTFCTBMEO6K.0 size=758119 2024-09-12T17:45:37.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.743+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=LQTFCTBMEO6K tag=YKTQ8J9FI0YX type=write size=1806695 2024-09-12T17:45:37.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~I2JF1O4R1VG2.0 size=355817 2024-09-12T17:45:37.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.747+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=I2JF1O4R1VG2 tag=61OAF1FB69D3 type=write size=1404393 2024-09-12T17:45:37.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.751+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=A6XPJIUGFDI7 type=del size=252194 2024-09-12T17:45:37.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.0 size=1048576 2024-09-12T17:45:37.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.1 size=1048576 2024-09-12T17:45:37.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~UN9CQO0GSRZA.2 size=922105 2024-09-12T17:45:37.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.763+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=UN9CQO0GSRZA tag=5K6DGVY7HL1C type=write size=4067833 2024-09-12T17:45:37.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.763+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=W192VUW81AGX type=write size=917696 2024-09-12T17:45:37.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.767+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=SIDI3FB6NCLM type=del size=2717394 2024-09-12T17:45:37.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~VAXDH5I0U552.0 size=311547 2024-09-12T17:45:37.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=VAXDH5I0U552 tag=R0P238UNL58K type=write size=1360123 2024-09-12T17:45:37.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.775+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=U5VH1DAV02WB type=del 2024-09-12T17:45:37.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.779+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=IAIOK6OEQR00 type=del size=3851490 2024-09-12T17:45:37.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.783+0000 7f6c8a8948c0 1 < suggested update operation key=W2M8Z8M3LYTF tag=W6DYONUWY748 type=del size=652292 2024-09-12T17:45:37.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.787+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=E1F2KVZAUV5Y type=del size=225948 2024-09-12T17:45:37.787 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.787+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=CZ446BR2Z6LJ type=del 2024-09-12T17:45:37.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.791+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=RLTAS5MSY3J6 type=del size=2444810 2024-09-12T17:45:37.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.795+0000 7f6c8a8948c0 1 < completed write operation key=XIE90KFMCQ9Y tag=4L6G9S0BX9GT type=write size=370866 2024-09-12T17:45:37.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~FKM9SQL797JH.0 size=400868 2024-09-12T17:45:37.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.799+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=FKM9SQL797JH tag=W5V6Q2Q49EFS type=write size=1449444 2024-09-12T17:45:37.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.803+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=7E8Z99W8W7JX type=del 2024-09-12T17:45:37.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.807+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.0 size=1048576 2024-09-12T17:45:37.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.1 size=1048576 2024-09-12T17:45:37.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.2 size=647434 2024-09-12T17:45:37.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.811+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=4EEPGG1DZTV6 tag=54XKDIHT8FI4 type=write size=3793162 2024-09-12T17:45:37.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.815+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=JYLD2MQGBL97 type=del 2024-09-12T17:45:37.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.819+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=N8YHBEUYC4IV type=del size=2615159 2024-09-12T17:45:37.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.0 size=1048576 2024-09-12T17:45:37.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.1 size=1048576 2024-09-12T17:45:37.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.827+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2O7SUKWP6K91.2 size=723205 2024-09-12T17:45:37.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.831+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=2O7SUKWP6K91 tag=S102KXEUNMPA type=write size=3868933 2024-09-12T17:45:37.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~COF3MLDI72VJ.0 size=1048576 2024-09-12T17:45:37.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~COF3MLDI72VJ.1 size=409355 2024-09-12T17:45:37.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.839+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=COF3MLDI72VJ tag=2DSFFSQGG77T type=write size=2506507 2024-09-12T17:45:37.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.847+0000 7f6c8a8948c0 1 < suggested remove operation key=DKQJR0BTFM5J tag=MT36LP39C9VJ type=del 2024-09-12T17:45:37.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~ZLH22JHEWFDG.0 size=1048576 2024-09-12T17:45:37.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~ZLH22JHEWFDG.1 size=976236 2024-09-12T17:45:37.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.851+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=ZLH22JHEWFDG tag=ZKXGZ807OEX5 type=write size=3073388 2024-09-12T17:45:37.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.855+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.0 size=1048576 2024-09-12T17:45:37.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.1 size=1048576 2024-09-12T17:45:37.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~FIDC32E15FJ9.2 size=556061 2024-09-12T17:45:37.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.863+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=FIDC32E15FJ9 tag=4WI2CCER06DF type=write size=3701789 2024-09-12T17:45:37.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.867+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=30XIZQQG3J9X type=del size=1950153 2024-09-12T17:45:37.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~BJATCFKMCRI3.0 size=1048576 2024-09-12T17:45:37.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.875+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~BJATCFKMCRI3.1 size=1036587 2024-09-12T17:45:37.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.879+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=BJATCFKMCRI3 tag=SJGVOD0SV17R type=write size=3133739 2024-09-12T17:45:37.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.883+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=WQ6XDRSDND3P type=del size=1721887 2024-09-12T17:45:37.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.887+0000 7f6c8a8948c0 1 < suggested remove operation key=B4CKTFO4636R tag=R5JSPC79AJ1V type=del 2024-09-12T17:45:37.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.891+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=XN5FMXXUC0TP type=del size=2910402 2024-09-12T17:45:37.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.0 size=1048576 2024-09-12T17:45:37.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.1 size=1048576 2024-09-12T17:45:37.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~2G3YED4KOLNS.2 size=750048 2024-09-12T17:45:37.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.903+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=2G3YED4KOLNS tag=38ONZZ3DE324 type=write size=3895776 2024-09-12T17:45:37.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.0 size=1048576 2024-09-12T17:45:37.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.1 size=1048576 2024-09-12T17:45:37.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.2 size=709061 2024-09-12T17:45:37.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.915+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=K5XNB9UINGLS tag=RWRIIE6EDN13 type=write size=3854789 2024-09-12T17:45:37.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.915+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~LQTFCTBMEO6K.0 size=758119 2024-09-12T17:45:37.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.919+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=LQTFCTBMEO6K tag=YKTQ8J9FI0YX type=write size=1806695 2024-09-12T17:45:37.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~EBI8Z6TPBH2Z.0 size=1048576 2024-09-12T17:45:37.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~EBI8Z6TPBH2Z.1 size=251238 2024-09-12T17:45:37.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=EBI8Z6TPBH2Z tag=XRLHE2V4892X type=write size=2348390 2024-09-12T17:45:37.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.931+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=A6XPJIUGFDI7 type=del 2024-09-12T17:45:37.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.935+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=QMT3BO4TISIS type=del size=1032651 2024-09-12T17:45:37.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.935+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=W192VUW81AGX type=write size=917696 2024-09-12T17:45:37.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.939+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=VWMZIV15XKZV type=write size=872832 2024-09-12T17:45:37.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~VAXDH5I0U552.0 size=311547 2024-09-12T17:45:37.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.947+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=VAXDH5I0U552 tag=R0P238UNL58K type=write size=1360123 2024-09-12T17:45:37.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.947+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=I7QQWGU8LZE1 type=del size=3488972 2024-09-12T17:45:37.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.951+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=IAIOK6OEQR00 type=del 2024-09-12T17:45:37.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.959+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~IFQS21HQB48D.0 size=1048576 2024-09-12T17:45:37.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.959+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~IFQS21HQB48D.1 size=674179 2024-09-12T17:45:37.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.959+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=IFQS21HQB48D tag=EU6G1Z7JLFHL type=write size=2771331 2024-09-12T17:45:37.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.963+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=E1F2KVZAUV5Y type=del 2024-09-12T17:45:37.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~MNXQB0S0VL7X.0 size=873840 2024-09-12T17:45:37.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=MNXQB0S0VL7X tag=B7855OGY5OC2 type=write size=1922416 2024-09-12T17:45:37.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.975+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=RLTAS5MSY3J6 type=del 2024-09-12T17:45:37.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~4XTFXEMSQ1B2.0 size=332301 2024-09-12T17:45:37.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=4XTFXEMSQ1B2 tag=02ADBQH9456R type=write size=1380877 2024-09-12T17:45:37.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.983+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~FKM9SQL797JH.0 size=400868 2024-09-12T17:45:37.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.987+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=FKM9SQL797JH tag=W5V6Q2Q49EFS type=write size=1449444 2024-09-12T17:45:37.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.991+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=5W6SI8OTK86D type=del size=830592 2024-09-12T17:45:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.0 size=1048576 2024-09-12T17:45:37.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.1 size=1048576 2024-09-12T17:45:37.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:37.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~4EEPGG1DZTV6.2 size=647434 2024-09-12T17:45:38.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.003+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=4EEPGG1DZTV6 tag=54XKDIHT8FI4 type=write size=3793162 2024-09-12T17:45:38.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.003+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=B8FIMSVSGKV9 type=del size=2460068 2024-09-12T17:45:38.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.007+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=N8YHBEUYC4IV type=del 2024-09-12T17:45:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.011+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=H5H815R0XWBX type=del size=1052745 2024-09-12T17:45:38.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.015+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~COF3MLDI72VJ.0 size=1048576 2024-09-12T17:45:38.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.015+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~COF3MLDI72VJ.1 size=409355 2024-09-12T17:45:38.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.019+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=COF3MLDI72VJ tag=2DSFFSQGG77T type=write size=2506507 2024-09-12T17:45:38.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.023+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=WM145I0HPWJW type=del size=1627077 2024-09-12T17:45:38.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.027+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~ZLH22JHEWFDG.0 size=1048576 2024-09-12T17:45:38.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.027+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~ZLH22JHEWFDG.1 size=976236 2024-09-12T17:45:38.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.031+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=ZLH22JHEWFDG tag=ZKXGZ807OEX5 type=write size=3073388 2024-09-12T17:45:38.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.035+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=CNDJ3BQWMH0Q type=del size=3933944 2024-09-12T17:45:38.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.039+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=30XIZQQG3J9X type=del 2024-09-12T17:45:38.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.043+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=9610X0V2BXTI type=write size=841995 2024-09-12T17:45:38.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.043+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=WQ6XDRSDND3P type=del 2024-09-12T17:45:38.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.047+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=R0GSLED97BQW type=del size=3505493 2024-09-12T17:45:38.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.047+0000 7f6c8a8948c0 -1 < failed to complete operation key=1G8V6AD1JDDX tag=XN5FMXXUC0TP type=del size=2910402: (22) Invalid argument 2024-09-12T17:45:38.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.051+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.0 size=1048576 2024-09-12T17:45:38.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.055+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.1 size=1048576 2024-09-12T17:45:38.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.055+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.2 size=990568 2024-09-12T17:45:38.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.055+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=1WOS8807GJP1 tag=HRREI4BO1SW6 type=write size=4136296 2024-09-12T17:45:38.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.059+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.0 size=1048576 2024-09-12T17:45:38.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.063+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.1 size=1048576 2024-09-12T17:45:38.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.063+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~K5XNB9UINGLS.2 size=709061 2024-09-12T17:45:38.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.067+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=K5XNB9UINGLS tag=RWRIIE6EDN13 type=write size=3854789 2024-09-12T17:45:38.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.071+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=OWHNVGZ7HMXV type=del size=1623083 2024-09-12T17:45:38.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~EBI8Z6TPBH2Z.0 size=1048576 2024-09-12T17:45:38.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~EBI8Z6TPBH2Z.1 size=251238 2024-09-12T17:45:38.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.083+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=EBI8Z6TPBH2Z tag=XRLHE2V4892X type=write size=2348390 2024-09-12T17:45:38.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.0 size=1048576 2024-09-12T17:45:38.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.1 size=1048576 2024-09-12T17:45:38.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.2 size=861731 2024-09-12T17:45:38.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.091+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=T2D4OB2MRPHF tag=G5LU8U7LTDKX type=write size=4007459 2024-09-12T17:45:38.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.095+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=QMT3BO4TISIS type=del 2024-09-12T17:45:38.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.099+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=RC6VB1T0PX75 type=del size=1566357 2024-09-12T17:45:38.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.107+0000 7f6c8a8948c0 1 < suggested remove operation key=WUXSVUAZ3VE0 tag=VWMZIV15XKZV type=write 2024-09-12T17:45:38.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.107+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=LSO3VF3S3X8V type=del size=1469232 2024-09-12T17:45:38.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.111+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=I7QQWGU8LZE1 type=del 2024-09-12T17:45:38.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.115+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=16Q0BUHRCNPJ type=del size=2079347 2024-09-12T17:45:38.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.119+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~IFQS21HQB48D.0 size=1048576 2024-09-12T17:45:38.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~IFQS21HQB48D.1 size=674179 2024-09-12T17:45:38.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.127+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=IFQS21HQB48D tag=EU6G1Z7JLFHL type=write size=2771331 2024-09-12T17:45:38.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~RO20MDDLUJHA.0 size=316689 2024-09-12T17:45:38.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.131+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=RO20MDDLUJHA tag=IYWJU0SDWJKT type=write size=1365265 2024-09-12T17:45:38.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.135+0000 7f6c8a8948c0 1 < canceled part key=_multipart_5A2ZJW6U5Y5A.2~MNXQB0S0VL7X.0 size=873840 2024-09-12T17:45:38.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.139+0000 7f6c8a8948c0 1 < canceled multipart upload key=5A2ZJW6U5Y5A upload=MNXQB0S0VL7X tag=B7855OGY5OC2 type=write size=1922416 2024-09-12T17:45:38.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.143+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=AI39GF5T28NP type=del size=73067 2024-09-12T17:45:38.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.143+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~4XTFXEMSQ1B2.0 size=332301 2024-09-12T17:45:38.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.151+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=4XTFXEMSQ1B2 tag=02ADBQH9456R type=write size=1380877 2024-09-12T17:45:38.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.151+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=NSKGNYQ785I0 type=del size=4165949 2024-09-12T17:45:38.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.155+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=5W6SI8OTK86D type=del 2024-09-12T17:45:38.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.0 size=1048576 2024-09-12T17:45:38.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.1 size=1048576 2024-09-12T17:45:38.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.2 size=250853 2024-09-12T17:45:38.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.171+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=2LF37FQCBZH3 tag=6BYCQ0OZQJKI type=write size=3396581 2024-09-12T17:45:38.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.175+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=B8FIMSVSGKV9 type=del 2024-09-12T17:45:38.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.175+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=VRTW00B4J136 type=write size=412959 2024-09-12T17:45:38.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.179+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=H5H815R0XWBX type=del 2024-09-12T17:45:38.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.183+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=LF1O0FKMDU1U type=del size=4178516 2024-09-12T17:45:38.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.187+0000 7f6c8a8948c0 1 < canceled operation key=TBBMO835ZRGP tag=WM145I0HPWJW type=del size=1627077 2024-09-12T17:45:38.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.187+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=X5S0MX6HC3UA type=del size=3028648 2024-09-12T17:45:38.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.191+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=CNDJ3BQWMH0Q type=del 2024-09-12T17:45:38.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.195+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=F0O1BZIILTUZ type=del size=3415207 2024-09-12T17:45:38.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.199+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=9610X0V2BXTI type=write size=841995 2024-09-12T17:45:38.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.203+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=3Z21OZOCP8QY type=del size=2751320 2024-09-12T17:45:38.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.211+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=R0GSLED97BQW type=del 2024-09-12T17:45:38.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.211+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=Z8XCPMEZ2PYV type=del size=695859 2024-09-12T17:45:38.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.215+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.0 size=1048576 2024-09-12T17:45:38.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.219+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.1 size=1048576 2024-09-12T17:45:38.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~1WOS8807GJP1.2 size=990568 2024-09-12T17:45:38.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.227+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=1WOS8807GJP1 tag=HRREI4BO1SW6 type=write size=4136296 2024-09-12T17:45:38.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.231+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=JOU1S4C7F917 type=del size=942482 2024-09-12T17:45:38.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.235+0000 7f6c8a8948c0 1 < suggested remove operation key=2E0ESBQHV9RU tag=OWHNVGZ7HMXV type=del 2024-09-12T17:45:38.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.239+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=FLSV7HTHVPC0 type=del size=3689716 2024-09-12T17:45:38.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.0 size=1048576 2024-09-12T17:45:38.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.1 size=1048576 2024-09-12T17:45:38.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~T2D4OB2MRPHF.2 size=861731 2024-09-12T17:45:38.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.255+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=T2D4OB2MRPHF tag=G5LU8U7LTDKX type=write size=4007459 2024-09-12T17:45:38.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.259+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=N5C5NFSGJ8K8 type=del size=805244 2024-09-12T17:45:38.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.263+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=RC6VB1T0PX75 type=del 2024-09-12T17:45:38.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~PKFDJRX0T3DO.0 size=545980 2024-09-12T17:45:38.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.267+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=PKFDJRX0T3DO tag=H68FHN88ZICC type=write size=1594556 2024-09-12T17:45:38.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.271+0000 7f6c8a8948c0 1 < canceled operation key=Z2G3J6B76H7P tag=LSO3VF3S3X8V type=del size=1469232 2024-09-12T17:45:38.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.275+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=N992YJZ7XZHP type=del size=2016013 2024-09-12T17:45:38.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.279+0000 7f6c8a8948c0 -1 < failed to complete operation key=LALMJ3TYSQ6T tag=16Q0BUHRCNPJ type=del size=2079347: (22) Invalid argument 2024-09-12T17:45:38.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~4L6AH9G7T4T5.0 size=43185 2024-09-12T17:45:38.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=4L6AH9G7T4T5 tag=A4PHMBRDVE9L type=write size=1091761 2024-09-12T17:45:38.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.287+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~RO20MDDLUJHA.0 size=316689 2024-09-12T17:45:38.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.295+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=RO20MDDLUJHA tag=IYWJU0SDWJKT type=write size=1365265 2024-09-12T17:45:38.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~JAEUWBOX1XYX.0 size=1048576 2024-09-12T17:45:38.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~JAEUWBOX1XYX.1 size=714888 2024-09-12T17:45:38.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.303+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=JAEUWBOX1XYX tag=XSTG4FNMKHE5 type=write size=2812040 2024-09-12T17:45:38.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.311+0000 7f6c8a8948c0 1 < suggested update operation key=5L4M8IBSBUF1 tag=AI39GF5T28NP type=del size=73067 2024-09-12T17:45:38.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.315+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=X4PLW4UAZ70S type=del size=2180232 2024-09-12T17:45:38.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.319+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=NSKGNYQ785I0 type=del 2024-09-12T17:45:38.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.323+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.0 size=1048576 2024-09-12T17:45:38.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.327+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.1 size=1048576 2024-09-12T17:45:38.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.331+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.2 size=680299 2024-09-12T17:45:38.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.331+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=QRNIBIEIH9HN tag=CONIBTOT0PWE type=write size=3826027 2024-09-12T17:45:38.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.0 size=1048576 2024-09-12T17:45:38.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.335+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.1 size=1048576 2024-09-12T17:45:38.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.339+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~2LF37FQCBZH3.2 size=250853 2024-09-12T17:45:38.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.343+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=2LF37FQCBZH3 tag=6BYCQ0OZQJKI type=write size=3396581 2024-09-12T17:45:38.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.347+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=RX84VPAKUMK8 type=del size=3215294 2024-09-12T17:45:38.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.351+0000 7f6c8a8948c0 -1 < failed to complete operation key=LALMJ3TYSQ6T tag=VRTW00B4J136 type=write size=412959: (22) Invalid argument 2024-09-12T17:45:38.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~JN2LS9Q8A2IM.0 size=1048576 2024-09-12T17:45:38.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~JN2LS9Q8A2IM.1 size=928206 2024-09-12T17:45:38.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.359+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=JN2LS9Q8A2IM tag=N1F4RWR2K4X3 type=write size=3025358 2024-09-12T17:45:38.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.363+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=LF1O0FKMDU1U type=del 2024-09-12T17:45:38.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MPZ27K76195C.0 size=1048576 2024-09-12T17:45:38.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MPZ27K76195C.1 size=177248 2024-09-12T17:45:38.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.371+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=MPZ27K76195C tag=AFEXGSOACYUJ type=write size=2274400 2024-09-12T17:45:38.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.375+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=X5S0MX6HC3UA type=del 2024-09-12T17:45:38.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.379+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=ND19ZAMJ3R70 type=del size=2407033 2024-09-12T17:45:38.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.383+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=F0O1BZIILTUZ type=del 2024-09-12T17:45:38.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.387+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=PDZUTULY363J type=del size=517550 2024-09-12T17:45:38.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.387+0000 7f6c8a8948c0 -1 < failed to complete operation key=NGA7I4DL09NU tag=3Z21OZOCP8QY type=del size=2751320: (22) Invalid argument 2024-09-12T17:45:38.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.391+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=FXO0V6ZXOY13 type=write size=246480 2024-09-12T17:45:38.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.395+0000 7f6c8a8948c0 -1 < failed to complete operation key=NGA7I4DL09NU tag=Z8XCPMEZ2PYV type=del size=695859: (22) Invalid argument 2024-09-12T17:45:38.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.399+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=QM9PLXS4923F type=del size=2020192 2024-09-12T17:45:38.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.407+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=JOU1S4C7F917 type=del 2024-09-12T17:45:38.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.407+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=5Y4I4MF6VQRJ type=del size=595575 2024-09-12T17:45:38.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.411+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=FLSV7HTHVPC0 type=del 2024-09-12T17:45:38.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.419+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~BNJ16UWTCSIE.0 size=756906 2024-09-12T17:45:38.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.419+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=BNJ16UWTCSIE tag=A6915I1RHKOG type=write size=1805482 2024-09-12T17:45:38.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.419+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=N5C5NFSGJ8K8 type=del 2024-09-12T17:45:38.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.423+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=UAGEXFU1SGHI type=del size=2375203 2024-09-12T17:45:38.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.423+0000 7f6c8a8948c0 1 < canceled part key=_multipart_9JUD16MCJPOU.2~PKFDJRX0T3DO.0 size=545980 2024-09-12T17:45:38.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.431+0000 7f6c8a8948c0 1 < canceled multipart upload key=9JUD16MCJPOU upload=PKFDJRX0T3DO tag=H68FHN88ZICC type=write size=1594556 2024-09-12T17:45:38.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.435+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=W8OP0ETJD9S9 type=del size=3436480 2024-09-12T17:45:38.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.435+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=N992YJZ7XZHP type=del 2024-09-12T17:45:38.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.439+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=ZHC08QQZZCAX type=del size=1570946 2024-09-12T17:45:38.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~4L6AH9G7T4T5.0 size=43185 2024-09-12T17:45:38.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.451+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=4L6AH9G7T4T5 tag=A4PHMBRDVE9L type=write size=1091761 2024-09-12T17:45:38.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.455+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=OSRU31CS5824 type=del size=2589527 2024-09-12T17:45:38.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.455+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~JAEUWBOX1XYX.0 size=1048576 2024-09-12T17:45:38.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~JAEUWBOX1XYX.1 size=714888 2024-09-12T17:45:38.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.463+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=JAEUWBOX1XYX tag=XSTG4FNMKHE5 type=write size=2812040 2024-09-12T17:45:38.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.0 size=1048576 2024-09-12T17:45:38.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.1 size=1048576 2024-09-12T17:45:38.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.2 size=627502 2024-09-12T17:45:38.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.475+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=V9EIYXFNASLH tag=VC3U3FP5NJD1 type=write size=3773230 2024-09-12T17:45:38.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.487+0000 7f6c8a8948c0 1 < suggested update operation key=DKQJR0BTFM5J tag=X4PLW4UAZ70S type=del size=2180232 2024-09-12T17:45:38.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.491+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=TINHPSPSXFQ4 type=del size=1786347 2024-09-12T17:45:38.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.491+0000 7f6c8a8948c0 1 < canceled part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.0 size=1048576 2024-09-12T17:45:38.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.495+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.1 size=1048576 2024-09-12T17:45:38.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.499+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~QRNIBIEIH9HN.2 size=680299 2024-09-12T17:45:38.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.503+0000 7f6c8a8948c0 1 < canceled multipart upload key=THGH3XU7HTDO upload=QRNIBIEIH9HN tag=CONIBTOT0PWE type=write size=3826027 2024-09-12T17:45:38.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.0 size=1048576 2024-09-12T17:45:38.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.1 size=1048576 2024-09-12T17:45:38.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.515+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.2 size=983092 2024-09-12T17:45:38.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.515+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=W68LY1I50BLJ tag=J93Z3O7RU4YU type=write size=4128820 2024-09-12T17:45:38.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.523+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=RX84VPAKUMK8 type=del 2024-09-12T17:45:38.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.527+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=06V4XZNWJC46 type=del size=1630803 2024-09-12T17:45:38.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.527+0000 7f6c8a8948c0 1 < canceled part key=_multipart_THGH3XU7HTDO.2~JN2LS9Q8A2IM.0 size=1048576 2024-09-12T17:45:38.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.527+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~JN2LS9Q8A2IM.1 size=928206 2024-09-12T17:45:38.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.535+0000 7f6c8a8948c0 1 < canceled multipart upload key=THGH3XU7HTDO upload=JN2LS9Q8A2IM tag=N1F4RWR2K4X3 type=write size=3025358 2024-09-12T17:45:38.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.539+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=YPD7H1AJAARC type=write size=627574 2024-09-12T17:45:38.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~MPZ27K76195C.0 size=1048576 2024-09-12T17:45:38.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~MPZ27K76195C.1 size=177248 2024-09-12T17:45:38.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.551+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=MPZ27K76195C tag=AFEXGSOACYUJ type=write size=2274400 2024-09-12T17:45:38.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.555+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=VO4QHDM4X5AW type=del size=3607502 2024-09-12T17:45:38.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.555+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=ND19ZAMJ3R70 type=del 2024-09-12T17:45:38.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.559+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=S29X8BSRBI3M type=del size=588808 2024-09-12T17:45:38.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.563+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=PDZUTULY363J type=del 2024-09-12T17:45:38.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~17MBK9IKJETQ.0 size=1048576 2024-09-12T17:45:38.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~17MBK9IKJETQ.1 size=509955 2024-09-12T17:45:38.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.571+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=17MBK9IKJETQ tag=EH3NAPHT1420 type=write size=2607107 2024-09-12T17:45:38.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.575+0000 7f6c8a8948c0 1 < completed write operation key=9JUD16MCJPOU tag=FXO0V6ZXOY13 type=write size=246480 2024-09-12T17:45:38.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.579+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=GD7IU8255EXE type=del size=449077 2024-09-12T17:45:38.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.583+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=QM9PLXS4923F type=del 2024-09-12T17:45:38.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.0 size=1048576 2024-09-12T17:45:38.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.1 size=1048576 2024-09-12T17:45:38.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.2 size=823626 2024-09-12T17:45:38.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.595+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=TNHQ4AVI03H5 tag=R0URG4ZP42S6 type=write size=3969354 2024-09-12T17:45:38.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.599+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=5Y4I4MF6VQRJ type=del 2024-09-12T17:45:38.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.603+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=JL1EWZ6U3Y8D type=del size=813259 2024-09-12T17:45:38.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~BNJ16UWTCSIE.0 size=756906 2024-09-12T17:45:38.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.611+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=BNJ16UWTCSIE tag=A6915I1RHKOG type=write size=1805482 2024-09-12T17:45:38.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.615+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=TZ38TF0E7YFN type=del size=2574337 2024-09-12T17:45:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.619+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=UAGEXFU1SGHI type=del 2024-09-12T17:45:38.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~8TO8QPGFPOO6.0 size=906958 2024-09-12T17:45:38.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.623+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=8TO8QPGFPOO6 tag=934R4H6LWO3W type=write size=1955534 2024-09-12T17:45:38.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.627+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=W8OP0ETJD9S9 type=del 2024-09-12T17:45:38.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.631+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=1P0GWS63APJ3 type=del size=985415 2024-09-12T17:45:38.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.635+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=ZHC08QQZZCAX type=del 2024-09-12T17:45:38.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.639+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=FJ3VHTLTGE7B type=del size=3611678 2024-09-12T17:45:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.643+0000 7f6c8a8948c0 1 < canceled operation key=5A2ZJW6U5Y5A tag=OSRU31CS5824 type=del size=2589527 2024-09-12T17:45:38.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.647+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.0 size=1048576 2024-09-12T17:45:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.651+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.1 size=1048576 2024-09-12T17:45:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.651+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.2 size=81222 2024-09-12T17:45:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.651+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=1DVU3WMXEFUL tag=82NTOB42DW6D type=write size=3226950 2024-09-12T17:45:38.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.0 size=1048576 2024-09-12T17:45:38.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.1 size=1048576 2024-09-12T17:45:38.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~V9EIYXFNASLH.2 size=627502 2024-09-12T17:45:38.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.667+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=V9EIYXFNASLH tag=VC3U3FP5NJD1 type=write size=3773230 2024-09-12T17:45:38.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.667+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=M74L278FCGUF type=del size=245231 2024-09-12T17:45:38.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.671+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=TINHPSPSXFQ4 type=del 2024-09-12T17:45:38.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.675+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=EMPQVPY207SU type=del size=2889385 2024-09-12T17:45:38.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.679+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.0 size=1048576 2024-09-12T17:45:38.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.679+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.1 size=1048576 2024-09-12T17:45:38.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~W68LY1I50BLJ.2 size=983092 2024-09-12T17:45:38.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.687+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=W68LY1I50BLJ tag=J93Z3O7RU4YU type=write size=4128820 2024-09-12T17:45:38.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~YMO9H07O2NHV.0 size=1048576 2024-09-12T17:45:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.695+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~YMO9H07O2NHV.1 size=286758 2024-09-12T17:45:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.695+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=YMO9H07O2NHV tag=L41FNHTC0EM9 type=write size=2383910 2024-09-12T17:45:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.695+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=06V4XZNWJC46 type=del 2024-09-12T17:45:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~C0VGP6000SKA.0 size=1048576 2024-09-12T17:45:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~C0VGP6000SKA.1 size=77589 2024-09-12T17:45:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.703+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=C0VGP6000SKA tag=CB4FCI2N2BGS type=write size=2174741 2024-09-12T17:45:38.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.707+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=YPD7H1AJAARC type=write size=627574 2024-09-12T17:45:38.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.711+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=TP8P270EKN6H type=del size=3036185 2024-09-12T17:45:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.715+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=VO4QHDM4X5AW type=del 2024-09-12T17:45:38.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.719+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=3BSCAYZKK5YC type=del size=3314210 2024-09-12T17:45:38.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.719+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=S29X8BSRBI3M type=del 2024-09-12T17:45:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.723+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=ZPNKPMNWYZDE type=write size=453691 2024-09-12T17:45:38.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~17MBK9IKJETQ.0 size=1048576 2024-09-12T17:45:38.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.731+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~17MBK9IKJETQ.1 size=509955 2024-09-12T17:45:38.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.735+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=17MBK9IKJETQ tag=EH3NAPHT1420 type=write size=2607107 2024-09-12T17:45:38.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.739+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=E1QR1DXJK3R2 type=del size=2245005 2024-09-12T17:45:38.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.743+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=GD7IU8255EXE type=del 2024-09-12T17:45:38.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.747+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=RM4BL2A1QZ9E type=del size=3046210 2024-09-12T17:45:38.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.0 size=1048576 2024-09-12T17:45:38.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.1 size=1048576 2024-09-12T17:45:38.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~TNHQ4AVI03H5.2 size=823626 2024-09-12T17:45:38.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.759+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=TNHQ4AVI03H5 tag=R0URG4ZP42S6 type=write size=3969354 2024-09-12T17:45:38.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.763+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=S7253P3UOIKL type=del size=3881891 2024-09-12T17:45:38.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.767+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=JL1EWZ6U3Y8D type=del 2024-09-12T17:45:38.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.767+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=FKBTXK3YS9LN type=del size=2507043 2024-09-12T17:45:38.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.771+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=TZ38TF0E7YFN type=del 2024-09-12T17:45:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.775+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=3EGTDAP21FSW type=del size=675425 2024-09-12T17:45:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~8TO8QPGFPOO6.0 size=906958 2024-09-12T17:45:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.783+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=8TO8QPGFPOO6 tag=934R4H6LWO3W type=write size=1955534 2024-09-12T17:45:38.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.787+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=CFE0LLGLH80G type=write size=717475 2024-09-12T17:45:38.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.795+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=1P0GWS63APJ3 type=del 2024-09-12T17:45:38.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.799+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=38OEUCFQKV5M type=del size=4081484 2024-09-12T17:45:38.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.803+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=FJ3VHTLTGE7B type=del 2024-09-12T17:45:38.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.807+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.0 size=1048576 2024-09-12T17:45:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.1 size=1048576 2024-09-12T17:45:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.815+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.2 size=211827 2024-09-12T17:45:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.815+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=CN2N6VTOIE0K tag=DRMRXH6LSWZK type=write size=3357555 2024-09-12T17:45:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.0 size=1048576 2024-09-12T17:45:38.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.1 size=1048576 2024-09-12T17:45:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~1DVU3WMXEFUL.2 size=81222 2024-09-12T17:45:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.831+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=1DVU3WMXEFUL tag=82NTOB42DW6D type=write size=3226950 2024-09-12T17:45:38.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~1A3ZBDWSW3PR.0 size=1048576 2024-09-12T17:45:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~1A3ZBDWSW3PR.1 size=39653 2024-09-12T17:45:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.835+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=1A3ZBDWSW3PR tag=3G4QYPMAVYOJ type=write size=2136805 2024-09-12T17:45:38.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.839+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=M74L278FCGUF type=del 2024-09-12T17:45:38.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.843+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=BEXB11KBLEHA type=del size=2008338 2024-09-12T17:45:38.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.847+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=EMPQVPY207SU type=del 2024-09-12T17:45:38.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~XLII19XYPUXT.0 size=1048576 2024-09-12T17:45:38.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~XLII19XYPUXT.1 size=359243 2024-09-12T17:45:38.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=XLII19XYPUXT tag=D0FVUMJUY2DL type=write size=2456395 2024-09-12T17:45:38.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~YMO9H07O2NHV.0 size=1048576 2024-09-12T17:45:38.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~YMO9H07O2NHV.1 size=286758 2024-09-12T17:45:38.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.867+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=YMO9H07O2NHV tag=L41FNHTC0EM9 type=write size=2383910 2024-09-12T17:45:38.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~WJH2ENCT12NO.0 size=1048576 2024-09-12T17:45:38.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.875+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~WJH2ENCT12NO.1 size=600840 2024-09-12T17:45:38.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.875+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=WJH2ENCT12NO tag=YE2EFWGKKY95 type=write size=2697992 2024-09-12T17:45:38.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.875+0000 7f6c8a8948c0 1 < canceled part key=_multipart_HTSRF6I8OFUX.2~C0VGP6000SKA.0 size=1048576 2024-09-12T17:45:38.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.875+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~C0VGP6000SKA.1 size=77589 2024-09-12T17:45:38.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.883+0000 7f6c8a8948c0 1 < canceled multipart upload key=HTSRF6I8OFUX upload=C0VGP6000SKA tag=CB4FCI2N2BGS type=write size=2174741 2024-09-12T17:45:38.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.887+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=RWE8MOEEV292 type=del size=2213582 2024-09-12T17:45:38.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.891+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=TP8P270EKN6H type=del 2024-09-12T17:45:38.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~WVXGBGM99HK3.0 size=367683 2024-09-12T17:45:38.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=WVXGBGM99HK3 tag=JGC0LONMC6EU type=write size=1416259 2024-09-12T17:45:38.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.903+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=3BSCAYZKK5YC type=del size=3314210 2024-09-12T17:45:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.907+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=J85K3QTQ3REY type=del size=2738835 2024-09-12T17:45:38.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.911+0000 7f6c8a8948c0 1 < completed write operation key=2E0ESBQHV9RU tag=ZPNKPMNWYZDE type=write size=453691 2024-09-12T17:45:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.915+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=DS5EGXC306AV type=del size=3891884 2024-09-12T17:45:38.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.919+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=E1QR1DXJK3R2 type=del 2024-09-12T17:45:38.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.923+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=APC9Q89N4NZR type=del size=2021215 2024-09-12T17:45:38.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.927+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=RM4BL2A1QZ9E type=del 2024-09-12T17:45:38.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.931+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.0 size=1048576 2024-09-12T17:45:38.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.1 size=1048576 2024-09-12T17:45:38.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.2 size=342003 2024-09-12T17:45:38.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.935+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=3TRCYZR8GKE5 tag=21H4VYQM4XU1 type=write size=3487731 2024-09-12T17:45:38.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.939+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=S7253P3UOIKL type=del 2024-09-12T17:45:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.943+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=BYS4G6PCW2Z8 type=write size=451600 2024-09-12T17:45:38.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.947+0000 7f6c8a8948c0 1 < canceled operation key=Z2SEGKWGLUBR tag=FKBTXK3YS9LN type=del size=2507043 2024-09-12T17:45:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.955+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~GYW4LXA0PSF5.0 size=981696 2024-09-12T17:45:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.955+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=GYW4LXA0PSF5 tag=0H1E3XGO2ENE type=write size=2030272 2024-09-12T17:45:38.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.959+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=3EGTDAP21FSW type=del 2024-09-12T17:45:38.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.959+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=9FA6T4O23O3Q type=del size=1077677 2024-09-12T17:45:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.963+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=CFE0LLGLH80G type=write size=717475 2024-09-12T17:45:38.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.971+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~5NAPLNLM2ALX.0 size=627265 2024-09-12T17:45:38.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.971+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=5NAPLNLM2ALX tag=24DBU5A1Q1W3 type=write size=1675841 2024-09-12T17:45:38.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.979+0000 7f6c8a8948c0 1 < suggested update operation key=XIE90KFMCQ9Y tag=38OEUCFQKV5M type=del size=4081484 2024-09-12T17:45:38.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.983+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~IMIHOB0P15ZO.0 size=407258 2024-09-12T17:45:38.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.983+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=IMIHOB0P15ZO tag=R3AYSQFCB84N type=write size=1455834 2024-09-12T17:45:38.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.0 size=1048576 2024-09-12T17:45:38.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.1 size=1048576 2024-09-12T17:45:38.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~CN2N6VTOIE0K.2 size=211827 2024-09-12T17:45:38.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:38.999+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=CN2N6VTOIE0K tag=DRMRXH6LSWZK type=write size=3357555 2024-09-12T17:45:39.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.003+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=9HNU1SUSGFDM type=del size=1979461 2024-09-12T17:45:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~1A3ZBDWSW3PR.0 size=1048576 2024-09-12T17:45:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.011+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~1A3ZBDWSW3PR.1 size=39653 2024-09-12T17:45:39.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.015+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=1A3ZBDWSW3PR tag=3G4QYPMAVYOJ type=write size=2136805 2024-09-12T17:45:39.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.019+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=BHRC6EU1ME4J type=write size=409218 2024-09-12T17:45:39.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.023+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=BEXB11KBLEHA type=del 2024-09-12T17:45:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~Z3L47ON00F9R.0 size=898860 2024-09-12T17:45:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.031+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=Z3L47ON00F9R tag=L21V1QPVQHTC type=write size=1947436 2024-09-12T17:45:39.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~XLII19XYPUXT.0 size=1048576 2024-09-12T17:45:39.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.039+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~XLII19XYPUXT.1 size=359243 2024-09-12T17:45:39.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.043+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=XLII19XYPUXT tag=D0FVUMJUY2DL type=write size=2456395 2024-09-12T17:45:39.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.047+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=DY2FQ12BXLG2 type=del size=652344 2024-09-12T17:45:39.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~WJH2ENCT12NO.0 size=1048576 2024-09-12T17:45:39.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~WJH2ENCT12NO.1 size=600840 2024-09-12T17:45:39.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.059+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=WJH2ENCT12NO tag=YE2EFWGKKY95 type=write size=2697992 2024-09-12T17:45:39.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MLO1VKOYU34H.0 size=347899 2024-09-12T17:45:39.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=MLO1VKOYU34H tag=2M1KQQSWTS3A type=write size=1396475 2024-09-12T17:45:39.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.071+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=RWE8MOEEV292 type=del 2024-09-12T17:45:39.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.0 size=1048576 2024-09-12T17:45:39.078 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.079+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.1 size=1048576 2024-09-12T17:45:39.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.083+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.2 size=171841 2024-09-12T17:45:39.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.083+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=FNCSVTDEB19Y tag=FKNKE8SSWX1U type=write size=3317569 2024-09-12T17:45:39.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.087+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~WVXGBGM99HK3.0 size=367683 2024-09-12T17:45:39.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.095+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=WVXGBGM99HK3 tag=JGC0LONMC6EU type=write size=1416259 2024-09-12T17:45:39.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~I43R312WM7VY.0 size=1048576 2024-09-12T17:45:39.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~I43R312WM7VY.1 size=523379 2024-09-12T17:45:39.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.103+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=I43R312WM7VY tag=CRQEXMXKUDU3 type=write size=2620531 2024-09-12T17:45:39.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.111+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=J85K3QTQ3REY type=del 2024-09-12T17:45:39.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~1SMWUZVUIVY8.0 size=737009 2024-09-12T17:45:39.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.119+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=1SMWUZVUIVY8 tag=RV22LY03PYZ7 type=write size=1785585 2024-09-12T17:45:39.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.127+0000 7f6c8a8948c0 1 < canceled operation key=G3ZV89D5UXB4 tag=DS5EGXC306AV type=del size=3891884 2024-09-12T17:45:39.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.0 size=1048576 2024-09-12T17:45:39.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.135+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.1 size=1048576 2024-09-12T17:45:39.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.139+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.2 size=319586 2024-09-12T17:45:39.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.139+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=FE93PMRBX06O tag=K2W0L3KYLPVH type=write size=3465314 2024-09-12T17:45:39.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.143+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=APC9Q89N4NZR type=del 2024-09-12T17:45:39.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.147+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=VCF5HZEQJ3XC type=write size=963898 2024-09-12T17:45:39.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.151+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.0 size=1048576 2024-09-12T17:45:39.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.1 size=1048576 2024-09-12T17:45:39.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~3TRCYZR8GKE5.2 size=342003 2024-09-12T17:45:39.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.163+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=3TRCYZR8GKE5 tag=21H4VYQM4XU1 type=write size=3487731 2024-09-12T17:45:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~Q0ETAI7D2Q9I.0 size=1048576 2024-09-12T17:45:39.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~Q0ETAI7D2Q9I.1 size=893096 2024-09-12T17:45:39.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.171+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=Q0ETAI7D2Q9I tag=NTU9S9C3431C type=write size=2990248 2024-09-12T17:45:39.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.175+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=BYS4G6PCW2Z8 type=write size=451600 2024-09-12T17:45:39.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.175+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=XFMU1CS9SCIM type=del size=1286840 2024-09-12T17:45:39.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.179+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~GYW4LXA0PSF5.0 size=981696 2024-09-12T17:45:39.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.187+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=GYW4LXA0PSF5 tag=0H1E3XGO2ENE type=write size=2030272 2024-09-12T17:45:39.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.187+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=5RUCKEXKHEBX type=del size=2700617 2024-09-12T17:45:39.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.191+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=9FA6T4O23O3Q type=del 2024-09-12T17:45:39.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.0 size=1048576 2024-09-12T17:45:39.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.1 size=1048576 2024-09-12T17:45:39.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.2 size=594398 2024-09-12T17:45:39.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.203+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=T3D3GP0LKQFS tag=8OY8TUYPZHLO type=write size=3740126 2024-09-12T17:45:39.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.207+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~5NAPLNLM2ALX.0 size=627265 2024-09-12T17:45:39.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.215+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=5NAPLNLM2ALX tag=24DBU5A1Q1W3 type=write size=1675841 2024-09-12T17:45:39.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~BQNMWZMAWL9I.0 size=923741 2024-09-12T17:45:39.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.219+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=BQNMWZMAWL9I tag=BZ8OJAL9XH3W type=write size=1972317 2024-09-12T17:45:39.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~IMIHOB0P15ZO.0 size=407258 2024-09-12T17:45:39.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.227+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=IMIHOB0P15ZO tag=R3AYSQFCB84N type=write size=1455834 2024-09-12T17:45:39.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.231+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=0D85U2UQMA92 type=del size=3468252 2024-09-12T17:45:39.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.235+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=9HNU1SUSGFDM type=del 2024-09-12T17:45:39.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.239+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=0NYTKPS6BAJX type=write size=614725 2024-09-12T17:45:39.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.243+0000 7f6c8a8948c0 1 < completed write operation key=IVB6FLK7S6PP tag=BHRC6EU1ME4J type=write size=409218 2024-09-12T17:45:39.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.247+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=SP3UJF987PAI type=write size=233357 2024-09-12T17:45:39.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~Z3L47ON00F9R.0 size=898860 2024-09-12T17:45:39.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.255+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=Z3L47ON00F9R tag=L21V1QPVQHTC type=write size=1947436 2024-09-12T17:45:39.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.0 size=1048576 2024-09-12T17:45:39.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.1 size=1048576 2024-09-12T17:45:39.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.2 size=666162 2024-09-12T17:45:39.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.267+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=NLGT8YWFA941 tag=UIIXGH7T7U5A type=write size=3811890 2024-09-12T17:45:39.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.267+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=DY2FQ12BXLG2 type=del 2024-09-12T17:45:39.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.271+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=NANNN980JYGK type=del size=1645116 2024-09-12T17:45:39.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.275+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MLO1VKOYU34H.0 size=347899 2024-09-12T17:45:39.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.279+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=MLO1VKOYU34H tag=2M1KQQSWTS3A type=write size=1396475 2024-09-12T17:45:39.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.0 size=1048576 2024-09-12T17:45:39.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.1 size=1048576 2024-09-12T17:45:39.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.291+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.2 size=875336 2024-09-12T17:45:39.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.291+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=9IPUCQYNSJMM tag=FN3TMYR29RCG type=write size=4021064 2024-09-12T17:45:39.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.0 size=1048576 2024-09-12T17:45:39.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.299+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.1 size=1048576 2024-09-12T17:45:39.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.299+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~FNCSVTDEB19Y.2 size=171841 2024-09-12T17:45:39.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.307+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=FNCSVTDEB19Y tag=FKNKE8SSWX1U type=write size=3317569 2024-09-12T17:45:39.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~YQLR9LVKIBKY.0 size=895585 2024-09-12T17:45:39.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.311+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=YQLR9LVKIBKY tag=PC9W22MRZQ0J type=write size=1944161 2024-09-12T17:45:39.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.315+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~I43R312WM7VY.0 size=1048576 2024-09-12T17:45:39.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.315+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~I43R312WM7VY.1 size=523379 2024-09-12T17:45:39.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.323+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=I43R312WM7VY tag=CRQEXMXKUDU3 type=write size=2620531 2024-09-12T17:45:39.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.327+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=J0SM3GV0G7T2 type=del size=3188204 2024-09-12T17:45:39.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~1SMWUZVUIVY8.0 size=737009 2024-09-12T17:45:39.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.335+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=1SMWUZVUIVY8 tag=RV22LY03PYZ7 type=write size=1785585 2024-09-12T17:45:39.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.339+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=4L58MWWELB8K type=del size=1059594 2024-09-12T17:45:39.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.0 size=1048576 2024-09-12T17:45:39.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.1 size=1048576 2024-09-12T17:45:39.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~FE93PMRBX06O.2 size=319586 2024-09-12T17:45:39.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.351+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=FE93PMRBX06O tag=K2W0L3KYLPVH type=write size=3465314 2024-09-12T17:45:39.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.355+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=OHP36PXOXTZD type=del size=3638359 2024-09-12T17:45:39.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.359+0000 7f6c8a8948c0 1 < completed write operation key=C0BM0M0DR88A tag=VCF5HZEQJ3XC type=write size=963898 2024-09-12T17:45:39.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.0 size=1048576 2024-09-12T17:45:39.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.1 size=1048576 2024-09-12T17:45:39.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.2 size=40668 2024-09-12T17:45:39.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.371+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=F1V6R6LRMWHN tag=58Y02HGIF9D8 type=write size=3186396 2024-09-12T17:45:39.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~Q0ETAI7D2Q9I.0 size=1048576 2024-09-12T17:45:39.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~Q0ETAI7D2Q9I.1 size=893096 2024-09-12T17:45:39.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.383+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=Q0ETAI7D2Q9I tag=NTU9S9C3431C type=write size=2990248 2024-09-12T17:45:39.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.387+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.0 size=1048576 2024-09-12T17:45:39.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.1 size=1048576 2024-09-12T17:45:39.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.2 size=150247 2024-09-12T17:45:39.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.395+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=NA578YQM5NUZ tag=BDNIB8QJROX4 type=write size=3295975 2024-09-12T17:45:39.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.399+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=XFMU1CS9SCIM type=del 2024-09-12T17:45:39.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.403+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=UR2CVHH2UL4R type=del size=1414106 2024-09-12T17:45:39.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.407+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=5RUCKEXKHEBX type=del 2024-09-12T17:45:39.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.411+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=U4P6GIPI9P25 type=del size=2097032 2024-09-12T17:45:39.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.0 size=1048576 2024-09-12T17:45:39.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.1 size=1048576 2024-09-12T17:45:39.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.419+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~T3D3GP0LKQFS.2 size=594398 2024-09-12T17:45:39.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.427+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=T3D3GP0LKQFS tag=8OY8TUYPZHLO type=write size=3740126 2024-09-12T17:45:39.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.435+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~QP8BA64C5PWF.0 size=1048576 2024-09-12T17:45:39.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~QP8BA64C5PWF.1 size=986008 2024-09-12T17:45:39.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.439+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=QP8BA64C5PWF tag=7DIEL9IMKH4M type=write size=3083160 2024-09-12T17:45:39.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~BQNMWZMAWL9I.0 size=923741 2024-09-12T17:45:39.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.447+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=BQNMWZMAWL9I tag=BZ8OJAL9XH3W type=write size=1972317 2024-09-12T17:45:39.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.451+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=PIRW1M35PI32 type=del size=3879743 2024-09-12T17:45:39.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.455+0000 7f6c8a8948c0 1 < suggested update operation key=5A2ZJW6U5Y5A tag=0D85U2UQMA92 type=del size=3468252 2024-09-12T17:45:39.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.459+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=X2UQ6SHY0XF2 type=del size=951860 2024-09-12T17:45:39.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.463+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=0NYTKPS6BAJX type=write size=614725 2024-09-12T17:45:39.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~QM0N5VLHCOY7.0 size=1048576 2024-09-12T17:45:39.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.471+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~QM0N5VLHCOY7.1 size=188946 2024-09-12T17:45:39.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.471+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=QM0N5VLHCOY7 tag=960TXX6K7QEI type=write size=2286098 2024-09-12T17:45:39.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.475+0000 7f6c8a8948c0 1 < completed write operation key=1G8V6AD1JDDX tag=SP3UJF987PAI type=write size=233357 2024-09-12T17:45:39.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.479+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=Q95W8BSS9B29 type=del size=2565011 2024-09-12T17:45:39.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.0 size=1048576 2024-09-12T17:45:39.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.1 size=1048576 2024-09-12T17:45:39.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~NLGT8YWFA941.2 size=666162 2024-09-12T17:45:39.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.495+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=NLGT8YWFA941 tag=UIIXGH7T7U5A type=write size=3811890 2024-09-12T17:45:39.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~W18VPQY179I5.0 size=54014 2024-09-12T17:45:39.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.499+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=W18VPQY179I5 tag=2KW5X2CVQGCD type=write size=1102590 2024-09-12T17:45:39.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.503+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=NANNN980JYGK type=del 2024-09-12T17:45:39.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.507+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=HT48EX7DN48H type=del size=3446293 2024-09-12T17:45:39.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.0 size=1048576 2024-09-12T17:45:39.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.1 size=1048576 2024-09-12T17:45:39.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~9IPUCQYNSJMM.2 size=875336 2024-09-12T17:45:39.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.523+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=9IPUCQYNSJMM tag=FN3TMYR29RCG type=write size=4021064 2024-09-12T17:45:39.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~TT3R45ABQG0R.0 size=1048576 2024-09-12T17:45:39.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~TT3R45ABQG0R.1 size=319192 2024-09-12T17:45:39.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=TT3R45ABQG0R tag=CNKNR2H70EVH type=write size=2416344 2024-09-12T17:45:39.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.535+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~YQLR9LVKIBKY.0 size=895585 2024-09-12T17:45:39.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.539+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=YQLR9LVKIBKY tag=PC9W22MRZQ0J type=write size=1944161 2024-09-12T17:45:39.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.543+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=ZNOB7PCSNX94 type=write size=820086 2024-09-12T17:45:39.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.547+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=J0SM3GV0G7T2 type=del 2024-09-12T17:45:39.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.551+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=YL1DK2ZWB21O type=del size=680577 2024-09-12T17:45:39.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.555+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=4L58MWWELB8K type=del 2024-09-12T17:45:39.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.559+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=F8HC8VHA6NRJ type=del size=964540 2024-09-12T17:45:39.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.563+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=OHP36PXOXTZD type=del 2024-09-12T17:45:39.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.567+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=H2WVSQX4X4XV type=write size=533736 2024-09-12T17:45:39.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.0 size=1048576 2024-09-12T17:45:39.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.1 size=1048576 2024-09-12T17:45:39.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.575+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~F1V6R6LRMWHN.2 size=40668 2024-09-12T17:45:39.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.583+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=F1V6R6LRMWHN tag=58Y02HGIF9D8 type=write size=3186396 2024-09-12T17:45:39.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~43XIPIN04ZSV.0 size=428639 2024-09-12T17:45:39.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=43XIPIN04ZSV tag=3W8V4XUUUABR type=write size=1477215 2024-09-12T17:45:39.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.0 size=1048576 2024-09-12T17:45:39.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.1 size=1048576 2024-09-12T17:45:39.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~NA578YQM5NUZ.2 size=150247 2024-09-12T17:45:39.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.603+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=NA578YQM5NUZ tag=BDNIB8QJROX4 type=write size=3295975 2024-09-12T17:45:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.607+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~VM7WXW09ZITG.0 size=925752 2024-09-12T17:45:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.607+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=VM7WXW09ZITG tag=W3XE1IMG3J5U type=write size=1974328 2024-09-12T17:45:39.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.611+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=UR2CVHH2UL4R type=del 2024-09-12T17:45:39.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.615+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=NG1QF7E34TR2 type=del size=3896023 2024-09-12T17:45:39.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.623+0000 7f6c8a8948c0 1 < suggested remove operation key=DKQJR0BTFM5J tag=U4P6GIPI9P25 type=del 2024-09-12T17:45:39.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.627+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=PQ2NF4BDNMFS type=write size=655156 2024-09-12T17:45:39.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.631+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~QP8BA64C5PWF.0 size=1048576 2024-09-12T17:45:39.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.635+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~QP8BA64C5PWF.1 size=986008 2024-09-12T17:45:39.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.639+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=QP8BA64C5PWF tag=7DIEL9IMKH4M type=write size=3083160 2024-09-12T17:45:39.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.643+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=LUR7U64SWYBR type=del size=1970297 2024-09-12T17:45:39.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.647+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=PIRW1M35PI32 type=del 2024-09-12T17:45:39.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.651+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=LJQKIAK39H67 type=write size=321112 2024-09-12T17:45:39.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.651+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=DKQJR0BTFM5J tag=X2UQ6SHY0XF2 type=del size=951860: (2) No such file or directory 2024-09-12T17:45:39.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.655+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~UXL67Z6S5X7Z.0 size=393951 2024-09-12T17:45:39.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.655+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=UXL67Z6S5X7Z tag=XZSQCFGIP6LH type=write size=1442527 2024-09-12T17:45:39.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.659+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~QM0N5VLHCOY7.0 size=1048576 2024-09-12T17:45:39.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.659+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~QM0N5VLHCOY7.1 size=188946 2024-09-12T17:45:39.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.667+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=QM0N5VLHCOY7 tag=960TXX6K7QEI type=write size=2286098 2024-09-12T17:45:39.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.671+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=5CSZXQK7YOI3 type=del size=2056547 2024-09-12T17:45:39.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.675+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=Q95W8BSS9B29 type=del 2024-09-12T17:45:39.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~F5YM905JWHYB.0 size=1048576 2024-09-12T17:45:39.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.683+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~F5YM905JWHYB.1 size=1018178 2024-09-12T17:45:39.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.683+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=F5YM905JWHYB tag=LNRSN1T2C59J type=write size=3115330 2024-09-12T17:45:39.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.683+0000 7f6c8a8948c0 1 < canceled part key=_multipart_5L4M8IBSBUF1.2~W18VPQY179I5.0 size=54014 2024-09-12T17:45:39.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.687+0000 7f6c8a8948c0 1 < canceled multipart upload key=5L4M8IBSBUF1 upload=W18VPQY179I5 tag=2KW5X2CVQGCD type=write size=1102590 2024-09-12T17:45:39.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.691+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=LJKRMNJ33U5W type=del size=339034 2024-09-12T17:45:39.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.695+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=HT48EX7DN48H type=del 2024-09-12T17:45:39.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.699+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~AGR5F36QE7I2.0 size=1048576 2024-09-12T17:45:39.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~AGR5F36QE7I2.1 size=285677 2024-09-12T17:45:39.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.703+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=AGR5F36QE7I2 tag=SUA7TRUHAPK6 type=write size=2382829 2024-09-12T17:45:39.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.707+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~TT3R45ABQG0R.0 size=1048576 2024-09-12T17:45:39.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.707+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~TT3R45ABQG0R.1 size=319192 2024-09-12T17:45:39.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.715+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=TT3R45ABQG0R tag=CNKNR2H70EVH type=write size=2416344 2024-09-12T17:45:39.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.715+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=3YQU49HRXYYJ type=del size=3922685 2024-09-12T17:45:39.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.719+0000 7f6c8a8948c0 1 < completed write operation key=HTSRF6I8OFUX tag=ZNOB7PCSNX94 type=write size=820086 2024-09-12T17:45:39.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.0 size=1048576 2024-09-12T17:45:39.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.1 size=1048576 2024-09-12T17:45:39.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.2 size=413545 2024-09-12T17:45:39.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.731+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=E3CBZQ15QJX0 tag=02O97F5I2HT5 type=write size=3559273 2024-09-12T17:45:39.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.731+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=YL1DK2ZWB21O type=del 2024-09-12T17:45:39.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.735+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=5CLRLFCZV5WH type=del size=2335285 2024-09-12T17:45:39.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.739+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=F8HC8VHA6NRJ type=del 2024-09-12T17:45:39.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.743+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=1RA7FD19OMV1 type=del size=3117722 2024-09-12T17:45:39.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.747+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=H2WVSQX4X4XV type=write size=533736 2024-09-12T17:45:39.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.755+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=O4G11VOWLWTZ type=del size=2410980 2024-09-12T17:45:39.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~43XIPIN04ZSV.0 size=428639 2024-09-12T17:45:39.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.763+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=43XIPIN04ZSV tag=3W8V4XUUUABR type=write size=1477215 2024-09-12T17:45:39.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~Z9QWXM7JNKK8.0 size=166156 2024-09-12T17:45:39.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=Z9QWXM7JNKK8 tag=1L7KVQGDPJWD type=write size=1214732 2024-09-12T17:45:39.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.767+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~VM7WXW09ZITG.0 size=925752 2024-09-12T17:45:39.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.775+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=VM7WXW09ZITG tag=W3XE1IMG3J5U type=write size=1974328 2024-09-12T17:45:39.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.775+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=6HOTA0YMM6LH type=del size=2074105 2024-09-12T17:45:39.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.779+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=NG1QF7E34TR2 type=del 2024-09-12T17:45:39.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.787+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~6S9I4A07EWNC.0 size=266066 2024-09-12T17:45:39.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.787+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=6S9I4A07EWNC tag=NLJU5LSKHN6U type=write size=1314642 2024-09-12T17:45:39.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.791+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=PQ2NF4BDNMFS type=write size=655156 2024-09-12T17:45:39.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.791+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=8VZRTJW7OPQ0 type=del size=4102012 2024-09-12T17:45:39.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.795+0000 7f6c8a8948c0 1 < canceled operation key=2E0ESBQHV9RU tag=LUR7U64SWYBR type=del size=1970297 2024-09-12T17:45:39.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.799+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=EKRZSVPSXMDS type=del size=2935416 2024-09-12T17:45:39.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.803+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=LJQKIAK39H67 type=write size=321112 2024-09-12T17:45:39.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.807+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~KNQMV484KWWB.0 size=454874 2024-09-12T17:45:39.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.807+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=KNQMV484KWWB tag=TRURXRIIIV9T type=write size=1503450 2024-09-12T17:45:39.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~UXL67Z6S5X7Z.0 size=393951 2024-09-12T17:45:39.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.819+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=UXL67Z6S5X7Z tag=XZSQCFGIP6LH type=write size=1442527 2024-09-12T17:45:39.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.819+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=94CQBHLRXVTW type=del size=1548472 2024-09-12T17:45:39.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.823+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=5CSZXQK7YOI3 type=del 2024-09-12T17:45:39.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~3PZT272WDZ8Q.0 size=860015 2024-09-12T17:45:39.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.831+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=3PZT272WDZ8Q tag=H430C8OJO25W type=write size=1908591 2024-09-12T17:45:39.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~F5YM905JWHYB.0 size=1048576 2024-09-12T17:45:39.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.835+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~F5YM905JWHYB.1 size=1018178 2024-09-12T17:45:39.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.843+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=F5YM905JWHYB tag=LNRSN1T2C59J type=write size=3115330 2024-09-12T17:45:39.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.843+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=N3L485AW1JFJ type=write size=484445 2024-09-12T17:45:39.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.847+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=LJKRMNJ33U5W type=del 2024-09-12T17:45:39.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.851+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=19FZQM6HSQ8A type=write size=740185 2024-09-12T17:45:39.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.855+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~AGR5F36QE7I2.0 size=1048576 2024-09-12T17:45:39.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~AGR5F36QE7I2.1 size=285677 2024-09-12T17:45:39.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.863+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=AGR5F36QE7I2 tag=SUA7TRUHAPK6 type=write size=2382829 2024-09-12T17:45:39.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~I4J3ILIZ7TMO.0 size=195514 2024-09-12T17:45:39.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.871+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=I4J3ILIZ7TMO tag=IMR9LJLSXGA5 type=write size=1244090 2024-09-12T17:45:39.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.875+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=3YQU49HRXYYJ type=del 2024-09-12T17:45:39.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.879+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.0 size=1048576 2024-09-12T17:45:39.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.883+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.1 size=1048576 2024-09-12T17:45:39.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.887+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.2 size=826445 2024-09-12T17:45:39.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.887+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=MCY242B35WI3 tag=0471B86V3J3J type=write size=3972173 2024-09-12T17:45:39.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.0 size=1048576 2024-09-12T17:45:39.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.891+0000 7f6c8a8948c0 1 < canceled part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.1 size=1048576 2024-09-12T17:45:39.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~E3CBZQ15QJX0.2 size=413545 2024-09-12T17:45:39.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.899+0000 7f6c8a8948c0 1 < canceled multipart upload key=LALMJ3TYSQ6T upload=E3CBZQ15QJX0 tag=02O97F5I2HT5 type=write size=3559273 2024-09-12T17:45:39.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.903+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=DM4NO5BTYFLU type=del size=2976624 2024-09-12T17:45:39.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.907+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=5CLRLFCZV5WH type=del 2024-09-12T17:45:39.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~8QC0O37IAKI6.0 size=1048576 2024-09-12T17:45:39.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~8QC0O37IAKI6.1 size=203057 2024-09-12T17:45:39.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.915+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=8QC0O37IAKI6 tag=SQ02ADNN2W6C type=write size=2300209 2024-09-12T17:45:39.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.923+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=1RA7FD19OMV1 type=del size=3117722 2024-09-12T17:45:39.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.927+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=M9CBK9A3JE51 type=del size=3112641 2024-09-12T17:45:39.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.927+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=O4G11VOWLWTZ type=del 2024-09-12T17:45:39.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.0 size=1048576 2024-09-12T17:45:39.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.1 size=1048576 2024-09-12T17:45:39.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.2 size=181855 2024-09-12T17:45:39.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.939+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=Z2L26JKCR7CC tag=LELXMTH0MC8V type=write size=3327583 2024-09-12T17:45:39.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~Z9QWXM7JNKK8.0 size=166156 2024-09-12T17:45:39.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.947+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=Z9QWXM7JNKK8 tag=1L7KVQGDPJWD type=write size=1214732 2024-09-12T17:45:39.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.951+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=PDUMFQBE415C type=del size=644122 2024-09-12T17:45:39.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.955+0000 7f6c8a8948c0 1 < canceled operation key=AIKDU0CC4E5U tag=6HOTA0YMM6LH type=del size=2074105 2024-09-12T17:45:39.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.959+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=6C666JGM6RCO type=write size=61163 2024-09-12T17:45:39.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~6S9I4A07EWNC.0 size=266066 2024-09-12T17:45:39.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.967+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=6S9I4A07EWNC tag=NLJU5LSKHN6U type=write size=1314642 2024-09-12T17:45:39.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~G0ZJOPCSQULX.0 size=1048576 2024-09-12T17:45:39.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~G0ZJOPCSQULX.1 size=830001 2024-09-12T17:45:39.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.975+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=G0ZJOPCSQULX tag=VOEV317C9BUI type=write size=2927153 2024-09-12T17:45:39.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.979+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=8VZRTJW7OPQ0 type=del 2024-09-12T17:45:39.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.0 size=1048576 2024-09-12T17:45:39.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.1 size=1048576 2024-09-12T17:45:39.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.991+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.2 size=369112 2024-09-12T17:45:39.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.991+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=F45F0O1UK9F5 tag=TBYYGE52OJJK type=write size=3514840 2024-09-12T17:45:39.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.995+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=EKRZSVPSXMDS type=del 2024-09-12T17:45:39.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:39.999+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=7BL26GUY20ET type=del size=2780536 2024-09-12T17:45:40.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.003+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~KNQMV484KWWB.0 size=454874 2024-09-12T17:45:40.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.007+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=KNQMV484KWWB tag=TRURXRIIIV9T type=write size=1503450 2024-09-12T17:45:40.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~CC8HOZV5BJSF.0 size=412558 2024-09-12T17:45:40.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=CC8HOZV5BJSF tag=6J3TYMBM8YSC type=write size=1461134 2024-09-12T17:45:40.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.015+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=94CQBHLRXVTW type=del 2024-09-12T17:45:40.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.019+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=JDOQ60TI9PLL type=del size=2843660 2024-09-12T17:45:40.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~3PZT272WDZ8Q.0 size=860015 2024-09-12T17:45:40.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.027+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=3PZT272WDZ8Q tag=H430C8OJO25W type=write size=1908591 2024-09-12T17:45:40.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.031+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=POWPHXVBUJIM type=del size=208268 2024-09-12T17:45:40.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.035+0000 7f6c8a8948c0 1 < completed write operation key=1167S0KYHA9V tag=N3L485AW1JFJ type=write size=484445 2024-09-12T17:45:40.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.039+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=AIUNWFY7UWBI type=del size=1338482 2024-09-12T17:45:40.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.039+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=19FZQM6HSQ8A type=write size=740185 2024-09-12T17:45:40.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.043+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=7JC5H1VHRV64 type=del size=2133592 2024-09-12T17:45:40.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~I4J3ILIZ7TMO.0 size=195514 2024-09-12T17:45:40.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.051+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=I4J3ILIZ7TMO tag=IMR9LJLSXGA5 type=write size=1244090 2024-09-12T17:45:40.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.0 size=1048576 2024-09-12T17:45:40.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.1 size=1048576 2024-09-12T17:45:40.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.2 size=770147 2024-09-12T17:45:40.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=CLYUM0F8ETK4 tag=N40Y3LR7DC1L type=write size=3915875 2024-09-12T17:45:40.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.071+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.0 size=1048576 2024-09-12T17:45:40.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.071+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.1 size=1048576 2024-09-12T17:45:40.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~MCY242B35WI3.2 size=826445 2024-09-12T17:45:40.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.079+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=MCY242B35WI3 tag=0471B86V3J3J type=write size=3972173 2024-09-12T17:45:40.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.083+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=HF1KHZVPEUW7 type=del size=466951 2024-09-12T17:45:40.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.087+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=DM4NO5BTYFLU type=del 2024-09-12T17:45:40.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.087+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=DN5PV7KLOW4V type=del size=2017472 2024-09-12T17:45:40.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.091+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~8QC0O37IAKI6.0 size=1048576 2024-09-12T17:45:40.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.095+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~8QC0O37IAKI6.1 size=203057 2024-09-12T17:45:40.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.099+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=8QC0O37IAKI6 tag=SQ02ADNN2W6C type=write size=2300209 2024-09-12T17:45:40.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~25EHZVJL5C3P.0 size=641594 2024-09-12T17:45:40.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.103+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=25EHZVJL5C3P tag=IQ2ZXSH0I3XK type=write size=1690170 2024-09-12T17:45:40.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.107+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=M9CBK9A3JE51 type=del 2024-09-12T17:45:40.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.111+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~KAT0PACJQH2G.0 size=989558 2024-09-12T17:45:40.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.111+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=KAT0PACJQH2G tag=F75RZGJQQC5N type=write size=2038134 2024-09-12T17:45:40.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.115+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.0 size=1048576 2024-09-12T17:45:40.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.1 size=1048576 2024-09-12T17:45:40.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.119+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~Z2L26JKCR7CC.2 size=181855 2024-09-12T17:45:40.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.123+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=Z2L26JKCR7CC tag=LELXMTH0MC8V type=write size=3327583 2024-09-12T17:45:40.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.0 size=1048576 2024-09-12T17:45:40.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.1 size=1048576 2024-09-12T17:45:40.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.135+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.2 size=35642 2024-09-12T17:45:40.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.135+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=EIHCOE9WKSOK tag=17N20JWA1CTU type=write size=3181370 2024-09-12T17:45:40.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.139+0000 7f6c8a8948c0 1 < suggested update operation key=WUXSVUAZ3VE0 tag=PDUMFQBE415C type=del size=644122 2024-09-12T17:45:40.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.143+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=HMUZZQRSSJHB type=del size=2904232 2024-09-12T17:45:40.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.147+0000 7f6c8a8948c0 1 < completed write operation key=LALMJ3TYSQ6T tag=6C666JGM6RCO type=write size=61163 2024-09-12T17:45:40.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~8ID32Z9R1OCK.0 size=27470 2024-09-12T17:45:40.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.151+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=8ID32Z9R1OCK tag=DG17BEAUSV3U type=write size=1076046 2024-09-12T17:45:40.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~G0ZJOPCSQULX.0 size=1048576 2024-09-12T17:45:40.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.155+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~G0ZJOPCSQULX.1 size=830001 2024-09-12T17:45:40.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.159+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=G0ZJOPCSQULX tag=VOEV317C9BUI type=write size=2927153 2024-09-12T17:45:40.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~3R4HEL7GMUGY.0 size=1048576 2024-09-12T17:45:40.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~3R4HEL7GMUGY.1 size=302670 2024-09-12T17:45:40.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.167+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=3R4HEL7GMUGY tag=Q0PBJKDS97Q2 type=write size=2399822 2024-09-12T17:45:40.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.0 size=1048576 2024-09-12T17:45:40.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.1 size=1048576 2024-09-12T17:45:40.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~F45F0O1UK9F5.2 size=369112 2024-09-12T17:45:40.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.179+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=F45F0O1UK9F5 tag=TBYYGE52OJJK type=write size=3514840 2024-09-12T17:45:40.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.183+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=W0D6PQTZXA82 type=del size=870250 2024-09-12T17:45:40.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.187+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=7BL26GUY20ET type=del 2024-09-12T17:45:40.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.187+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=XD4XZEAYMDXL type=del size=643848 2024-09-12T17:45:40.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~CC8HOZV5BJSF.0 size=412558 2024-09-12T17:45:40.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.195+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=CC8HOZV5BJSF tag=6J3TYMBM8YSC type=write size=1461134 2024-09-12T17:45:40.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~KTXZTM0GOKZ2.0 size=1048576 2024-09-12T17:45:40.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~KTXZTM0GOKZ2.1 size=696754 2024-09-12T17:45:40.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.203+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=KTXZTM0GOKZ2 tag=W67NHRXKG6FP type=write size=2793906 2024-09-12T17:45:40.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.207+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=JDOQ60TI9PLL type=del 2024-09-12T17:45:40.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.0 size=1048576 2024-09-12T17:45:40.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.1 size=1048576 2024-09-12T17:45:40.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.2 size=124135 2024-09-12T17:45:40.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.215+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=SGM1P6F849Y7 tag=PMI4511OIBWW type=write size=3269863 2024-09-12T17:45:40.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.219+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=POWPHXVBUJIM type=del size=208268 2024-09-12T17:45:40.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~PBZV6M3TTVT3.0 size=1048576 2024-09-12T17:45:40.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.227+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~PBZV6M3TTVT3.1 size=496766 2024-09-12T17:45:40.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.227+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=PBZV6M3TTVT3 tag=HWIL3PKPHOV5 type=write size=2593918 2024-09-12T17:45:40.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.231+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=AIUNWFY7UWBI type=del 2024-09-12T17:45:40.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.235+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~9QXL8WMYEKJT.0 size=725076 2024-09-12T17:45:40.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.235+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=9QXL8WMYEKJT tag=W8581EK2Q2UO type=write size=1773652 2024-09-12T17:45:40.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.235+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=7JC5H1VHRV64 type=del 2024-09-12T17:45:40.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.239+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=QSF9G8CEZ4XJ type=write size=332624 2024-09-12T17:45:40.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.0 size=1048576 2024-09-12T17:45:40.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.1 size=1048576 2024-09-12T17:45:40.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~CLYUM0F8ETK4.2 size=770147 2024-09-12T17:45:40.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.251+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=CLYUM0F8ETK4 tag=N40Y3LR7DC1L type=write size=3915875 2024-09-12T17:45:40.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.0 size=1048576 2024-09-12T17:45:40.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.1 size=1048576 2024-09-12T17:45:40.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.2 size=82843 2024-09-12T17:45:40.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.263+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=V616BDXDXTWY tag=9J6EFD4UGCUM type=write size=3228571 2024-09-12T17:45:40.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.267+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=HF1KHZVPEUW7 type=del 2024-09-12T17:45:40.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.271+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~0ZCJLLV1T6F9.0 size=719061 2024-09-12T17:45:40.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.271+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=0ZCJLLV1T6F9 tag=8EXA8YF8Y703 type=write size=1767637 2024-09-12T17:45:40.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.275+0000 7f6c8a8948c0 1 < suggested remove operation key=XIE90KFMCQ9Y tag=DN5PV7KLOW4V type=del 2024-09-12T17:45:40.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.279+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=MRUR0MTNC18O type=del size=4092316 2024-09-12T17:45:40.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.283+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~25EHZVJL5C3P.0 size=641594 2024-09-12T17:45:40.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.291+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=25EHZVJL5C3P tag=IQ2ZXSH0I3XK type=write size=1690170 2024-09-12T17:45:40.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.295+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.0 size=1048576 2024-09-12T17:45:40.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.1 size=1048576 2024-09-12T17:45:40.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.2 size=657781 2024-09-12T17:45:40.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.303+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=HKLPH1KB2VXC tag=QRJYKJKQJPFX type=write size=3803509 2024-09-12T17:45:40.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~KAT0PACJQH2G.0 size=989558 2024-09-12T17:45:40.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.311+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=KAT0PACJQH2G tag=F75RZGJQQC5N type=write size=2038134 2024-09-12T17:45:40.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.315+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.0 size=1048576 2024-09-12T17:45:40.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.1 size=1048576 2024-09-12T17:45:40.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.323+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.2 size=765085 2024-09-12T17:45:40.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.323+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=N3XLH96AVD48 tag=KPQ9Z84Y5OAR type=write size=3910813 2024-09-12T17:45:40.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.0 size=1048576 2024-09-12T17:45:40.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.1 size=1048576 2024-09-12T17:45:40.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~EIHCOE9WKSOK.2 size=35642 2024-09-12T17:45:40.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.343+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=EIHCOE9WKSOK tag=17N20JWA1CTU type=write size=3181370 2024-09-12T17:45:40.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.343+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=GKGI8AMAK26C type=del size=1673885 2024-09-12T17:45:40.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.347+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=HMUZZQRSSJHB type=del 2024-09-12T17:45:40.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.351+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=JKXMGSN4TTQM type=write size=493903 2024-09-12T17:45:40.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.355+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~8ID32Z9R1OCK.0 size=27470 2024-09-12T17:45:40.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.359+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=8ID32Z9R1OCK tag=DG17BEAUSV3U type=write size=1076046 2024-09-12T17:45:40.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~MW583KGWNJUE.0 size=1048576 2024-09-12T17:45:40.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~MW583KGWNJUE.1 size=561063 2024-09-12T17:45:40.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.367+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=MW583KGWNJUE tag=IH7KY4IXJIV3 type=write size=2658215 2024-09-12T17:45:40.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.371+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~3R4HEL7GMUGY.0 size=1048576 2024-09-12T17:45:40.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~3R4HEL7GMUGY.1 size=302670 2024-09-12T17:45:40.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.379+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=3R4HEL7GMUGY tag=Q0PBJKDS97Q2 type=write size=2399822 2024-09-12T17:45:40.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.383+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.0 size=1048576 2024-09-12T17:45:40.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.387+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.1 size=1048576 2024-09-12T17:45:40.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.2 size=664440 2024-09-12T17:45:40.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=M1KAZFJN58FR tag=LMU4T5A05ZDG type=write size=3810168 2024-09-12T17:45:40.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.391+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=W0D6PQTZXA82 type=del 2024-09-12T17:45:40.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.395+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=U1MPDDSDA7I5 type=del size=2231828 2024-09-12T17:45:40.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.399+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=XD4XZEAYMDXL type=del 2024-09-12T17:45:40.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.403+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=M6OQHNKOJ1AK type=del size=947855 2024-09-12T17:45:40.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~KTXZTM0GOKZ2.0 size=1048576 2024-09-12T17:45:40.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~KTXZTM0GOKZ2.1 size=696754 2024-09-12T17:45:40.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.415+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=KTXZTM0GOKZ2 tag=W67NHRXKG6FP type=write size=2793906 2024-09-12T17:45:40.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.419+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~1LEPOHWWX5NQ.0 size=1048576 2024-09-12T17:45:40.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~1LEPOHWWX5NQ.1 size=982064 2024-09-12T17:45:40.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.423+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=1LEPOHWWX5NQ tag=5KH99CY0ZVGQ type=write size=3079216 2024-09-12T17:45:40.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.423+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.0 size=1048576 2024-09-12T17:45:40.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.427+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.1 size=1048576 2024-09-12T17:45:40.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~SGM1P6F849Y7.2 size=124135 2024-09-12T17:45:40.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.435+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=SGM1P6F849Y7 tag=PMI4511OIBWW type=write size=3269863 2024-09-12T17:45:40.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.0 size=1048576 2024-09-12T17:45:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.443+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.1 size=1048576 2024-09-12T17:45:40.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.447+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.2 size=583833 2024-09-12T17:45:40.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.447+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=S1VD7BKDCYY4 tag=W5YIHM1FKOHB type=write size=3729561 2024-09-12T17:45:40.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~PBZV6M3TTVT3.0 size=1048576 2024-09-12T17:45:40.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~PBZV6M3TTVT3.1 size=496766 2024-09-12T17:45:40.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.455+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=PBZV6M3TTVT3 tag=HWIL3PKPHOV5 type=write size=2593918 2024-09-12T17:45:40.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.459+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=37YKO16RSYF4 type=write size=992467 2024-09-12T17:45:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~9QXL8WMYEKJT.0 size=725076 2024-09-12T17:45:40.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.467+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=9QXL8WMYEKJT tag=W8581EK2Q2UO type=write size=1773652 2024-09-12T17:45:40.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.471+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=GO8LYWD9JEG7 type=del size=3731157 2024-09-12T17:45:40.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.475+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=QSF9G8CEZ4XJ type=write size=332624 2024-09-12T17:45:40.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~RKGA0B7VTD00.0 size=1048576 2024-09-12T17:45:40.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~RKGA0B7VTD00.1 size=356755 2024-09-12T17:45:40.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.483+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=RKGA0B7VTD00 tag=U1O7LG1NYLSL type=write size=2453907 2024-09-12T17:45:40.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.0 size=1048576 2024-09-12T17:45:40.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.1 size=1048576 2024-09-12T17:45:40.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.491+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~V616BDXDXTWY.2 size=82843 2024-09-12T17:45:40.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.495+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=V616BDXDXTWY tag=9J6EFD4UGCUM type=write size=3228571 2024-09-12T17:45:40.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.499+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=ZJCF0KHYKTDL type=write size=722993 2024-09-12T17:45:40.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~0ZCJLLV1T6F9.0 size=719061 2024-09-12T17:45:40.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.507+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=0ZCJLLV1T6F9 tag=8EXA8YF8Y703 type=write size=1767637 2024-09-12T17:45:40.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.511+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=EASC96M59A6X type=del size=3238151 2024-09-12T17:45:40.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.515+0000 7f6c8a8948c0 1 < suggested remove operation key=2E0ESBQHV9RU tag=MRUR0MTNC18O type=del 2024-09-12T17:45:40.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.519+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=1YEROZN1K6ZK type=del size=968031 2024-09-12T17:45:40.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.0 size=1048576 2024-09-12T17:45:40.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.1 size=1048576 2024-09-12T17:45:40.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.527+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~HKLPH1KB2VXC.2 size=657781 2024-09-12T17:45:40.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.531+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=HKLPH1KB2VXC tag=QRJYKJKQJPFX type=write size=3803509 2024-09-12T17:45:40.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.535+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=93Z7TCCHBR7O type=del size=1595334 2024-09-12T17:45:40.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.0 size=1048576 2024-09-12T17:45:40.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.1 size=1048576 2024-09-12T17:45:40.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.547+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~N3XLH96AVD48.2 size=765085 2024-09-12T17:45:40.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.551+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=N3XLH96AVD48 tag=KPQ9Z84Y5OAR type=write size=3910813 2024-09-12T17:45:40.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.555+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=FYJB9BCE5XM2 type=del size=2227704 2024-09-12T17:45:40.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.563+0000 7f6c8a8948c0 1 < suggested update operation key=5L4M8IBSBUF1 tag=GKGI8AMAK26C type=del size=1673885 2024-09-12T17:45:40.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.0 size=1048576 2024-09-12T17:45:40.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.1 size=1048576 2024-09-12T17:45:40.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.2 size=955977 2024-09-12T17:45:40.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.571+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=8FWG32T9A6SA tag=2V68140BHCUT type=write size=4101705 2024-09-12T17:45:40.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.575+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E0ESBQHV9RU tag=JKXMGSN4TTQM type=write size=493903: (22) Invalid argument 2024-09-12T17:45:40.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~9G3SIL2V19QJ.0 size=704830 2024-09-12T17:45:40.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.579+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=9G3SIL2V19QJ tag=4K8POOQ731SR type=write size=1753406 2024-09-12T17:45:40.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.583+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~MW583KGWNJUE.0 size=1048576 2024-09-12T17:45:40.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~MW583KGWNJUE.1 size=561063 2024-09-12T17:45:40.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.591+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=MW583KGWNJUE tag=IH7KY4IXJIV3 type=write size=2658215 2024-09-12T17:45:40.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.591+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=HUYYRULX560K type=del size=1751028 2024-09-12T17:45:40.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.0 size=1048576 2024-09-12T17:45:40.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.599+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.1 size=1048576 2024-09-12T17:45:40.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.599+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~M1KAZFJN58FR.2 size=664440 2024-09-12T17:45:40.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.607+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=M1KAZFJN58FR tag=LMU4T5A05ZDG type=write size=3810168 2024-09-12T17:45:40.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.611+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~ZXVZRB3YS0EH.0 size=85084 2024-09-12T17:45:40.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.611+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=ZXVZRB3YS0EH tag=2DAXG95RUDV9 type=write size=1133660 2024-09-12T17:45:40.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.615+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=U1MPDDSDA7I5 type=del 2024-09-12T17:45:40.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~IM3BHHYWQPQE.0 size=762108 2024-09-12T17:45:40.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.623+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=IM3BHHYWQPQE tag=F2XLPSBDPENE type=write size=1810684 2024-09-12T17:45:40.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.627+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=M6OQHNKOJ1AK type=del 2024-09-12T17:45:40.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.0 size=1048576 2024-09-12T17:45:40.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.1 size=1048576 2024-09-12T17:45:40.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.2 size=109414 2024-09-12T17:45:40.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.635+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=2055M611AEQC tag=O7G0LKIX8H68 type=write size=3255142 2024-09-12T17:45:40.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.639+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~1LEPOHWWX5NQ.0 size=1048576 2024-09-12T17:45:40.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.639+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1167S0KYHA9V.2~1LEPOHWWX5NQ.1 size=982064 2024-09-12T17:45:40.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.643+0000 7f6c8a8948c0 1 < canceled multipart upload key=1167S0KYHA9V upload=1LEPOHWWX5NQ tag=5KH99CY0ZVGQ type=write size=3079216 2024-09-12T17:45:40.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.647+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=6PORCUU3ALD8 type=del size=3975836 2024-09-12T17:45:40.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.651+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.0 size=1048576 2024-09-12T17:45:40.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.1 size=1048576 2024-09-12T17:45:40.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~S1VD7BKDCYY4.2 size=583833 2024-09-12T17:45:40.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.659+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=S1VD7BKDCYY4 tag=W5YIHM1FKOHB type=write size=3729561 2024-09-12T17:45:40.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~5CEFTSXO15WO.0 size=1048576 2024-09-12T17:45:40.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~5CEFTSXO15WO.1 size=778570 2024-09-12T17:45:40.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.667+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=5CEFTSXO15WO tag=H85HM289Q2S3 type=write size=2875722 2024-09-12T17:45:40.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.671+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E0ESBQHV9RU tag=37YKO16RSYF4 type=write size=992467: (22) Invalid argument 2024-09-12T17:45:40.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.675+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=G3YAYY8RWQJL type=del size=1438943 2024-09-12T17:45:40.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.675+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E0ESBQHV9RU tag=GO8LYWD9JEG7 type=del size=3731157: (22) Invalid argument 2024-09-12T17:45:40.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.679+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=HRVYBT4TNVSA type=del size=1777711 2024-09-12T17:45:40.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~RKGA0B7VTD00.0 size=1048576 2024-09-12T17:45:40.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~RKGA0B7VTD00.1 size=356755 2024-09-12T17:45:40.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.687+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=RKGA0B7VTD00 tag=U1O7LG1NYLSL type=write size=2453907 2024-09-12T17:45:40.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.691+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=U1Y789Y77SXO type=del size=2868403 2024-09-12T17:45:40.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.695+0000 7f6c8a8948c0 1 < completed write operation key=2E3GUHIGS09Y tag=ZJCF0KHYKTDL type=write size=722993 2024-09-12T17:45:40.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.695+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=WIWPGZNARJ6M type=write size=314198 2024-09-12T17:45:40.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.699+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=EASC96M59A6X type=del 2024-09-12T17:45:40.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~XDWG79G2277W.0 size=1048576 2024-09-12T17:45:40.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.707+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~XDWG79G2277W.1 size=926486 2024-09-12T17:45:40.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.707+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=XDWG79G2277W tag=70RALK27FG0U type=write size=3023638 2024-09-12T17:45:40.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.707+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=1YEROZN1K6ZK type=del 2024-09-12T17:45:40.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.711+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=IWHOGOH01919 type=del size=1204967 2024-09-12T17:45:40.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.715+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=93Z7TCCHBR7O type=del 2024-09-12T17:45:40.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.719+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.0 size=1048576 2024-09-12T17:45:40.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.1 size=1048576 2024-09-12T17:45:40.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.2 size=286468 2024-09-12T17:45:40.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.723+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=HAUQHF9YSXJW tag=KRZ3GS8JOUQ0 type=write size=3432196 2024-09-12T17:45:40.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.727+0000 7f6c8a8948c0 1 < suggested remove operation key=THGH3XU7HTDO tag=FYJB9BCE5XM2 type=del 2024-09-12T17:45:40.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.0 size=1048576 2024-09-12T17:45:40.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.1 size=1048576 2024-09-12T17:45:40.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.2 size=774267 2024-09-12T17:45:40.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.735+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=K1WJ0VCRD855 tag=3JY65ON37PSX type=write size=3919995 2024-09-12T17:45:40.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.739+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.0 size=1048576 2024-09-12T17:45:40.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.1 size=1048576 2024-09-12T17:45:40.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~8FWG32T9A6SA.2 size=955977 2024-09-12T17:45:40.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.747+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=8FWG32T9A6SA tag=2V68140BHCUT type=write size=4101705 2024-09-12T17:45:40.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.751+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=113FWUBBGHKO type=del size=1446039 2024-09-12T17:45:40.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~9G3SIL2V19QJ.0 size=704830 2024-09-12T17:45:40.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.759+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=9G3SIL2V19QJ tag=4K8POOQ731SR type=write size=1753406 2024-09-12T17:45:40.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.763+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=BEH23NFW7LMI type=write size=142009 2024-09-12T17:45:40.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.767+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=HUYYRULX560K type=del 2024-09-12T17:45:40.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~9TQB4V81KP8M.0 size=909885 2024-09-12T17:45:40.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=9TQB4V81KP8M tag=2MN0BAY9KRJ2 type=write size=1958461 2024-09-12T17:45:40.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~ZXVZRB3YS0EH.0 size=85084 2024-09-12T17:45:40.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.779+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=ZXVZRB3YS0EH tag=2DAXG95RUDV9 type=write size=1133660 2024-09-12T17:45:40.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.779+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=7YPRURBNP30P type=del size=170289 2024-09-12T17:45:40.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.779+0000 7f6c8a8948c0 1 < canceled part key=_multipart_LALMJ3TYSQ6T.2~IM3BHHYWQPQE.0 size=762108 2024-09-12T17:45:40.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.787+0000 7f6c8a8948c0 1 < canceled multipart upload key=LALMJ3TYSQ6T upload=IM3BHHYWQPQE tag=F2XLPSBDPENE type=write size=1810684 2024-09-12T17:45:40.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.787+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=H03X7N4PTMII type=del size=302026 2024-09-12T17:45:40.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.791+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.0 size=1048576 2024-09-12T17:45:40.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.1 size=1048576 2024-09-12T17:45:40.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2055M611AEQC.2 size=109414 2024-09-12T17:45:40.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.799+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=2055M611AEQC tag=O7G0LKIX8H68 type=write size=3255142 2024-09-12T17:45:40.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.807+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~OBG7CZQSS2SI.0 size=715221 2024-09-12T17:45:40.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.807+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=OBG7CZQSS2SI tag=8JJYIF0HPDJX type=write size=1763797 2024-09-12T17:45:40.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.807+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=6PORCUU3ALD8 type=del 2024-09-12T17:45:40.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.811+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=MPNHCYOVRM2Q type=del size=2115450 2024-09-12T17:45:40.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.815+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~5CEFTSXO15WO.0 size=1048576 2024-09-12T17:45:40.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.815+0000 7f6c8a8948c0 1 < canceled part key=_multipart_TBBMO835ZRGP.2~5CEFTSXO15WO.1 size=778570 2024-09-12T17:45:40.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.819+0000 7f6c8a8948c0 1 < canceled multipart upload key=TBBMO835ZRGP upload=5CEFTSXO15WO tag=H85HM289Q2S3 type=write size=2875722 2024-09-12T17:45:40.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.823+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~72AF2V3WY37H.0 size=157067 2024-09-12T17:45:40.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.823+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=72AF2V3WY37H tag=TRLIR1UV8HGP type=write size=1205643 2024-09-12T17:45:40.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.827+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=G3YAYY8RWQJL type=del 2024-09-12T17:45:40.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~J5H3S1FH8VNZ.0 size=1048576 2024-09-12T17:45:40.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~J5H3S1FH8VNZ.1 size=467570 2024-09-12T17:45:40.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.835+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=J5H3S1FH8VNZ tag=HOVBBWZE11F1 type=write size=2564722 2024-09-12T17:45:40.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.835+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=HRVYBT4TNVSA type=del size=1777711 2024-09-12T17:45:40.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~2UZGTLSZTUW2.0 size=85038 2024-09-12T17:45:40.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.843+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=2UZGTLSZTUW2 tag=84R1BJBFY7LL type=write size=1133614 2024-09-12T17:45:40.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.843+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=U1Y789Y77SXO type=del 2024-09-12T17:45:40.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.847+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=WNO99T1SKZ30 type=del size=3957669 2024-09-12T17:45:40.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.851+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=WIWPGZNARJ6M type=write size=314198 2024-09-12T17:45:40.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~6AJTELL58P9H.0 size=685648 2024-09-12T17:45:40.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=6AJTELL58P9H tag=ZLBGLANO2SJP type=write size=1734224 2024-09-12T17:45:40.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.855+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~XDWG79G2277W.0 size=1048576 2024-09-12T17:45:40.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~XDWG79G2277W.1 size=926486 2024-09-12T17:45:40.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.863+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=XDWG79G2277W tag=70RALK27FG0U type=write size=3023638 2024-09-12T17:45:40.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.867+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=BO769CWI7158 type=del size=3888499 2024-09-12T17:45:40.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.871+0000 7f6c8a8948c0 1 < suggested update operation key=02UJO133SEG4 tag=IWHOGOH01919 type=del size=1204967 2024-09-12T17:45:40.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.875+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=2F40RMS2OYIG type=del size=1395622 2024-09-12T17:45:40.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.879+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.0 size=1048576 2024-09-12T17:45:40.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.1 size=1048576 2024-09-12T17:45:40.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~HAUQHF9YSXJW.2 size=286468 2024-09-12T17:45:40.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.891+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=HAUQHF9YSXJW tag=KRZ3GS8JOUQ0 type=write size=3432196 2024-09-12T17:45:40.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.0 size=1048576 2024-09-12T17:45:40.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.1 size=1048576 2024-09-12T17:45:40.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.2 size=781787 2024-09-12T17:45:40.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=J1LKH7F0ARM5 tag=AKDABBGJ81LB type=write size=3927515 2024-09-12T17:45:40.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.0 size=1048576 2024-09-12T17:45:40.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.1 size=1048576 2024-09-12T17:45:40.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.907+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~K1WJ0VCRD855.2 size=774267 2024-09-12T17:45:40.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.911+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=K1WJ0VCRD855 tag=3JY65ON37PSX type=write size=3919995 2024-09-12T17:45:40.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.911+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=NUSSYE9P4RIW type=del size=768901 2024-09-12T17:45:40.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.915+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=113FWUBBGHKO type=del size=1446039 2024-09-12T17:45:40.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.919+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=1DNOLT4Q7287 type=write size=587324 2024-09-12T17:45:40.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.919+0000 7f6c8a8948c0 -1 < failed to complete operation key=02UJO133SEG4 tag=BEH23NFW7LMI type=write size=142009: (22) Invalid argument 2024-09-12T17:45:40.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.923+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=N6RPX1V3E4MU type=del size=4138781 2024-09-12T17:45:40.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~9TQB4V81KP8M.0 size=909885 2024-09-12T17:45:40.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.931+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=9TQB4V81KP8M tag=2MN0BAY9KRJ2 type=write size=1958461 2024-09-12T17:45:40.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~2LODDQVJER0U.0 size=455921 2024-09-12T17:45:40.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.939+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=2LODDQVJER0U tag=3XRODLM1AK1C type=write size=1504497 2024-09-12T17:45:40.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.939+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=7YPRURBNP30P type=del 2024-09-12T17:45:40.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.943+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=SX4DD1O0QLVD type=del size=386931 2024-09-12T17:45:40.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.947+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=H03X7N4PTMII type=del 2024-09-12T17:45:40.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.955+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~WNXF5H9O2MHQ.0 size=749751 2024-09-12T17:45:40.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.955+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=WNXF5H9O2MHQ tag=ZFX274EBPPHB type=write size=1798327 2024-09-12T17:45:40.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.955+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2SEGKWGLUBR.2~OBG7CZQSS2SI.0 size=715221 2024-09-12T17:45:40.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.959+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2SEGKWGLUBR upload=OBG7CZQSS2SI tag=8JJYIF0HPDJX type=write size=1763797 2024-09-12T17:45:40.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.963+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=QVMA4503R5PU type=write size=626711 2024-09-12T17:45:40.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.963+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=MPNHCYOVRM2Q type=del 2024-09-12T17:45:40.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.967+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=90UYJWHDYLNG type=del size=1615731 2024-09-12T17:45:40.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.971+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~72AF2V3WY37H.0 size=157067 2024-09-12T17:45:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.975+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=72AF2V3WY37H tag=TRLIR1UV8HGP type=write size=1205643 2024-09-12T17:45:40.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.979+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=8IPGSB8DSSC6 type=del size=432607 2024-09-12T17:45:40.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.979+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~J5H3S1FH8VNZ.0 size=1048576 2024-09-12T17:45:40.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.983+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~J5H3S1FH8VNZ.1 size=467570 2024-09-12T17:45:40.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.987+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=J5H3S1FH8VNZ tag=HOVBBWZE11F1 type=write size=2564722 2024-09-12T17:45:40.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.991+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=QXG8RAWXOY3P type=del size=3602345 2024-09-12T17:45:40.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~2UZGTLSZTUW2.0 size=85038 2024-09-12T17:45:40.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:40.999+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=2UZGTLSZTUW2 tag=84R1BJBFY7LL type=write size=1133614 2024-09-12T17:45:41.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.003+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=796DT0GZQM16 type=del size=2573546 2024-09-12T17:45:41.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.007+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=WNO99T1SKZ30 type=del 2024-09-12T17:45:41.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~58DNNI3H8W7O.0 size=748164 2024-09-12T17:45:41.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.011+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=58DNNI3H8W7O tag=ORFH8SAZYIPR type=write size=1796740 2024-09-12T17:45:41.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.015+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~6AJTELL58P9H.0 size=685648 2024-09-12T17:45:41.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.019+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=6AJTELL58P9H tag=ZLBGLANO2SJP type=write size=1734224 2024-09-12T17:45:41.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.023+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.0 size=1048576 2024-09-12T17:45:41.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.1 size=1048576 2024-09-12T17:45:41.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.2 size=979061 2024-09-12T17:45:41.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.031+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=I5M4C4BVJ77O tag=0T485SC6H28Z type=write size=4124789 2024-09-12T17:45:41.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.035+0000 7f6c8a8948c0 1 < suggested update operation key=AIKDU0CC4E5U tag=BO769CWI7158 type=del size=3888499 2024-09-12T17:45:41.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.043+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~Q80TTV71SAXJ.0 size=868176 2024-09-12T17:45:41.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.043+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=Q80TTV71SAXJ tag=K08T8BP85LHU type=write size=1916752 2024-09-12T17:45:41.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.043+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=2F40RMS2OYIG type=del 2024-09-12T17:45:41.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.047+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=L5E231AJUYFL type=del size=2889640 2024-09-12T17:45:41.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.0 size=1048576 2024-09-12T17:45:41.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.1 size=1048576 2024-09-12T17:45:41.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~J1LKH7F0ARM5.2 size=781787 2024-09-12T17:45:41.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.063+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=J1LKH7F0ARM5 tag=AKDABBGJ81LB type=write size=3927515 2024-09-12T17:45:41.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.067+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=VZ3Q86SA3UCO type=del size=2765904 2024-09-12T17:45:41.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.067+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=NUSSYE9P4RIW type=del 2024-09-12T17:45:41.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.071+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=ZGLNO0UOJ8E6 type=del size=299475 2024-09-12T17:45:41.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.075+0000 7f6c8a8948c0 1 < completed write operation key=Z2SEGKWGLUBR tag=1DNOLT4Q7287 type=write size=587324 2024-09-12T17:45:41.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.079+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=MR4T66N035WP type=del size=3545162 2024-09-12T17:45:41.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.083+0000 7f6c8a8948c0 1 < canceled operation key=SC9MK1C1ETEN tag=N6RPX1V3E4MU type=del size=4138781 2024-09-12T17:45:41.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.083+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=90UPFOHKEZD8 type=del size=2103250 2024-09-12T17:45:41.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.087+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~2LODDQVJER0U.0 size=455921 2024-09-12T17:45:41.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.091+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=2LODDQVJER0U tag=3XRODLM1AK1C type=write size=1504497 2024-09-12T17:45:41.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~APBLA8V49W2N.0 size=271266 2024-09-12T17:45:41.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.099+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=APBLA8V49W2N tag=HFPRC1E4456G type=write size=1319842 2024-09-12T17:45:41.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.103+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=SX4DD1O0QLVD type=del 2024-09-12T17:45:41.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.0 size=1048576 2024-09-12T17:45:41.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.111+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.1 size=1048576 2024-09-12T17:45:41.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.115+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.2 size=1027589 2024-09-12T17:45:41.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.115+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=OJH3HRCYTK5L tag=PKPNU3VECEKN type=write size=4173317 2024-09-12T17:45:41.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.119+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~WNXF5H9O2MHQ.0 size=749751 2024-09-12T17:45:41.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.123+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=WNXF5H9O2MHQ tag=ZFX274EBPPHB type=write size=1798327 2024-09-12T17:45:41.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.0 size=1048576 2024-09-12T17:45:41.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.1 size=1048576 2024-09-12T17:45:41.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.2 size=728411 2024-09-12T17:45:41.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.131+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=3F08RST627Y6 tag=VPMJC950T9MB type=write size=3874139 2024-09-12T17:45:41.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.135+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=QVMA4503R5PU type=write size=626711 2024-09-12T17:45:41.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.139+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=3GA2123L48LW type=del size=2664783 2024-09-12T17:45:41.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.143+0000 7f6c8a8948c0 1 < suggested update operation key=C0BM0M0DR88A tag=90UYJWHDYLNG type=del size=1615731 2024-09-12T17:45:41.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.147+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=9U3J16S1Q1V8 type=del size=2018255 2024-09-12T17:45:41.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.151+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=8IPGSB8DSSC6 type=del 2024-09-12T17:45:41.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~DSLYRBLB4DM1.0 size=945521 2024-09-12T17:45:41.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.155+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=DSLYRBLB4DM1 tag=ANUP2JTH0QKJ type=write size=1994097 2024-09-12T17:45:41.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.163+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=QXG8RAWXOY3P type=del 2024-09-12T17:45:41.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.0 size=1048576 2024-09-12T17:45:41.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.1 size=1048576 2024-09-12T17:45:41.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.2 size=61528 2024-09-12T17:45:41.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.171+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=XQ3AZ0Q4TXCO tag=FUSPMTPK39V9 type=write size=3207256 2024-09-12T17:45:41.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.175+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=796DT0GZQM16 type=del 2024-09-12T17:45:41.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~G4GVKTOZSTBU.0 size=102942 2024-09-12T17:45:41.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.179+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=G4GVKTOZSTBU tag=OTQB44JURJ26 type=write size=1151518 2024-09-12T17:45:41.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.183+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~58DNNI3H8W7O.0 size=748164 2024-09-12T17:45:41.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.187+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=58DNNI3H8W7O tag=ORFH8SAZYIPR type=write size=1796740 2024-09-12T17:45:41.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.191+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=223TV01IF5QM type=del size=1734262 2024-09-12T17:45:41.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.0 size=1048576 2024-09-12T17:45:41.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.199+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.1 size=1048576 2024-09-12T17:45:41.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.199+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~I5M4C4BVJ77O.2 size=979061 2024-09-12T17:45:41.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.203+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=I5M4C4BVJ77O tag=0T485SC6H28Z type=write size=4124789 2024-09-12T17:45:41.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.207+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=W8XGY7GS1P7L type=write size=770236 2024-09-12T17:45:41.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~Q80TTV71SAXJ.0 size=868176 2024-09-12T17:45:41.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.215+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=Q80TTV71SAXJ tag=K08T8BP85LHU type=write size=1916752 2024-09-12T17:45:41.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~4D1OPC39MQNP.0 size=1048576 2024-09-12T17:45:41.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~4D1OPC39MQNP.1 size=698282 2024-09-12T17:45:41.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=4D1OPC39MQNP tag=WUMTJ4U1VTKH type=write size=2795434 2024-09-12T17:45:41.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.227+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=L5E231AJUYFL type=del 2024-09-12T17:45:41.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.231+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=HGZ8TECYMDXG type=del size=522267 2024-09-12T17:45:41.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.231+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=VZ3Q86SA3UCO type=del 2024-09-12T17:45:41.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.239+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~R0PWIZDNJ7I0.0 size=903450 2024-09-12T17:45:41.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.239+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=R0PWIZDNJ7I0 tag=U6QHYXSOIUW3 type=write size=1952026 2024-09-12T17:45:41.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.243+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=ZGLNO0UOJ8E6 type=del 2024-09-12T17:45:41.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.243+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=R1SX11LPVJIA type=del size=437197 2024-09-12T17:45:41.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.247+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=MR4T66N035WP type=del 2024-09-12T17:45:41.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.251+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=MOQMYUEF2BZK type=write size=166834 2024-09-12T17:45:41.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.259+0000 7f6c8a8948c0 1 < suggested remove operation key=B4CKTFO4636R tag=90UPFOHKEZD8 type=del 2024-09-12T17:45:41.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.259+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=S9V5INHTSVHT type=del size=2281697 2024-09-12T17:45:41.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.263+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~APBLA8V49W2N.0 size=271266 2024-09-12T17:45:41.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.271+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=APBLA8V49W2N tag=HFPRC1E4456G type=write size=1319842 2024-09-12T17:45:41.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.275+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~ZB0VXCYV00D7.0 size=1048576 2024-09-12T17:45:41.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.279+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~ZB0VXCYV00D7.1 size=828139 2024-09-12T17:45:41.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.279+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=ZB0VXCYV00D7 tag=9Z8OGF97CW5X type=write size=2925291 2024-09-12T17:45:41.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.279+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.0 size=1048576 2024-09-12T17:45:41.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.1 size=1048576 2024-09-12T17:45:41.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.283+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~OJH3HRCYTK5L.2 size=1027589 2024-09-12T17:45:41.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.287+0000 7f6c8a8948c0 1 < canceled multipart upload key=X3IZUQH63BZP upload=OJH3HRCYTK5L tag=PKPNU3VECEKN type=write size=4173317 2024-09-12T17:45:41.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.291+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=7LF1JGN7IEQP type=del size=638034 2024-09-12T17:45:41.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.0 size=1048576 2024-09-12T17:45:41.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.299+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.1 size=1048576 2024-09-12T17:45:41.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.299+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~3F08RST627Y6.2 size=728411 2024-09-12T17:45:41.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.307+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=3F08RST627Y6 tag=VPMJC950T9MB type=write size=3874139 2024-09-12T17:45:41.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~EVG6KJJ1PXKR.0 size=1048576 2024-09-12T17:45:41.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~EVG6KJJ1PXKR.1 size=553900 2024-09-12T17:45:41.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.311+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=EVG6KJJ1PXKR tag=EP6K64GAUUT7 type=write size=2651052 2024-09-12T17:45:41.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.319+0000 7f6c8a8948c0 1 < suggested remove operation key=NQLWLQR62DEQ tag=3GA2123L48LW type=del 2024-09-12T17:45:41.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.323+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=14C2CJJQ9AV3 type=del size=3712073 2024-09-12T17:45:41.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.327+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=9U3J16S1Q1V8 type=del 2024-09-12T17:45:41.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.331+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=AY1QPES66LML type=del size=2214197 2024-09-12T17:45:41.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.335+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~DSLYRBLB4DM1.0 size=945521 2024-09-12T17:45:41.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.339+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=DSLYRBLB4DM1 tag=ANUP2JTH0QKJ type=write size=1994097 2024-09-12T17:45:41.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.343+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=2U5ITT3XWDW2 type=del size=558468 2024-09-12T17:45:41.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.0 size=1048576 2024-09-12T17:45:41.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.1 size=1048576 2024-09-12T17:45:41.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.351+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~XQ3AZ0Q4TXCO.2 size=61528 2024-09-12T17:45:41.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.355+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=XQ3AZ0Q4TXCO tag=FUSPMTPK39V9 type=write size=3207256 2024-09-12T17:45:41.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.359+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=4UYYNBUGTBIM type=del size=2821587 2024-09-12T17:45:41.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~G4GVKTOZSTBU.0 size=102942 2024-09-12T17:45:41.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.367+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=G4GVKTOZSTBU tag=OTQB44JURJ26 type=write size=1151518 2024-09-12T17:45:41.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.371+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=5HWX2CU229FI type=write size=881364 2024-09-12T17:45:41.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.375+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=223TV01IF5QM type=del 2024-09-12T17:45:41.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.375+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=N4QT6KHI21CB type=del size=87868 2024-09-12T17:45:41.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.379+0000 7f6c8a8948c0 -1 < failed to complete operation key=NQLWLQR62DEQ tag=W8XGY7GS1P7L type=write size=770236: (22) Invalid argument 2024-09-12T17:45:41.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.383+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=34JW4ZZBZGST type=del size=3856351 2024-09-12T17:45:41.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.387+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~4D1OPC39MQNP.0 size=1048576 2024-09-12T17:45:41.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.387+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~4D1OPC39MQNP.1 size=698282 2024-09-12T17:45:41.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.395+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=4D1OPC39MQNP tag=WUMTJ4U1VTKH type=write size=2795434 2024-09-12T17:45:41.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.399+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=9QDLK0TBFGN8 type=del size=2961250 2024-09-12T17:45:41.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.399+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=HGZ8TECYMDXG type=del 2024-09-12T17:45:41.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.403+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=0QSQXIJ4BKI2 type=del size=717962 2024-09-12T17:45:41.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~R0PWIZDNJ7I0.0 size=903450 2024-09-12T17:45:41.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.411+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=R0PWIZDNJ7I0 tag=U6QHYXSOIUW3 type=write size=1952026 2024-09-12T17:45:41.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.415+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=WYG7U0QCP6GQ type=del size=1214339 2024-09-12T17:45:41.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.419+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=R1SX11LPVJIA type=del 2024-09-12T17:45:41.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~8G1K4VJ95MO2.0 size=363597 2024-09-12T17:45:41.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.423+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=8G1K4VJ95MO2 tag=K8UGZSX22FEB type=write size=1412173 2024-09-12T17:45:41.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.427+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=MOQMYUEF2BZK type=write size=166834 2024-09-12T17:45:41.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.427+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=QVCU7FTDS0PE type=write size=994379 2024-09-12T17:45:41.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.431+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=S9V5INHTSVHT type=del 2024-09-12T17:45:41.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.435+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=XCTEHGII3UQH type=del size=1892317 2024-09-12T17:45:41.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~ZB0VXCYV00D7.0 size=1048576 2024-09-12T17:45:41.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~ZB0VXCYV00D7.1 size=828139 2024-09-12T17:45:41.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.447+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=ZB0VXCYV00D7 tag=9Z8OGF97CW5X type=write size=2925291 2024-09-12T17:45:41.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.451+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=PYUHHJ3ULV20 type=del size=3267230 2024-09-12T17:45:41.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.455+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=7LF1JGN7IEQP type=del 2024-09-12T17:45:41.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.459+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=YIT6NKXIQMYQ type=write size=318323 2024-09-12T17:45:41.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.459+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~EVG6KJJ1PXKR.0 size=1048576 2024-09-12T17:45:41.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~EVG6KJJ1PXKR.1 size=553900 2024-09-12T17:45:41.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.463+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=EVG6KJJ1PXKR tag=EP6K64GAUUT7 type=write size=2651052 2024-09-12T17:45:41.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.467+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=3JKNWPN4198W type=del size=446755 2024-09-12T17:45:41.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.467+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=14C2CJJQ9AV3 type=del 2024-09-12T17:45:41.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~77XOM0POAEHM.0 size=1048576 2024-09-12T17:45:41.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~77XOM0POAEHM.1 size=900018 2024-09-12T17:45:41.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.475+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=77XOM0POAEHM tag=3UMOCYYUYHHT type=write size=2997170 2024-09-12T17:45:41.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.479+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=AY1QPES66LML type=del 2024-09-12T17:45:41.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.479+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=RGO7NPA5GGLT type=del size=3807425 2024-09-12T17:45:41.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.483+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=2U5ITT3XWDW2 type=del 2024-09-12T17:45:41.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.483+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=LZL9XEBWM30R type=del size=325531 2024-09-12T17:45:41.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.487+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=4UYYNBUGTBIM type=del 2024-09-12T17:45:41.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.491+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~PCNR4EW6BJA4.0 size=1048576 2024-09-12T17:45:41.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.495+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~PCNR4EW6BJA4.1 size=598856 2024-09-12T17:45:41.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.495+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=PCNR4EW6BJA4 tag=RBN4SWC1IXDL type=write size=2696008 2024-09-12T17:45:41.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.495+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=5HWX2CU229FI type=write size=881364 2024-09-12T17:45:41.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~NVYQBSUU5XCU.0 size=816794 2024-09-12T17:45:41.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.503+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=NVYQBSUU5XCU tag=9GJBM2LD6N1J type=write size=1865370 2024-09-12T17:45:41.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.507+0000 7f6c8a8948c0 1 < suggested update operation key=Z2G3J6B76H7P tag=N4QT6KHI21CB type=del size=87868 2024-09-12T17:45:41.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~S09OQVVB4GT4.0 size=1048576 2024-09-12T17:45:41.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.515+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~S09OQVVB4GT4.1 size=322305 2024-09-12T17:45:41.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.515+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=S09OQVVB4GT4 tag=YW637RW8HVZ5 type=write size=2419457 2024-09-12T17:45:41.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.515+0000 7f6c8a8948c0 1 < canceled operation key=WUXSVUAZ3VE0 tag=34JW4ZZBZGST type=del size=3856351 2024-09-12T17:45:41.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.519+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=6CRMSDZYMSAK type=del size=3846596 2024-09-12T17:45:41.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.519+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=9QDLK0TBFGN8 type=del 2024-09-12T17:45:41.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.523+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=K5ROB1OIXSHT type=write size=372188 2024-09-12T17:45:41.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.527+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=0QSQXIJ4BKI2 type=del 2024-09-12T17:45:41.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.527+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=EZGFUK2RI47Z type=write size=930272 2024-09-12T17:45:41.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.531+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=WYG7U0QCP6GQ type=del 2024-09-12T17:45:41.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.0 size=1048576 2024-09-12T17:45:41.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.1 size=1048576 2024-09-12T17:45:41.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.2 size=417858 2024-09-12T17:45:41.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.539+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=0W2UASO1L4A3 tag=Q25MH5MWMCNC type=write size=3563586 2024-09-12T17:45:41.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~8G1K4VJ95MO2.0 size=363597 2024-09-12T17:45:41.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.547+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=8G1K4VJ95MO2 tag=K8UGZSX22FEB type=write size=1412173 2024-09-12T17:45:41.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.551+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~P5RZQ5VDPSYU.0 size=1048576 2024-09-12T17:45:41.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~P5RZQ5VDPSYU.1 size=821688 2024-09-12T17:45:41.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.555+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=P5RZQ5VDPSYU tag=70X7JE1ZR4FK type=write size=2918840 2024-09-12T17:45:41.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.559+0000 7f6c8a8948c0 1 < suggested remove operation key=IVB6FLK7S6PP tag=QVCU7FTDS0PE type=write 2024-09-12T17:45:41.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.563+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=TZU24PTN1HWE type=del size=2120842 2024-09-12T17:45:41.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.563+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=XCTEHGII3UQH type=del 2024-09-12T17:45:41.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.567+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=15CT8IS85NVM type=del size=593560 2024-09-12T17:45:41.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.571+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=PYUHHJ3ULV20 type=del 2024-09-12T17:45:41.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.575+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~I5ZKYE6K1SCH.0 size=367496 2024-09-12T17:45:41.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.575+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=I5ZKYE6K1SCH tag=BY2FKZ3KKO95 type=write size=1416072 2024-09-12T17:45:41.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.579+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=YIT6NKXIQMYQ type=write 2024-09-12T17:45:41.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.583+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=XQH2BCHKYAEE type=del size=1613667 2024-09-12T17:45:41.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.583+0000 7f6c8a8948c0 -1 < failed to complete operation key=IVB6FLK7S6PP tag=3JKNWPN4198W type=del size=446755: (22) Invalid argument 2024-09-12T17:45:41.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.0 size=1048576 2024-09-12T17:45:41.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.1 size=1048576 2024-09-12T17:45:41.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.2 size=67446 2024-09-12T17:45:41.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.595+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=N9DH0V7AX09Q tag=4DWERVMTO6FN type=write size=3213174 2024-09-12T17:45:41.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~77XOM0POAEHM.0 size=1048576 2024-09-12T17:45:41.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.599+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~77XOM0POAEHM.1 size=900018 2024-09-12T17:45:41.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.603+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=77XOM0POAEHM tag=3UMOCYYUYHHT type=write size=2997170 2024-09-12T17:45:41.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.603+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=XNEPXUPY33YG type=write size=666250 2024-09-12T17:45:41.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.607+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=RGO7NPA5GGLT type=del 2024-09-12T17:45:41.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.611+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=VMPE7Z0QYOIC type=del size=1504504 2024-09-12T17:45:41.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.615+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=LZL9XEBWM30R type=del 2024-09-12T17:45:41.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.615+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=TJ70KQ3YB0CE type=del size=1324825 2024-09-12T17:45:41.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.619+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~PCNR4EW6BJA4.0 size=1048576 2024-09-12T17:45:41.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.623+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~PCNR4EW6BJA4.1 size=598856 2024-09-12T17:45:41.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.627+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=PCNR4EW6BJA4 tag=RBN4SWC1IXDL type=write size=2696008 2024-09-12T17:45:41.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.631+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=J17FPXYO3NVQ type=del size=463912 2024-09-12T17:45:41.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.635+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~NVYQBSUU5XCU.0 size=816794 2024-09-12T17:45:41.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.639+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=NVYQBSUU5XCU tag=9GJBM2LD6N1J type=write size=1865370 2024-09-12T17:45:41.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.643+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=OCT1IDFI8NPF type=write size=845279 2024-09-12T17:45:41.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~S09OQVVB4GT4.0 size=1048576 2024-09-12T17:45:41.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.647+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~S09OQVVB4GT4.1 size=322305 2024-09-12T17:45:41.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.651+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=S09OQVVB4GT4 tag=YW637RW8HVZ5 type=write size=2419457 2024-09-12T17:45:41.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.655+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=7Y4O8M54PN07 type=del size=511891 2024-09-12T17:45:41.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.659+0000 7f6c8a8948c0 1 < suggested update operation key=TBBMO835ZRGP tag=6CRMSDZYMSAK type=del size=3846596 2024-09-12T17:45:41.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.663+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.0 size=1048576 2024-09-12T17:45:41.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.1 size=1048576 2024-09-12T17:45:41.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.2 size=196796 2024-09-12T17:45:41.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.667+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=2173HISP849W tag=9H1UH91B5QJ7 type=write size=3342524 2024-09-12T17:45:41.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.671+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=K5ROB1OIXSHT type=write size=372188 2024-09-12T17:45:41.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.675+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~BJ46C3IAO7WD.0 size=1048576 2024-09-12T17:45:41.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~BJ46C3IAO7WD.1 size=656634 2024-09-12T17:45:41.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.679+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=BJ46C3IAO7WD tag=7L3NDSKUEUE8 type=write size=2753786 2024-09-12T17:45:41.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.683+0000 7f6c8a8948c0 1 < suggested update operation key=Z2SEGKWGLUBR tag=EZGFUK2RI47Z type=write size=930272 2024-09-12T17:45:41.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.687+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=UQQXCVAEZFKA type=write size=829096 2024-09-12T17:45:41.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.0 size=1048576 2024-09-12T17:45:41.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.691+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.1 size=1048576 2024-09-12T17:45:41.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.691+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~0W2UASO1L4A3.2 size=417858 2024-09-12T17:45:41.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.699+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=0W2UASO1L4A3 tag=Q25MH5MWMCNC type=write size=3563586 2024-09-12T17:45:41.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.703+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=RF8LB2UG6BOU type=write size=237847 2024-09-12T17:45:41.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.707+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~P5RZQ5VDPSYU.0 size=1048576 2024-09-12T17:45:41.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.707+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~P5RZQ5VDPSYU.1 size=821688 2024-09-12T17:45:41.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.711+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=P5RZQ5VDPSYU tag=70X7JE1ZR4FK type=write size=2918840 2024-09-12T17:45:41.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.715+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=Y3GAAMUCUDPW type=del size=1269189 2024-09-12T17:45:41.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.719+0000 7f6c8a8948c0 -1 < failed to complete operation key=1G8V6AD1JDDX tag=TZU24PTN1HWE type=del size=2120842: (22) Invalid argument 2024-09-12T17:45:41.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.0 size=1048576 2024-09-12T17:45:41.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.1 size=1048576 2024-09-12T17:45:41.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.2 size=432418 2024-09-12T17:45:41.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.727+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=MA0RNKDOFIYL tag=F17CA1IZ34I8 type=write size=3578146 2024-09-12T17:45:41.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.727+0000 7f6c8a8948c0 -1 < failed to complete operation key=Z2SEGKWGLUBR tag=15CT8IS85NVM type=del size=593560: (22) Invalid argument 2024-09-12T17:45:41.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.731+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=F8OEX2SG6GAJ type=write size=246584 2024-09-12T17:45:41.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.731+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~I5ZKYE6K1SCH.0 size=367496 2024-09-12T17:45:41.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.735+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=I5ZKYE6K1SCH tag=BY2FKZ3KKO95 type=write size=1416072 2024-09-12T17:45:41.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.0 size=1048576 2024-09-12T17:45:41.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.1 size=1048576 2024-09-12T17:45:41.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.2 size=4027 2024-09-12T17:45:41.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.743+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=IYW7JVCBOGO9 tag=JHA79BHDLK1Q type=write size=3149755 2024-09-12T17:45:41.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.747+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=XQH2BCHKYAEE type=del 2024-09-12T17:45:41.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.747+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=WWE9V17W4ZBL type=del size=3399462 2024-09-12T17:45:41.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.0 size=1048576 2024-09-12T17:45:41.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.1 size=1048576 2024-09-12T17:45:41.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~N9DH0V7AX09Q.2 size=67446 2024-09-12T17:45:41.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.755+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=N9DH0V7AX09Q tag=4DWERVMTO6FN type=write size=3213174 2024-09-12T17:45:41.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.759+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=76HC8UL0T1PP type=write size=499929 2024-09-12T17:45:41.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.763+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=XNEPXUPY33YG type=write size=666250 2024-09-12T17:45:41.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.0 size=1048576 2024-09-12T17:45:41.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.1 size=1048576 2024-09-12T17:45:41.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.2 size=644926 2024-09-12T17:45:41.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=Q2VBWFYJ9CTQ tag=AD3YF77R9HH1 type=write size=3790654 2024-09-12T17:45:41.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.771+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=VMPE7Z0QYOIC type=del 2024-09-12T17:45:41.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.775+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=YV0RY0BCBZY5 type=del size=2257505 2024-09-12T17:45:41.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.775+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=TJ70KQ3YB0CE type=del 2024-09-12T17:45:41.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.779+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=HZ03ONJH3KB3 type=del size=4004932 2024-09-12T17:45:41.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.779+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=J17FPXYO3NVQ type=del 2024-09-12T17:45:41.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.783+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=D1JHXIAELCMD type=del size=2363527 2024-09-12T17:45:41.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.783+0000 7f6c8a8948c0 1 < completed write operation key=NQLWLQR62DEQ tag=OCT1IDFI8NPF type=write size=845279 2024-09-12T17:45:41.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.787+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~EVG5IFB0Z0HG.0 size=1048576 2024-09-12T17:45:41.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~EVG5IFB0Z0HG.1 size=307689 2024-09-12T17:45:41.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.791+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=EVG5IFB0Z0HG tag=HYJ4ELX4B47B type=write size=2404841 2024-09-12T17:45:41.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.791+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=7Y4O8M54PN07 type=del 2024-09-12T17:45:41.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~SHFN71XQBGCJ.0 size=675731 2024-09-12T17:45:41.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.795+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=SHFN71XQBGCJ tag=GK66UU7EO044 type=write size=1724307 2024-09-12T17:45:41.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.0 size=1048576 2024-09-12T17:45:41.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.1 size=1048576 2024-09-12T17:45:41.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.803+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~2173HISP849W.2 size=196796 2024-09-12T17:45:41.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.803+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=2173HISP849W tag=9H1UH91B5QJ7 type=write size=3342524 2024-09-12T17:45:41.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.807+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=5TCG15TJY5SA type=del size=3837752 2024-09-12T17:45:41.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.807+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~BJ46C3IAO7WD.0 size=1048576 2024-09-12T17:45:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~BJ46C3IAO7WD.1 size=656634 2024-09-12T17:45:41.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.815+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=BJ46C3IAO7WD tag=7L3NDSKUEUE8 type=write size=2753786 2024-09-12T17:45:41.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~H9SE3CQZ5QRX.0 size=1048576 2024-09-12T17:45:41.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.819+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~H9SE3CQZ5QRX.1 size=255379 2024-09-12T17:45:41.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.819+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=H9SE3CQZ5QRX tag=D4FCMG223L2L type=write size=2352531 2024-09-12T17:45:41.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.823+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=UQQXCVAEZFKA type=write size=829096 2024-09-12T17:45:41.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~415UYUV1ZQNC.0 size=1048576 2024-09-12T17:45:41.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~415UYUV1ZQNC.1 size=904792 2024-09-12T17:45:41.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.827+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=415UYUV1ZQNC tag=Q0DUJ0J8MT3U type=write size=3001944 2024-09-12T17:45:41.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.831+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=RF8LB2UG6BOU type=write size=237847 2024-09-12T17:45:41.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.831+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=CJUFH5GYMRAV type=write size=825934 2024-09-12T17:45:41.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.835+0000 7f6c8a8948c0 1 < suggested update operation key=5A2ZJW6U5Y5A tag=Y3GAAMUCUDPW type=del size=1269189 2024-09-12T17:45:41.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.839+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=19W5UY54076P type=del size=998484 2024-09-12T17:45:41.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.839+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.0 size=1048576 2024-09-12T17:45:41.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.843+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.1 size=1048576 2024-09-12T17:45:41.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.843+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~MA0RNKDOFIYL.2 size=432418 2024-09-12T17:45:41.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.847+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=MA0RNKDOFIYL tag=F17CA1IZ34I8 type=write size=3578146 2024-09-12T17:45:41.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.851+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=EM4CTSLPABMF type=del size=3547971 2024-09-12T17:45:41.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.851+0000 7f6c8a8948c0 1 < completed write operation key=XIE90KFMCQ9Y tag=F8OEX2SG6GAJ type=write size=246584 2024-09-12T17:45:41.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.855+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=SWZ5HUFMI3U3 type=del size=3494006 2024-09-12T17:45:41.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.0 size=1048576 2024-09-12T17:45:41.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.1 size=1048576 2024-09-12T17:45:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.863+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~IYW7JVCBOGO9.2 size=4027 2024-09-12T17:45:41.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.863+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=IYW7JVCBOGO9 tag=JHA79BHDLK1Q type=write size=3149755 2024-09-12T17:45:41.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.867+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=KMG2OZ0Z6ZW0 type=del size=606983 2024-09-12T17:45:41.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.871+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=WWE9V17W4ZBL type=del 2024-09-12T17:45:41.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.875+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~72USBZMLUV3A.0 size=1048576 2024-09-12T17:45:41.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.879+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~72USBZMLUV3A.1 size=583664 2024-09-12T17:45:41.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.879+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=72USBZMLUV3A tag=6HOYGD4WOLIJ type=write size=2680816 2024-09-12T17:45:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.879+0000 7f6c8a8948c0 1 < completed write operation key=G3ZV89D5UXB4 tag=76HC8UL0T1PP type=write size=499929 2024-09-12T17:45:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.883+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=53XNTDWRNSYO type=del size=2195826 2024-09-12T17:45:41.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.0 size=1048576 2024-09-12T17:45:41.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.887+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.1 size=1048576 2024-09-12T17:45:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.887+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~Q2VBWFYJ9CTQ.2 size=644926 2024-09-12T17:45:41.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.891+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=Q2VBWFYJ9CTQ tag=AD3YF77R9HH1 type=write size=3790654 2024-09-12T17:45:41.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.895+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=11TY43E1NTDQ type=del size=212223 2024-09-12T17:45:41.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.899+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=YV0RY0BCBZY5 type=del 2024-09-12T17:45:41.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.899+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=UL2AU5GMQNM9 type=del size=2128527 2024-09-12T17:45:41.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.903+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=HZ03ONJH3KB3 type=del 2024-09-12T17:45:41.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.903+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=Q25WLWZUBJW9 type=write size=817657 2024-09-12T17:45:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.907+0000 7f6c8a8948c0 1 < canceled operation key=X3IZUQH63BZP tag=D1JHXIAELCMD type=del size=2363527 2024-09-12T17:45:41.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.0 size=1048576 2024-09-12T17:45:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.1 size=1048576 2024-09-12T17:45:41.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.919+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.2 size=147366 2024-09-12T17:45:41.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.919+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=9VD2TM1HJYZJ tag=185JMIX972MZ type=write size=3293094 2024-09-12T17:45:41.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.919+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~EVG5IFB0Z0HG.0 size=1048576 2024-09-12T17:45:41.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~EVG5IFB0Z0HG.1 size=307689 2024-09-12T17:45:41.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.927+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=EVG5IFB0Z0HG tag=HYJ4ELX4B47B type=write size=2404841 2024-09-12T17:45:41.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.927+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=5SZEMYZ0A7C0 type=del size=181703 2024-09-12T17:45:41.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~SHFN71XQBGCJ.0 size=675731 2024-09-12T17:45:41.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.935+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=SHFN71XQBGCJ tag=GK66UU7EO044 type=write size=1724307 2024-09-12T17:45:41.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.935+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=9C0GAFCMXDW3 type=write size=175982 2024-09-12T17:45:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.939+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=5TCG15TJY5SA type=del 2024-09-12T17:45:41.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.939+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=RC21F4O1V4RC type=del size=279634 2024-09-12T17:45:41.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~H9SE3CQZ5QRX.0 size=1048576 2024-09-12T17:45:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~H9SE3CQZ5QRX.1 size=255379 2024-09-12T17:45:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.947+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=H9SE3CQZ5QRX tag=D4FCMG223L2L type=write size=2352531 2024-09-12T17:45:41.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.951+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=UUQX854UWZK8 type=del size=96527 2024-09-12T17:45:41.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.951+0000 7f6c8a8948c0 1 < canceled part key=_multipart_02UJO133SEG4.2~415UYUV1ZQNC.0 size=1048576 2024-09-12T17:45:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~415UYUV1ZQNC.1 size=904792 2024-09-12T17:45:41.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.959+0000 7f6c8a8948c0 1 < canceled multipart upload key=02UJO133SEG4 upload=415UYUV1ZQNC tag=Q0DUJ0J8MT3U type=write size=3001944 2024-09-12T17:45:41.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~EF8SV25PRK04.0 size=1048576 2024-09-12T17:45:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~EF8SV25PRK04.1 size=442583 2024-09-12T17:45:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.963+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=EF8SV25PRK04 tag=J9QNOE6T7X2Z type=write size=2539735 2024-09-12T17:45:41.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.967+0000 7f6c8a8948c0 1 < canceled operation key=9JUD16MCJPOU tag=CJUFH5GYMRAV type=write size=825934 2024-09-12T17:45:41.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.971+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~BEKBU0H972I0.0 size=782732 2024-09-12T17:45:41.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.971+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=BEKBU0H972I0 tag=TD2WFCI168Q9 type=write size=1831308 2024-09-12T17:45:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.971+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=19W5UY54076P type=del 2024-09-12T17:45:41.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~L0TOEG5IE2W8.0 size=1048576 2024-09-12T17:45:41.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~L0TOEG5IE2W8.1 size=222603 2024-09-12T17:45:41.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=L0TOEG5IE2W8 tag=6XKJSMK01A0E type=write size=2319755 2024-09-12T17:45:41.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.979+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=EM4CTSLPABMF type=del 2024-09-12T17:45:41.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.983+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.0 size=1048576 2024-09-12T17:45:41.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.1 size=1048576 2024-09-12T17:45:41.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.2 size=812138 2024-09-12T17:45:41.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.987+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=F6JLT095XY0T tag=SMT5XXXNESN9 type=write size=3957866 2024-09-12T17:45:41.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.991+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=SWZ5HUFMI3U3 type=del 2024-09-12T17:45:41.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.991+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=W2B4D2IF1T19 type=del size=93709 2024-09-12T17:45:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.995+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=KMG2OZ0Z6ZW0 type=del 2024-09-12T17:45:41.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:41.999+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.0 size=1048576 2024-09-12T17:45:41.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.1 size=1048576 2024-09-12T17:45:42.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.2 size=216481 2024-09-12T17:45:42.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.003+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=6H6N1QV4728J tag=9W2ZBT2IO60D type=write size=3362209 2024-09-12T17:45:42.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.003+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~72USBZMLUV3A.0 size=1048576 2024-09-12T17:45:42.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~72USBZMLUV3A.1 size=583664 2024-09-12T17:45:42.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.011+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=72USBZMLUV3A tag=6HOYGD4WOLIJ type=write size=2680816 2024-09-12T17:45:42.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~S6W6KTNCHQU6.0 size=1048576 2024-09-12T17:45:42.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~S6W6KTNCHQU6.1 size=892853 2024-09-12T17:45:42.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=S6W6KTNCHQU6 tag=2DWD6QSI4WEI type=write size=2990005 2024-09-12T17:45:42.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.019+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=53XNTDWRNSYO type=del 2024-09-12T17:45:42.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.019+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=0EEKW3CTL8RU type=del size=3052966 2024-09-12T17:45:42.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.023+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=11TY43E1NTDQ type=del 2024-09-12T17:45:42.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.023+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=KWQOPTPX9I4U type=write size=60819 2024-09-12T17:45:42.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.031+0000 7f6c8a8948c0 1 < suggested remove operation key=I21M2NBLJNCJ tag=UL2AU5GMQNM9 type=del 2024-09-12T17:45:42.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.031+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=BTAR236Z1XPZ type=del size=1440073 2024-09-12T17:45:42.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.035+0000 7f6c8a8948c0 1 < suggested remove operation key=5L4M8IBSBUF1 tag=Q25WLWZUBJW9 type=write 2024-09-12T17:45:42.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.043+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.0 size=1048576 2024-09-12T17:45:42.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.043+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.1 size=1048576 2024-09-12T17:45:42.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.043+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.2 size=464192 2024-09-12T17:45:42.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.043+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=B7NMQL7PQXTW tag=T3YF77QM0ICO type=write size=3609920 2024-09-12T17:45:42.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.043+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.0 size=1048576 2024-09-12T17:45:42.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.1 size=1048576 2024-09-12T17:45:42.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~9VD2TM1HJYZJ.2 size=147366 2024-09-12T17:45:42.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.051+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=9VD2TM1HJYZJ tag=185JMIX972MZ type=write size=3293094 2024-09-12T17:45:42.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.055+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=3MXPPNQ1ANQS type=del size=3406861 2024-09-12T17:45:42.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.055+0000 7f6c8a8948c0 -1 < failed to complete operation key=I21M2NBLJNCJ tag=5SZEMYZ0A7C0 type=del size=181703: (22) Invalid argument 2024-09-12T17:45:42.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.059+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=Q8KPBNW1DCSC type=del size=1239524 2024-09-12T17:45:42.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.059+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=I21M2NBLJNCJ tag=9C0GAFCMXDW3 type=write size=175982: (2) No such file or directory 2024-09-12T17:45:42.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~98QST7PSLU0C.0 size=1048576 2024-09-12T17:45:42.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~98QST7PSLU0C.1 size=803754 2024-09-12T17:45:42.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=98QST7PSLU0C tag=62DPFP20VHJC type=write size=2900906 2024-09-12T17:45:42.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.067+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=RC21F4O1V4RC type=del 2024-09-12T17:45:42.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~81TO7A0YVW4D.0 size=75498 2024-09-12T17:45:42.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=81TO7A0YVW4D tag=FCBL5Z9KV5Y0 type=write size=1124074 2024-09-12T17:45:42.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.075+0000 7f6c8a8948c0 -1 < failed to complete operation key=I21M2NBLJNCJ tag=UUQX854UWZK8 type=del size=96527: (22) Invalid argument 2024-09-12T17:45:42.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.079+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=8WRUZDAXER42 type=del size=1546550 2024-09-12T17:45:42.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.079+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NGA7I4DL09NU.2~EF8SV25PRK04.0 size=1048576 2024-09-12T17:45:42.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.079+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NGA7I4DL09NU.2~EF8SV25PRK04.1 size=442583 2024-09-12T17:45:42.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.083+0000 7f6c8a8948c0 1 < canceled multipart upload key=NGA7I4DL09NU upload=EF8SV25PRK04 tag=J9QNOE6T7X2Z type=write size=2539735 2024-09-12T17:45:42.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.0 size=1048576 2024-09-12T17:45:42.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.1 size=1048576 2024-09-12T17:45:42.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.2 size=89088 2024-09-12T17:45:42.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.087+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=SLFGS253MX9I tag=T1GO3DIN9CXE type=write size=3234816 2024-09-12T17:45:42.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.091+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~BEKBU0H972I0.0 size=782732 2024-09-12T17:45:42.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.095+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=BEKBU0H972I0 tag=TD2WFCI168Q9 type=write size=1831308 2024-09-12T17:45:42.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~9MO1V7M9RV0K.0 size=214307 2024-09-12T17:45:42.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.099+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=9MO1V7M9RV0K tag=EL3DY82RP709 type=write size=1262883 2024-09-12T17:45:42.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~L0TOEG5IE2W8.0 size=1048576 2024-09-12T17:45:42.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.103+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~L0TOEG5IE2W8.1 size=222603 2024-09-12T17:45:42.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.107+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=L0TOEG5IE2W8 tag=6XKJSMK01A0E type=write size=2319755 2024-09-12T17:45:42.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.107+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=349QABISZW48 type=del size=1997255 2024-09-12T17:45:42.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.111+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.0 size=1048576 2024-09-12T17:45:42.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.111+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.1 size=1048576 2024-09-12T17:45:42.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~F6JLT095XY0T.2 size=812138 2024-09-12T17:45:42.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.119+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=F6JLT095XY0T tag=SMT5XXXNESN9 type=write size=3957866 2024-09-12T17:45:42.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.123+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=ZSS3C6KFX73U type=del size=1498465 2024-09-12T17:45:42.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.123+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=W2B4D2IF1T19 type=del 2024-09-12T17:45:42.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.127+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=POOIUDPHZD57 type=write size=823153 2024-09-12T17:45:42.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.127+0000 7f6c8a8948c0 1 < canceled part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.0 size=1048576 2024-09-12T17:45:42.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.127+0000 7f6c8a8948c0 1 < canceled part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.1 size=1048576 2024-09-12T17:45:42.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.127+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~6H6N1QV4728J.2 size=216481 2024-09-12T17:45:42.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.131+0000 7f6c8a8948c0 1 < canceled multipart upload key=DKQJR0BTFM5J upload=6H6N1QV4728J tag=9W2ZBT2IO60D type=write size=3362209 2024-09-12T17:45:42.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.135+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~9YT1J62XVTUW.0 size=111849 2024-09-12T17:45:42.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.135+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=9YT1J62XVTUW tag=N5ISQ1XHSHUC type=write size=1160425 2024-09-12T17:45:42.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~S6W6KTNCHQU6.0 size=1048576 2024-09-12T17:45:42.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~S6W6KTNCHQU6.1 size=892853 2024-09-12T17:45:42.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.143+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=S6W6KTNCHQU6 tag=2DWD6QSI4WEI type=write size=2990005 2024-09-12T17:45:42.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.147+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=D7RALWC1S0G2 type=del size=1012189 2024-09-12T17:45:42.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.151+0000 7f6c8a8948c0 1 < canceled operation key=2E3GUHIGS09Y tag=0EEKW3CTL8RU type=del size=3052966 2024-09-12T17:45:42.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~67GH16ZKRG7U.0 size=1048576 2024-09-12T17:45:42.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~67GH16ZKRG7U.1 size=300061 2024-09-12T17:45:42.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.155+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=67GH16ZKRG7U tag=YJCEYT0D2DAB type=write size=2397213 2024-09-12T17:45:42.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.163+0000 7f6c8a8948c0 1 < suggested update operation key=WUXSVUAZ3VE0 tag=KWQOPTPX9I4U type=write size=60819 2024-09-12T17:45:42.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.163+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=ZIF8ILI85RQ3 type=del size=1966397 2024-09-12T17:45:42.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.171+0000 7f6c8a8948c0 1 < suggested update operation key=RT88PQITUXJA tag=BTAR236Z1XPZ type=del size=1440073 2024-09-12T17:45:42.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~FRP0F4BXM3XO.0 size=1048576 2024-09-12T17:45:42.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~FRP0F4BXM3XO.1 size=67486 2024-09-12T17:45:42.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.175+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=FRP0F4BXM3XO tag=EU2JKPV1AMIM type=write size=2164638 2024-09-12T17:45:42.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.179+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.0 size=1048576 2024-09-12T17:45:42.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.183+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.1 size=1048576 2024-09-12T17:45:42.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.183+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~B7NMQL7PQXTW.2 size=464192 2024-09-12T17:45:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.187+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=B7NMQL7PQXTW tag=T3YF77QM0ICO type=write size=3609920 2024-09-12T17:45:42.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~P9YTS6RGEYA6.0 size=1048576 2024-09-12T17:45:42.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~P9YTS6RGEYA6.1 size=993873 2024-09-12T17:45:42.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.195+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=P9YTS6RGEYA6 tag=75W1C4LQGVBJ type=write size=3091025 2024-09-12T17:45:42.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.199+0000 7f6c8a8948c0 -1 < failed to complete operation key=RT88PQITUXJA tag=3MXPPNQ1ANQS type=del size=3406861: (22) Invalid argument 2024-09-12T17:45:42.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.203+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=NGAQPL3J6XUU type=del size=1988061 2024-09-12T17:45:42.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.203+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=Q8KPBNW1DCSC type=del 2024-09-12T17:45:42.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.207+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=G2L306BE34I5 type=del size=1023382 2024-09-12T17:45:42.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~98QST7PSLU0C.0 size=1048576 2024-09-12T17:45:42.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~98QST7PSLU0C.1 size=803754 2024-09-12T17:45:42.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.219+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=98QST7PSLU0C tag=62DPFP20VHJC type=write size=2900906 2024-09-12T17:45:42.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~TA5YLG7PPPEB.0 size=1048576 2024-09-12T17:45:42.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~TA5YLG7PPPEB.1 size=532624 2024-09-12T17:45:42.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=TA5YLG7PPPEB tag=1K2KV665UKAW type=write size=2629776 2024-09-12T17:45:42.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~81TO7A0YVW4D.0 size=75498 2024-09-12T17:45:42.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.231+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=81TO7A0YVW4D tag=FCBL5Z9KV5Y0 type=write size=1124074 2024-09-12T17:45:42.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.235+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=ZD7IPHGGKJH3 type=write size=798095 2024-09-12T17:45:42.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.239+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=8WRUZDAXER42 type=del 2024-09-12T17:45:42.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~M5OAULUM2NU0.0 size=452604 2024-09-12T17:45:42.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.243+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=M5OAULUM2NU0 tag=MF0XK5AV8Q2Q type=write size=1501180 2024-09-12T17:45:42.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.0 size=1048576 2024-09-12T17:45:42.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.247+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.1 size=1048576 2024-09-12T17:45:42.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.251+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~SLFGS253MX9I.2 size=89088 2024-09-12T17:45:42.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.255+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=SLFGS253MX9I tag=T1GO3DIN9CXE type=write size=3234816 2024-09-12T17:45:42.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.259+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=KDR9J3YYYXYD type=del size=2247141 2024-09-12T17:45:42.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.259+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~9MO1V7M9RV0K.0 size=214307 2024-09-12T17:45:42.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.263+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=9MO1V7M9RV0K tag=EL3DY82RP709 type=write size=1262883 2024-09-12T17:45:42.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.267+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=5K4VTNXC4BAW type=del size=4031723 2024-09-12T17:45:42.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.271+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=349QABISZW48 type=del 2024-09-12T17:45:42.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.271+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=SVDFOUW3VVTB type=del size=1064901 2024-09-12T17:45:42.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.275+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=ZSS3C6KFX73U type=del 2024-09-12T17:45:42.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.279+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=NT6E6LTFSL6A type=del size=3120514 2024-09-12T17:45:42.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.279+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=POOIUDPHZD57 type=write size=823153 2024-09-12T17:45:42.284 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.0 size=1048576 2024-09-12T17:45:42.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.1 size=1048576 2024-09-12T17:45:42.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.291+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.2 size=280532 2024-09-12T17:45:42.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.291+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=SHCIR4EMXMYV tag=09C87B8CFS00 type=write size=3426260 2024-09-12T17:45:42.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.291+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~9YT1J62XVTUW.0 size=111849 2024-09-12T17:45:42.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.295+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=9YT1J62XVTUW tag=N5ISQ1XHSHUC type=write size=1160425 2024-09-12T17:45:42.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.299+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=9OT6XWIMO3PG type=write size=409280 2024-09-12T17:45:42.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.303+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=D7RALWC1S0G2 type=del 2024-09-12T17:45:42.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.303+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=JDV5F0UWUWMZ type=del size=3391845 2024-09-12T17:45:42.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~67GH16ZKRG7U.0 size=1048576 2024-09-12T17:45:42.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.307+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~67GH16ZKRG7U.1 size=300061 2024-09-12T17:45:42.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.311+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=67GH16ZKRG7U tag=YJCEYT0D2DAB type=write size=2397213 2024-09-12T17:45:42.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~1QSN6STL2PVQ.0 size=1048576 2024-09-12T17:45:42.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~1QSN6STL2PVQ.1 size=320258 2024-09-12T17:45:42.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.319+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=1QSN6STL2PVQ tag=D7Z07FN1G6EM type=write size=2417410 2024-09-12T17:45:42.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.323+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=ZIF8ILI85RQ3 type=del 2024-09-12T17:45:42.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.327+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=K43K85YGUZHK type=del size=175586 2024-09-12T17:45:42.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.327+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~FRP0F4BXM3XO.0 size=1048576 2024-09-12T17:45:42.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.331+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~FRP0F4BXM3XO.1 size=67486 2024-09-12T17:45:42.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.335+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=FRP0F4BXM3XO tag=EU2JKPV1AMIM type=write size=2164638 2024-09-12T17:45:42.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.339+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=24X6D4WKU6ZA type=write size=118724 2024-09-12T17:45:42.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.339+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~P9YTS6RGEYA6.0 size=1048576 2024-09-12T17:45:42.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~P9YTS6RGEYA6.1 size=993873 2024-09-12T17:45:42.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.347+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=P9YTS6RGEYA6 tag=75W1C4LQGVBJ type=write size=3091025 2024-09-12T17:45:42.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.351+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~X1QU3J3Z3J5A.0 size=1048576 2024-09-12T17:45:42.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.351+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~X1QU3J3Z3J5A.1 size=216454 2024-09-12T17:45:42.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.351+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=X1QU3J3Z3J5A tag=XCPHFP0K9RL7 type=write size=2313606 2024-09-12T17:45:42.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.355+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=NGAQPL3J6XUU type=del 2024-09-12T17:45:42.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.0 size=1048576 2024-09-12T17:45:42.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.1 size=1048576 2024-09-12T17:45:42.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.367+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.2 size=653706 2024-09-12T17:45:42.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.367+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=OE00DZQMQJLP tag=STDWK25A4RJ0 type=write size=3799434 2024-09-12T17:45:42.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.367+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=G2L306BE34I5 type=del 2024-09-12T17:45:42.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.0 size=1048576 2024-09-12T17:45:42.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.1 size=1048576 2024-09-12T17:45:42.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.2 size=239685 2024-09-12T17:45:42.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.375+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=XBBA0Q6HBWFC tag=542J03M9EK04 type=write size=3385413 2024-09-12T17:45:42.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~TA5YLG7PPPEB.0 size=1048576 2024-09-12T17:45:42.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.379+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~TA5YLG7PPPEB.1 size=532624 2024-09-12T17:45:42.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.383+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=TA5YLG7PPPEB tag=1K2KV665UKAW type=write size=2629776 2024-09-12T17:45:42.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.387+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.0 size=1048576 2024-09-12T17:45:42.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.387+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.1 size=1048576 2024-09-12T17:45:42.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.2 size=499771 2024-09-12T17:45:42.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=72PGAZ8OPL3Y tag=7K3NQWQYZ3S0 type=write size=3645499 2024-09-12T17:45:42.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.391+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=ZD7IPHGGKJH3 type=write size=798095 2024-09-12T17:45:42.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.395+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.0 size=1048576 2024-09-12T17:45:42.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.1 size=1048576 2024-09-12T17:45:42.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.2 size=314999 2024-09-12T17:45:42.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.399+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=6BA1YEWHEQMS tag=30LDN60NRI8H type=write size=3460727 2024-09-12T17:45:42.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.403+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~M5OAULUM2NU0.0 size=452604 2024-09-12T17:45:42.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.407+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=M5OAULUM2NU0 tag=MF0XK5AV8Q2Q type=write size=1501180 2024-09-12T17:45:42.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.407+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=9CEKDTLOJ0XN type=del size=648308 2024-09-12T17:45:42.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.411+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=KDR9J3YYYXYD type=del 2024-09-12T17:45:42.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.415+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~TOR3RL2A8VDH.0 size=1048576 2024-09-12T17:45:42.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.419+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~TOR3RL2A8VDH.1 size=936367 2024-09-12T17:45:42.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.419+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=TOR3RL2A8VDH tag=3YCNIBLDJFPZ type=write size=3033519 2024-09-12T17:45:42.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.419+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=5K4VTNXC4BAW type=del 2024-09-12T17:45:42.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.427+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~AUTYQJSNG5ZN.0 size=1048576 2024-09-12T17:45:42.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.431+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~AUTYQJSNG5ZN.1 size=741322 2024-09-12T17:45:42.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.431+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=AUTYQJSNG5ZN tag=GHMJ266DMWHV type=write size=2838474 2024-09-12T17:45:42.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.431+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=SVDFOUW3VVTB type=del 2024-09-12T17:45:42.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.0 size=1048576 2024-09-12T17:45:42.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.1 size=1048576 2024-09-12T17:45:42.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.443+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.2 size=852517 2024-09-12T17:45:42.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.443+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=020YUEGQORK8 tag=HFKRSQKSEV1D type=write size=3998245 2024-09-12T17:45:42.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.443+0000 7f6c8a8948c0 1 < canceled operation key=1167S0KYHA9V tag=NT6E6LTFSL6A type=del size=3120514 2024-09-12T17:45:42.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.447+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=3BVQS5S0WMF5 type=del size=2534012 2024-09-12T17:45:42.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.0 size=1048576 2024-09-12T17:45:42.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.451+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.1 size=1048576 2024-09-12T17:45:42.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.455+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~SHCIR4EMXMYV.2 size=280532 2024-09-12T17:45:42.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.459+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=SHCIR4EMXMYV tag=09C87B8CFS00 type=write size=3426260 2024-09-12T17:45:42.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.463+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~NCY01S91FLQV.0 size=804077 2024-09-12T17:45:42.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.463+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=NCY01S91FLQV tag=LYAJZLKQBKW2 type=write size=1852653 2024-09-12T17:45:42.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.467+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=9OT6XWIMO3PG type=write 2024-09-12T17:45:42.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.471+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=7HHGQUE7SKUC type=del size=2598480 2024-09-12T17:45:42.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.471+0000 7f6c8a8948c0 1 < canceled operation key=1167S0KYHA9V tag=JDV5F0UWUWMZ type=del size=3391845 2024-09-12T17:45:42.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.475+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=SKEMQIYHWE9W type=del size=854045 2024-09-12T17:45:42.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~1QSN6STL2PVQ.0 size=1048576 2024-09-12T17:45:42.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~1QSN6STL2PVQ.1 size=320258 2024-09-12T17:45:42.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.483+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=1QSN6STL2PVQ tag=D7Z07FN1G6EM type=write size=2417410 2024-09-12T17:45:42.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.487+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.0 size=1048576 2024-09-12T17:45:42.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.491+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.1 size=1048576 2024-09-12T17:45:42.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.491+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.2 size=141364 2024-09-12T17:45:42.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.491+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=DBFD13NEWUSO tag=2ANMYE5UINF4 type=write size=3287092 2024-09-12T17:45:42.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.495+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=K43K85YGUZHK type=del 2024-09-12T17:45:42.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~HJY6PEA7RSDW.0 size=1048576 2024-09-12T17:45:42.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~HJY6PEA7RSDW.1 size=385011 2024-09-12T17:45:42.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.503+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=HJY6PEA7RSDW tag=7AA7E1G5FLKW type=write size=2482163 2024-09-12T17:45:42.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.503+0000 7f6c8a8948c0 1 < completed write operation key=XIE90KFMCQ9Y tag=24X6D4WKU6ZA type=write size=118724 2024-09-12T17:45:42.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.507+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=YXDY2W4E3M90 type=write size=35424 2024-09-12T17:45:42.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~X1QU3J3Z3J5A.0 size=1048576 2024-09-12T17:45:42.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~X1QU3J3Z3J5A.1 size=216454 2024-09-12T17:45:42.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.515+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=X1QU3J3Z3J5A tag=XCPHFP0K9RL7 type=write size=2313606 2024-09-12T17:45:42.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.519+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=TE69HZMDA9AU type=del size=2228739 2024-09-12T17:45:42.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.0 size=1048576 2024-09-12T17:45:42.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.1 size=1048576 2024-09-12T17:45:42.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.527+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~OE00DZQMQJLP.2 size=653706 2024-09-12T17:45:42.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.531+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=OE00DZQMQJLP tag=STDWK25A4RJ0 type=write size=3799434 2024-09-12T17:45:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.531+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=7ZXH9QLCDWNX type=del size=4191974 2024-09-12T17:45:42.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.535+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.0 size=1048576 2024-09-12T17:45:42.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.535+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.1 size=1048576 2024-09-12T17:45:42.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~XBBA0Q6HBWFC.2 size=239685 2024-09-12T17:45:42.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.543+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=XBBA0Q6HBWFC tag=542J03M9EK04 type=write size=3385413 2024-09-12T17:45:42.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.547+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=WX96Z91EC621 type=del size=2425406 2024-09-12T17:45:42.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.547+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.0 size=1048576 2024-09-12T17:45:42.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.551+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.1 size=1048576 2024-09-12T17:45:42.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.551+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~72PGAZ8OPL3Y.2 size=499771 2024-09-12T17:45:42.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.555+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=72PGAZ8OPL3Y tag=7K3NQWQYZ3S0 type=write size=3645499 2024-09-12T17:45:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.559+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=8GLYA24R5P4V type=del size=1925561 2024-09-12T17:45:42.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.563+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.0 size=1048576 2024-09-12T17:45:42.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.563+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.1 size=1048576 2024-09-12T17:45:42.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.563+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~6BA1YEWHEQMS.2 size=314999 2024-09-12T17:45:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.567+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=6BA1YEWHEQMS tag=30LDN60NRI8H type=write size=3460727 2024-09-12T17:45:42.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.571+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=358P957QIFRV type=del size=1437017 2024-09-12T17:45:42.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.575+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=9CEKDTLOJ0XN type=del size=648308 2024-09-12T17:45:42.577 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.0 size=1048576 2024-09-12T17:45:42.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.1 size=1048576 2024-09-12T17:45:42.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.2 size=932004 2024-09-12T17:45:42.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.583+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=W7VBZQYGGAL4 tag=CGFSLVVARYC8 type=write size=4077732 2024-09-12T17:45:42.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~TOR3RL2A8VDH.0 size=1048576 2024-09-12T17:45:42.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.587+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~TOR3RL2A8VDH.1 size=936367 2024-09-12T17:45:42.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.595+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=TOR3RL2A8VDH tag=3YCNIBLDJFPZ type=write size=3033519 2024-09-12T17:45:42.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.599+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=OMKGVLF616E0 type=write size=490064 2024-09-12T17:45:42.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.603+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~AUTYQJSNG5ZN.0 size=1048576 2024-09-12T17:45:42.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.603+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~AUTYQJSNG5ZN.1 size=741322 2024-09-12T17:45:42.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.611+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=AUTYQJSNG5ZN tag=GHMJ266DMWHV type=write size=2838474 2024-09-12T17:45:42.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.615+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.0 size=1048576 2024-09-12T17:45:42.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.615+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.1 size=1048576 2024-09-12T17:45:42.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.619+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.2 size=724949 2024-09-12T17:45:42.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.619+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=6DO03L6KVSFY tag=XQO24ZTPIZFF type=write size=3870677 2024-09-12T17:45:42.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.623+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.0 size=1048576 2024-09-12T17:45:42.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.623+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.1 size=1048576 2024-09-12T17:45:42.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.627+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~020YUEGQORK8.2 size=852517 2024-09-12T17:45:42.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.631+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=020YUEGQORK8 tag=HFKRSQKSEV1D type=write size=3998245 2024-09-12T17:45:42.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.631+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=58DFDCUU38PI type=del size=408346 2024-09-12T17:45:42.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.635+0000 7f6c8a8948c0 1 < canceled operation key=C0BM0M0DR88A tag=3BVQS5S0WMF5 type=del size=2534012 2024-09-12T17:45:42.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.639+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=TARLQFB424JK type=del size=1427292 2024-09-12T17:45:42.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~NCY01S91FLQV.0 size=804077 2024-09-12T17:45:42.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.647+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=NCY01S91FLQV tag=LYAJZLKQBKW2 type=write size=1852653 2024-09-12T17:45:42.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.651+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=9YUIL12QPVN9 type=del size=3780942 2024-09-12T17:45:42.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.651+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=7HHGQUE7SKUC type=del size=2598480 2024-09-12T17:45:42.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.655+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0H0L7ANUQSDK.0 size=1048576 2024-09-12T17:45:42.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.659+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~0H0L7ANUQSDK.1 size=1030504 2024-09-12T17:45:42.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.659+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=0H0L7ANUQSDK tag=6R1GKFMALSPG type=write size=3127656 2024-09-12T17:45:42.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.659+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=SKEMQIYHWE9W type=del 2024-09-12T17:45:42.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.663+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=59BOA9OWBACM type=write size=842045 2024-09-12T17:45:42.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.663+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.0 size=1048576 2024-09-12T17:45:42.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.667+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.1 size=1048576 2024-09-12T17:45:42.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.667+0000 7f6c8a8948c0 1 < canceled part key=_multipart_HTSRF6I8OFUX.2~DBFD13NEWUSO.2 size=141364 2024-09-12T17:45:42.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.671+0000 7f6c8a8948c0 1 < canceled multipart upload key=HTSRF6I8OFUX upload=DBFD13NEWUSO tag=2ANMYE5UINF4 type=write size=3287092 2024-09-12T17:45:42.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.671+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=ME2S3FBWOG4Y type=del size=343395 2024-09-12T17:45:42.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~HJY6PEA7RSDW.0 size=1048576 2024-09-12T17:45:42.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.679+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~HJY6PEA7RSDW.1 size=385011 2024-09-12T17:45:42.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.683+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=HJY6PEA7RSDW tag=7AA7E1G5FLKW type=write size=2482163 2024-09-12T17:45:42.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.687+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~7201I3EOYH2V.0 size=223865 2024-09-12T17:45:42.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.687+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=7201I3EOYH2V tag=S29LRCTVEEYY type=write size=1272441 2024-09-12T17:45:42.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.691+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=YXDY2W4E3M90 type=write size=35424 2024-09-12T17:45:42.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.691+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=KWE67U2R0D75 type=del size=1527829 2024-09-12T17:45:42.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.699+0000 7f6c8a8948c0 1 < suggested remove operation key=2E0ESBQHV9RU tag=TE69HZMDA9AU type=del 2024-09-12T17:45:42.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.699+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=X4JOJW9LCE80 type=del size=900870 2024-09-12T17:45:42.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.703+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=7ZXH9QLCDWNX type=del 2024-09-12T17:45:42.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.707+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=CVV77TSJRYTR type=del size=1581216 2024-09-12T17:45:42.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.707+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=WX96Z91EC621 type=del 2024-09-12T17:45:42.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.711+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=TSL6C19UY5Y6 type=del size=1124408 2024-09-12T17:45:42.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.715+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=8GLYA24R5P4V type=del 2024-09-12T17:45:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.715+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=NXJHG2H39BMU type=del size=1099317 2024-09-12T17:45:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.719+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=358P957QIFRV type=del 2024-09-12T17:45:42.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.723+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=0IWIFG8M4G6J type=del size=2217396 2024-09-12T17:45:42.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.0 size=1048576 2024-09-12T17:45:42.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.1 size=1048576 2024-09-12T17:45:42.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~W7VBZQYGGAL4.2 size=932004 2024-09-12T17:45:42.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.735+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=W7VBZQYGGAL4 tag=CGFSLVVARYC8 type=write size=4077732 2024-09-12T17:45:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~2I3U575KO9O0.0 size=1048576 2024-09-12T17:45:42.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~2I3U575KO9O0.1 size=991365 2024-09-12T17:45:42.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.743+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=2I3U575KO9O0 tag=HGCG317E84QX type=write size=3088517 2024-09-12T17:45:42.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.743+0000 7f6c8a8948c0 1 < completed write operation key=XSFCFLQ02Y9B tag=OMKGVLF616E0 type=write size=490064 2024-09-12T17:45:42.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.747+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=6WKSZPG1D5S6 type=write size=623650 2024-09-12T17:45:42.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.0 size=1048576 2024-09-12T17:45:42.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.1 size=1048576 2024-09-12T17:45:42.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~6DO03L6KVSFY.2 size=724949 2024-09-12T17:45:42.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.759+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=6DO03L6KVSFY tag=XQO24ZTPIZFF type=write size=3870677 2024-09-12T17:45:42.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.763+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=SO9E8NW6SGRW type=del size=2142543 2024-09-12T17:45:42.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.763+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=58DFDCUU38PI type=del 2024-09-12T17:45:42.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.767+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=FSKYTSISUVZR type=del size=2162177 2024-09-12T17:45:42.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.771+0000 7f6c8a8948c0 1 < suggested update operation key=SC9MK1C1ETEN tag=TARLQFB424JK type=del size=1427292 2024-09-12T17:45:42.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.775+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=9X1S135W0A89 type=del size=988975 2024-09-12T17:45:42.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.779+0000 7f6c8a8948c0 1 < suggested update operation key=5A2ZJW6U5Y5A tag=9YUIL12QPVN9 type=del size=3780942 2024-09-12T17:45:42.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.783+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=P3IQV29EVAD0 type=del size=753949 2024-09-12T17:45:42.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0H0L7ANUQSDK.0 size=1048576 2024-09-12T17:45:42.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.787+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~0H0L7ANUQSDK.1 size=1030504 2024-09-12T17:45:42.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.791+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=0H0L7ANUQSDK tag=6R1GKFMALSPG type=write size=3127656 2024-09-12T17:45:42.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~0QQI1V8YIXOO.0 size=971793 2024-09-12T17:45:42.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.795+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=0QQI1V8YIXOO tag=G2HSE1JGN76A type=write size=2020369 2024-09-12T17:45:42.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.799+0000 7f6c8a8948c0 1 < canceled operation key=W2M8Z8M3LYTF tag=59BOA9OWBACM type=write size=842045 2024-09-12T17:45:42.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.803+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=2FR2DSNYFVOC type=del size=3197991 2024-09-12T17:45:42.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.807+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=ME2S3FBWOG4Y type=del 2024-09-12T17:45:42.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.807+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=7E0MU1FF2Z2D type=del size=3911267 2024-09-12T17:45:42.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~7201I3EOYH2V.0 size=223865 2024-09-12T17:45:42.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.815+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=7201I3EOYH2V tag=S29LRCTVEEYY type=write size=1272441 2024-09-12T17:45:42.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.819+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=ZQF6ZW3FPZC8 type=del size=3056607 2024-09-12T17:45:42.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.823+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=KWE67U2R0D75 type=del 2024-09-12T17:45:42.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.827+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=N1WN6BFZF9G5 type=del size=3003271 2024-09-12T17:45:42.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.831+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=X4JOJW9LCE80 type=del 2024-09-12T17:45:42.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.831+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=2OTA3K511K5O type=del size=1740743 2024-09-12T17:45:42.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.835+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=CVV77TSJRYTR type=del 2024-09-12T17:45:42.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.839+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=2RMXWJBNP1CS type=write size=98678 2024-09-12T17:45:42.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.839+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=TSL6C19UY5Y6 type=del 2024-09-12T17:45:42.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~T5WY59O3VYQE.0 size=1048576 2024-09-12T17:45:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~T5WY59O3VYQE.1 size=72810 2024-09-12T17:45:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.847+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=T5WY59O3VYQE tag=KBPMUQH7M3XD type=write size=2169962 2024-09-12T17:45:42.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.855+0000 7f6c8a8948c0 1 < suggested remove operation key=02UJO133SEG4 tag=NXJHG2H39BMU type=del 2024-09-12T17:45:42.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~G5R1OPSF8U5E.0 size=1048576 2024-09-12T17:45:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~G5R1OPSF8U5E.1 size=313833 2024-09-12T17:45:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.859+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=G5R1OPSF8U5E tag=8Q8OENQUTKBP type=write size=2410985 2024-09-12T17:45:42.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.863+0000 7f6c8a8948c0 1 < suggested update operation key=B4CKTFO4636R tag=0IWIFG8M4G6J type=del size=2217396 2024-09-12T17:45:42.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.867+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=KJNMU8ZX5GL6 type=del size=526983 2024-09-12T17:45:42.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~2I3U575KO9O0.0 size=1048576 2024-09-12T17:45:42.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~2I3U575KO9O0.1 size=991365 2024-09-12T17:45:42.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.875+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=2I3U575KO9O0 tag=HGCG317E84QX type=write size=3088517 2024-09-12T17:45:42.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.879+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=PI3SCGD3D57Q type=del size=1078874 2024-09-12T17:45:42.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.879+0000 7f6c8a8948c0 1 < completed write operation key=IVB6FLK7S6PP tag=6WKSZPG1D5S6 type=write size=623650 2024-09-12T17:45:42.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.883+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=Y928CCHG4IIQ type=del size=1520220 2024-09-12T17:45:42.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.887+0000 7f6c8a8948c0 -1 < failed to complete operation key=B4CKTFO4636R tag=SO9E8NW6SGRW type=del size=2142543: (22) Invalid argument 2024-09-12T17:45:42.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.0 size=1048576 2024-09-12T17:45:42.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.1 size=1048576 2024-09-12T17:45:42.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.2 size=663457 2024-09-12T17:45:42.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.895+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=LSUPVR4635MN tag=RU7TW2DFXTSW type=write size=3809185 2024-09-12T17:45:42.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.895+0000 7f6c8a8948c0 -1 < failed to complete operation key=B4CKTFO4636R tag=FSKYTSISUVZR type=del size=2162177: (22) Invalid argument 2024-09-12T17:45:42.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~KSP0VUYM3PTI.0 size=1048576 2024-09-12T17:45:42.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.903+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~KSP0VUYM3PTI.1 size=834755 2024-09-12T17:45:42.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.903+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=KSP0VUYM3PTI tag=QBYCSOVU203X type=write size=2931907 2024-09-12T17:45:42.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.907+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=9X1S135W0A89 type=del 2024-09-12T17:45:42.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.907+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=B7GMPTWWG66K type=del size=2471263 2024-09-12T17:45:42.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.915+0000 7f6c8a8948c0 1 < suggested remove operation key=C0BM0M0DR88A tag=P3IQV29EVAD0 type=del 2024-09-12T17:45:42.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.915+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=870JI44LPA0Z type=del size=1336585 2024-09-12T17:45:42.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.919+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~0QQI1V8YIXOO.0 size=971793 2024-09-12T17:45:42.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.923+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=0QQI1V8YIXOO tag=G2HSE1JGN76A type=write size=2020369 2024-09-12T17:45:42.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.927+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=PGZ1OYSQJ642 type=del size=1082354 2024-09-12T17:45:42.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.927+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=2FR2DSNYFVOC type=del 2024-09-12T17:45:42.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.931+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~1LRFZW1KH652.0 size=418333 2024-09-12T17:45:42.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.931+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=1LRFZW1KH652 tag=UA3GZUN90NWW type=write size=1466909 2024-09-12T17:45:42.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.935+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=7E0MU1FF2Z2D type=del 2024-09-12T17:45:42.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.939+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=RVGMWGNWMN7H type=write size=560042 2024-09-12T17:45:42.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.943+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=ZQF6ZW3FPZC8 type=del 2024-09-12T17:45:42.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.947+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=RSG3PT51UWQL type=write size=784885 2024-09-12T17:45:42.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.951+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=N1WN6BFZF9G5 type=del 2024-09-12T17:45:42.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.951+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=R1KVPDJ0XMK8 type=write size=299643 2024-09-12T17:45:42.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.955+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=2OTA3K511K5O type=del 2024-09-12T17:45:42.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.0 size=1048576 2024-09-12T17:45:42.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.1 size=1048576 2024-09-12T17:45:42.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.2 size=374409 2024-09-12T17:45:42.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=2WPMF0QNLT1J tag=9NUSIZX9MFM7 type=write size=3520137 2024-09-12T17:45:42.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.971+0000 7f6c8a8948c0 1 < completed write operation key=5A2ZJW6U5Y5A tag=2RMXWJBNP1CS type=write size=98678 2024-09-12T17:45:42.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.971+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=RDUTCP6XLSWJ type=del size=2136539 2024-09-12T17:45:42.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.975+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~T5WY59O3VYQE.0 size=1048576 2024-09-12T17:45:42.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.979+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~T5WY59O3VYQE.1 size=72810 2024-09-12T17:45:42.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.983+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2SEGKWGLUBR upload=T5WY59O3VYQE tag=KBPMUQH7M3XD type=write size=2169962 2024-09-12T17:45:42.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.0 size=1048576 2024-09-12T17:45:42.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.991+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.1 size=1048576 2024-09-12T17:45:42.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.991+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.2 size=71353 2024-09-12T17:45:42.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.991+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=AZ01K7SJO8RM tag=KK4WW4TTUM9K type=write size=3217081 2024-09-12T17:45:42.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~G5R1OPSF8U5E.0 size=1048576 2024-09-12T17:45:42.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.995+0000 7f6c8a8948c0 1 < canceled part key=_multipart_IVB6FLK7S6PP.2~G5R1OPSF8U5E.1 size=313833 2024-09-12T17:45:42.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:42.999+0000 7f6c8a8948c0 1 < canceled multipart upload key=IVB6FLK7S6PP upload=G5R1OPSF8U5E tag=8Q8OENQUTKBP type=write size=2410985 2024-09-12T17:45:43.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.003+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=ZLB6PCVGVSKE type=del size=1372753 2024-09-12T17:45:43.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.007+0000 7f6c8a8948c0 1 < canceled operation key=1G8V6AD1JDDX tag=KJNMU8ZX5GL6 type=del size=526983 2024-09-12T17:45:43.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.007+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=1XFP4PH4OQT6 type=del size=1212599 2024-09-12T17:45:43.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.011+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=PI3SCGD3D57Q type=del 2024-09-12T17:45:43.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.015+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=IY42UUL2NGNL type=del size=636814 2024-09-12T17:45:43.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.019+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=Y928CCHG4IIQ type=del 2024-09-12T17:45:43.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.023+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=52ATEISWDVMH type=del size=153509 2024-09-12T17:45:43.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.027+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.0 size=1048576 2024-09-12T17:45:43.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.027+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.1 size=1048576 2024-09-12T17:45:43.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.031+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~LSUPVR4635MN.2 size=663457 2024-09-12T17:45:43.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.035+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=LSUPVR4635MN tag=RU7TW2DFXTSW type=write size=3809185 2024-09-12T17:45:43.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.035+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=J5ZTSIA0DZJY type=del size=1051278 2024-09-12T17:45:43.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.039+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~KSP0VUYM3PTI.0 size=1048576 2024-09-12T17:45:43.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.043+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~KSP0VUYM3PTI.1 size=834755 2024-09-12T17:45:43.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.047+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=KSP0VUYM3PTI tag=QBYCSOVU203X type=write size=2931907 2024-09-12T17:45:43.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.047+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=CP4TP9PKWNCH type=del size=358825 2024-09-12T17:45:43.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.051+0000 7f6c8a8948c0 1 < canceled operation key=W2M8Z8M3LYTF tag=B7GMPTWWG66K type=del size=2471263 2024-09-12T17:45:43.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.051+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=IIBFTSFY80R3 type=del size=343080 2024-09-12T17:45:43.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.055+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=870JI44LPA0Z type=del size=1336585 2024-09-12T17:45:43.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~803XEG0FS7Z5.0 size=1048576 2024-09-12T17:45:43.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~803XEG0FS7Z5.1 size=85667 2024-09-12T17:45:43.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.059+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=803XEG0FS7Z5 tag=JBNSWYGLZLCF type=write size=2182819 2024-09-12T17:45:43.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.063+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=PGZ1OYSQJ642 type=del 2024-09-12T17:45:43.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.067+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=C6X0HW360BDE type=write size=888187 2024-09-12T17:45:43.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.067+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~1LRFZW1KH652.0 size=418333 2024-09-12T17:45:43.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.071+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=1LRFZW1KH652 tag=UA3GZUN90NWW type=write size=1466909 2024-09-12T17:45:43.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.075+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=4KRAIAHEL5V7 type=write size=505535 2024-09-12T17:45:43.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.075+0000 7f6c8a8948c0 1 < completed write operation key=RT88PQITUXJA tag=RVGMWGNWMN7H type=write size=560042 2024-09-12T17:45:43.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.079+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=8LJF1JJY782R type=del size=2279270 2024-09-12T17:45:43.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.083+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=RSG3PT51UWQL type=write size=784885 2024-09-12T17:45:43.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.0 size=1048576 2024-09-12T17:45:43.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.1 size=1048576 2024-09-12T17:45:43.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.2 size=226662 2024-09-12T17:45:43.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.091+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=M24OBJ61CE8Y tag=V82KW2RDAFAM type=write size=3372390 2024-09-12T17:45:43.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.095+0000 7f6c8a8948c0 1 < suggested update operation key=1167S0KYHA9V tag=R1KVPDJ0XMK8 type=write size=299643 2024-09-12T17:45:43.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.099+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=D6ZIZ47FJBE8 type=del size=1246805 2024-09-12T17:45:43.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.103+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.0 size=1048576 2024-09-12T17:45:43.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.103+0000 7f6c8a8948c0 1 < canceled part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.1 size=1048576 2024-09-12T17:45:43.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.103+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~2WPMF0QNLT1J.2 size=374409 2024-09-12T17:45:43.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.107+0000 7f6c8a8948c0 1 < canceled multipart upload key=TBBMO835ZRGP upload=2WPMF0QNLT1J tag=9NUSIZX9MFM7 type=write size=3520137 2024-09-12T17:45:43.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.115+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~STL6SP0SE0E6.0 size=409773 2024-09-12T17:45:43.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.115+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=STL6SP0SE0E6 tag=BTBP7QF03ADI type=write size=1458349 2024-09-12T17:45:43.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.115+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=RDUTCP6XLSWJ type=del 2024-09-12T17:45:43.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.119+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=BD2H1OT20ZDW type=del size=3119716 2024-09-12T17:45:43.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.0 size=1048576 2024-09-12T17:45:43.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.1 size=1048576 2024-09-12T17:45:43.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.127+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~AZ01K7SJO8RM.2 size=71353 2024-09-12T17:45:43.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.131+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=AZ01K7SJO8RM tag=KK4WW4TTUM9K type=write size=3217081 2024-09-12T17:45:43.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.131+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=DWFYNRB486UH type=del size=782142 2024-09-12T17:45:43.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.135+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=ZLB6PCVGVSKE type=del size=1372753 2024-09-12T17:45:43.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.139+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=L79BOO6I0CTY type=del size=3512653 2024-09-12T17:45:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.139+0000 7f6c8a8948c0 1 < canceled operation key=B4CKTFO4636R tag=1XFP4PH4OQT6 type=del size=1212599 2024-09-12T17:45:43.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.143+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~MSGH6UUY7AII.0 size=205501 2024-09-12T17:45:43.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.143+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=MSGH6UUY7AII tag=5KFRF6DBXRCJ type=write size=1254077 2024-09-12T17:45:43.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.147+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=IY42UUL2NGNL type=del 2024-09-12T17:45:43.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.151+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=3EVVBR7HP43J type=del size=3720865 2024-09-12T17:45:43.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.155+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=52ATEISWDVMH type=del 2024-09-12T17:45:43.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.159+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~TVZ4CW8JUQUS.0 size=1048576 2024-09-12T17:45:43.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.159+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~TVZ4CW8JUQUS.1 size=358566 2024-09-12T17:45:43.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.159+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=TVZ4CW8JUQUS tag=3U9SVGWATC39 type=write size=2455718 2024-09-12T17:45:43.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.163+0000 7f6c8a8948c0 -1 < failed to complete operation key=1167S0KYHA9V tag=J5ZTSIA0DZJY type=del size=1051278: (22) Invalid argument 2024-09-12T17:45:43.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.167+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=P71FMTZ62YI7 type=del size=2531079 2024-09-12T17:45:43.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.167+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=CP4TP9PKWNCH type=del 2024-09-12T17:45:43.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.0 size=1048576 2024-09-12T17:45:43.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.1 size=1048576 2024-09-12T17:45:43.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.2 size=706037 2024-09-12T17:45:43.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.175+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=2B8CDW824OPL tag=L87TGQLXXBFS type=write size=3851765 2024-09-12T17:45:43.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.179+0000 7f6c8a8948c0 1 < suggested remove operation key=NGA7I4DL09NU tag=IIBFTSFY80R3 type=del 2024-09-12T17:45:43.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.183+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=1W4EM9MBNKDW type=del size=3852761 2024-09-12T17:45:43.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~803XEG0FS7Z5.0 size=1048576 2024-09-12T17:45:43.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~803XEG0FS7Z5.1 size=85667 2024-09-12T17:45:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.191+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=803XEG0FS7Z5 tag=JBNSWYGLZLCF type=write size=2182819 2024-09-12T17:45:43.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~MGDUW3R0G6BS.0 size=1048576 2024-09-12T17:45:43.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~MGDUW3R0G6BS.1 size=901753 2024-09-12T17:45:43.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.199+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=MGDUW3R0G6BS tag=ZJOJO1VY3LM6 type=write size=2998905 2024-09-12T17:45:43.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.203+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=C6X0HW360BDE type=write size=888187 2024-09-12T17:45:43.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.203+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=0B1KFBF95QZG type=del size=3063338 2024-09-12T17:45:43.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.211+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=4KRAIAHEL5V7 type=write size=505535 2024-09-12T17:45:43.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.0 size=1048576 2024-09-12T17:45:43.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.1 size=1048576 2024-09-12T17:45:43.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.2 size=708319 2024-09-12T17:45:43.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.219+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=DC27FX239AUN tag=D8H78OKNGM2J type=write size=3854047 2024-09-12T17:45:43.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.219+0000 7f6c8a8948c0 -1 < failed to complete operation key=XSFCFLQ02Y9B tag=8LJF1JJY782R type=del size=2279270: (22) Invalid argument 2024-09-12T17:45:43.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.223+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=BH03ZGY5J7OD type=del size=379818 2024-09-12T17:45:43.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.0 size=1048576 2024-09-12T17:45:43.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.1 size=1048576 2024-09-12T17:45:43.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~M24OBJ61CE8Y.2 size=226662 2024-09-12T17:45:43.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.231+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=M24OBJ61CE8Y tag=V82KW2RDAFAM type=write size=3372390 2024-09-12T17:45:43.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.235+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=AWIM6D1OGZX4 type=del size=100785 2024-09-12T17:45:43.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.239+0000 7f6c8a8948c0 1 < canceled operation key=1167S0KYHA9V tag=D6ZIZ47FJBE8 type=del size=1246805 2024-09-12T17:45:43.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.239+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=YSZCYNL5NVLB type=write size=380669 2024-09-12T17:45:43.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~STL6SP0SE0E6.0 size=409773 2024-09-12T17:45:43.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.247+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=STL6SP0SE0E6 tag=BTBP7QF03ADI type=write size=1458349 2024-09-12T17:45:43.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.247+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=J33SUT1DIRJO type=del size=1412437 2024-09-12T17:45:43.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.251+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=BD2H1OT20ZDW type=del 2024-09-12T17:45:43.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.255+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=OTV19NUCUU2J type=del size=1408783 2024-09-12T17:45:43.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.259+0000 7f6c8a8948c0 1 < suggested update operation key=TBBMO835ZRGP tag=DWFYNRB486UH type=del size=782142 2024-09-12T17:45:43.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.0 size=1048576 2024-09-12T17:45:43.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.1 size=1048576 2024-09-12T17:45:43.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.271+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.2 size=31968 2024-09-12T17:45:43.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.271+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=S5QP7IGX5BWZ tag=SRZ43T0VD19U type=write size=3177696 2024-09-12T17:45:43.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.271+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=L79BOO6I0CTY type=del 2024-09-12T17:45:43.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.275+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=OODACE0P4I7Y type=del size=3347470 2024-09-12T17:45:43.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~MSGH6UUY7AII.0 size=205501 2024-09-12T17:45:43.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.283+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=MSGH6UUY7AII tag=5KFRF6DBXRCJ type=write size=1254077 2024-09-12T17:45:43.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~DLQMNA2ATIKA.0 size=493923 2024-09-12T17:45:43.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.287+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=DLQMNA2ATIKA tag=00FBW8GNCE2U type=write size=1542499 2024-09-12T17:45:43.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.291+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=3EVVBR7HP43J type=del 2024-09-12T17:45:43.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.295+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=87LPB9SVIQ0O type=del size=2633041 2024-09-12T17:45:43.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.295+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~TVZ4CW8JUQUS.0 size=1048576 2024-09-12T17:45:43.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.299+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~TVZ4CW8JUQUS.1 size=358566 2024-09-12T17:45:43.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.303+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=TVZ4CW8JUQUS tag=3U9SVGWATC39 type=write size=2455718 2024-09-12T17:45:43.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.307+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.0 size=1048576 2024-09-12T17:45:43.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.1 size=1048576 2024-09-12T17:45:43.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.311+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.2 size=341125 2024-09-12T17:45:43.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.311+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=62OTME8T4B14 tag=57UAKHECXJ3X type=write size=3486853 2024-09-12T17:45:43.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.315+0000 7f6c8a8948c0 -1 < failed to complete operation key=NGA7I4DL09NU tag=P71FMTZ62YI7 type=del size=2531079: (22) Invalid argument 2024-09-12T17:45:43.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.319+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=HNPD0KFQWZ0X type=del size=1663809 2024-09-12T17:45:43.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.319+0000 7f6c8a8948c0 1 < canceled part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.0 size=1048576 2024-09-12T17:45:43.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.323+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.1 size=1048576 2024-09-12T17:45:43.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.323+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2B8CDW824OPL.2 size=706037 2024-09-12T17:45:43.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.327+0000 7f6c8a8948c0 1 < canceled multipart upload key=DKQJR0BTFM5J upload=2B8CDW824OPL tag=L87TGQLXXBFS type=write size=3851765 2024-09-12T17:45:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.331+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=LMYKPMNYHJW4 type=write size=210449 2024-09-12T17:45:43.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.331+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=1W4EM9MBNKDW type=del 2024-09-12T17:45:43.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.335+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=BVS8XD4M1M4H type=write size=808199 2024-09-12T17:45:43.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.339+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~MGDUW3R0G6BS.0 size=1048576 2024-09-12T17:45:43.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~MGDUW3R0G6BS.1 size=901753 2024-09-12T17:45:43.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.347+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=MGDUW3R0G6BS tag=ZJOJO1VY3LM6 type=write size=2998905 2024-09-12T17:45:43.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.351+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=87W1ZGWEV4LX type=write size=229765 2024-09-12T17:45:43.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.355+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=0B1KFBF95QZG type=del 2024-09-12T17:45:43.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.355+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=C92PXWE5058U type=del size=2824664 2024-09-12T17:45:43.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.359+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.0 size=1048576 2024-09-12T17:45:43.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.1 size=1048576 2024-09-12T17:45:43.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~DC27FX239AUN.2 size=708319 2024-09-12T17:45:43.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.367+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=DC27FX239AUN tag=D8H78OKNGM2J type=write size=3854047 2024-09-12T17:45:43.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.371+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~XDSN9I3HTLNX.0 size=265757 2024-09-12T17:45:43.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.371+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=XDSN9I3HTLNX tag=QG3VXZIRK8PY type=write size=1314333 2024-09-12T17:45:43.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.375+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=BH03ZGY5J7OD type=del 2024-09-12T17:45:43.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.379+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~JGIGVTV2CMZL.0 size=1048576 2024-09-12T17:45:43.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.383+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~JGIGVTV2CMZL.1 size=587394 2024-09-12T17:45:43.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.383+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=JGIGVTV2CMZL tag=A2UQ8F7YLI8B type=write size=2684546 2024-09-12T17:45:43.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.387+0000 7f6c8a8948c0 1 < suggested remove operation key=DKQJR0BTFM5J tag=AWIM6D1OGZX4 type=del 2024-09-12T17:45:43.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.391+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=G6Z4XZLLIGYB type=del size=1691818 2024-09-12T17:45:43.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.395+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=YSZCYNL5NVLB type=write size=380669 2024-09-12T17:45:43.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~SFI0MIW0GFR4.0 size=1048576 2024-09-12T17:45:43.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.399+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~SFI0MIW0GFR4.1 size=404207 2024-09-12T17:45:43.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.399+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=SFI0MIW0GFR4 tag=70LF9S66NN6V type=write size=2501359 2024-09-12T17:45:43.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.403+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=J33SUT1DIRJO type=del 2024-09-12T17:45:43.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.407+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=4OXJV339VYNG type=write size=167351 2024-09-12T17:45:43.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.411+0000 7f6c8a8948c0 1 < suggested remove operation key=5L4M8IBSBUF1 tag=OTV19NUCUU2J type=del 2024-09-12T17:45:43.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.415+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=HMR9VQSA5PC4 type=del size=779009 2024-09-12T17:45:43.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.419+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.0 size=1048576 2024-09-12T17:45:43.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.419+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.1 size=1048576 2024-09-12T17:45:43.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.423+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~S5QP7IGX5BWZ.2 size=31968 2024-09-12T17:45:43.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.427+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=S5QP7IGX5BWZ tag=SRZ43T0VD19U type=write size=3177696 2024-09-12T17:45:43.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.431+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=SR0GUT3LSGAB type=del size=3805756 2024-09-12T17:45:43.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.435+0000 7f6c8a8948c0 1 < suggested remove operation key=I21M2NBLJNCJ tag=OODACE0P4I7Y type=del 2024-09-12T17:45:43.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.439+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=G9JNP2DZIXLD type=del size=78721 2024-09-12T17:45:43.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.439+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~DLQMNA2ATIKA.0 size=493923 2024-09-12T17:45:43.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.447+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=DLQMNA2ATIKA tag=00FBW8GNCE2U type=write size=1542499 2024-09-12T17:45:43.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.447+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=0XBSYWKMAHRV type=del size=774989 2024-09-12T17:45:43.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.451+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=87LPB9SVIQ0O type=del 2024-09-12T17:45:43.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.451+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=BX8QGZX6QLQK type=del size=2149555 2024-09-12T17:45:43.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.455+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.0 size=1048576 2024-09-12T17:45:43.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.1 size=1048576 2024-09-12T17:45:43.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~62OTME8T4B14.2 size=341125 2024-09-12T17:45:43.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.463+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=62OTME8T4B14 tag=57UAKHECXJ3X type=write size=3486853 2024-09-12T17:45:43.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.467+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=T2U2TFI476Q5 type=del size=3475379 2024-09-12T17:45:43.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.471+0000 7f6c8a8948c0 -1 < failed to complete operation key=5L4M8IBSBUF1 tag=HNPD0KFQWZ0X type=del size=1663809: (22) Invalid argument 2024-09-12T17:45:43.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~D2C43401TCMP.0 size=1048576 2024-09-12T17:45:43.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~D2C43401TCMP.1 size=878727 2024-09-12T17:45:43.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.479+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=D2C43401TCMP tag=KALQE27PUYXV type=write size=2975879 2024-09-12T17:45:43.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.483+0000 7f6c8a8948c0 1 < completed write operation key=LALMJ3TYSQ6T tag=LMYKPMNYHJW4 type=write size=210449 2024-09-12T17:45:43.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.483+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=GVR4QJIZGA3I type=write size=86357 2024-09-12T17:45:43.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.487+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=BVS8XD4M1M4H type=write size=808199 2024-09-12T17:45:43.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.491+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=14M55RHJ4GEI type=del size=629691 2024-09-12T17:45:43.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.495+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=87W1ZGWEV4LX type=write size=229765 2024-09-12T17:45:43.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.495+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=NSZT4R3Z1ND3 type=del size=2625541 2024-09-12T17:45:43.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.503+0000 7f6c8a8948c0 1 < suggested remove operation key=THGH3XU7HTDO tag=C92PXWE5058U type=del 2024-09-12T17:45:43.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~3O53PVYNO5BP.0 size=732195 2024-09-12T17:45:43.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=3O53PVYNO5BP tag=EWQ8Y9JNGHGE type=write size=1780771 2024-09-12T17:45:43.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.511+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~XDSN9I3HTLNX.0 size=265757 2024-09-12T17:45:43.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.515+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=XDSN9I3HTLNX tag=QG3VXZIRK8PY type=write size=1314333 2024-09-12T17:45:43.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.519+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=ZSLL0KKA6YU9 type=del size=1466347 2024-09-12T17:45:43.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.523+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~JGIGVTV2CMZL.0 size=1048576 2024-09-12T17:45:43.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.527+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~JGIGVTV2CMZL.1 size=587394 2024-09-12T17:45:43.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.531+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=JGIGVTV2CMZL tag=A2UQ8F7YLI8B type=write size=2684546 2024-09-12T17:45:43.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.531+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=FLHCSDH9NS7G type=del size=1529221 2024-09-12T17:45:43.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.535+0000 7f6c8a8948c0 -1 < failed to complete operation key=5L4M8IBSBUF1 tag=G6Z4XZLLIGYB type=del size=1691818: (22) Invalid argument 2024-09-12T17:45:43.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.539+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=OMG1F30XJUNF type=del size=2942014 2024-09-12T17:45:43.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~SFI0MIW0GFR4.0 size=1048576 2024-09-12T17:45:43.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~SFI0MIW0GFR4.1 size=404207 2024-09-12T17:45:43.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.547+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=SFI0MIW0GFR4 tag=70LF9S66NN6V type=write size=2501359 2024-09-12T17:45:43.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.551+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=9XLP3WVRJOWS type=del size=507311 2024-09-12T17:45:43.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.551+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=4OXJV339VYNG type=write size=167351 2024-09-12T17:45:43.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.555+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=NARDANIQK4TB type=del size=3365592 2024-09-12T17:45:43.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.559+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=HMR9VQSA5PC4 type=del 2024-09-12T17:45:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.559+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=L1XXVYTFYNX5 type=del size=1405124 2024-09-12T17:45:43.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.563+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=SR0GUT3LSGAB type=del 2024-09-12T17:45:43.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~W8MAX2NAHRK8.0 size=1048576 2024-09-12T17:45:43.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~W8MAX2NAHRK8.1 size=223465 2024-09-12T17:45:43.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.567+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=W8MAX2NAHRK8 tag=7YONDC0PI1NP type=write size=2320617 2024-09-12T17:45:43.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.571+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=G9JNP2DZIXLD type=del 2024-09-12T17:45:43.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.575+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.0 size=1048576 2024-09-12T17:45:43.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.1 size=1048576 2024-09-12T17:45:43.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.2 size=906140 2024-09-12T17:45:43.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.579+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=FIBSO9RHDP4T tag=450WJ2JLME2V type=write size=4051868 2024-09-12T17:45:43.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.583+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=0XBSYWKMAHRV type=del 2024-09-12T17:45:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~KANWE8OQ8KZ7.0 size=964390 2024-09-12T17:45:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=KANWE8OQ8KZ7 tag=86YW9KH01UOC type=write size=2012966 2024-09-12T17:45:43.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.591+0000 7f6c8a8948c0 -1 < failed to complete operation key=THGH3XU7HTDO tag=BX8QGZX6QLQK type=del size=2149555: (22) Invalid argument 2024-09-12T17:45:43.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.591+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=39FS1BTVC6IS type=del size=360071 2024-09-12T17:45:43.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.595+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=T2U2TFI476Q5 type=del size=3475379 2024-09-12T17:45:43.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.599+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=SSMZSCLRA33C type=write size=337116 2024-09-12T17:45:43.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.603+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~D2C43401TCMP.0 size=1048576 2024-09-12T17:45:43.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~D2C43401TCMP.1 size=878727 2024-09-12T17:45:43.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.611+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=D2C43401TCMP tag=KALQE27PUYXV type=write size=2975879 2024-09-12T17:45:43.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.615+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=9PIKN579DPP3 type=del size=357548 2024-09-12T17:45:43.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.619+0000 7f6c8a8948c0 1 < completed write operation key=W2M8Z8M3LYTF tag=GVR4QJIZGA3I type=write size=86357 2024-09-12T17:45:43.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.623+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~UV9950Z6W6IN.0 size=1048576 2024-09-12T17:45:43.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~UV9950Z6W6IN.1 size=454829 2024-09-12T17:45:43.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.627+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=UV9950Z6W6IN tag=WBIV950EPHDE type=write size=2551981 2024-09-12T17:45:43.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.627+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=14M55RHJ4GEI type=del size=629691 2024-09-12T17:45:43.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.631+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=NRXN9ZVCQ9NU type=del size=3275158 2024-09-12T17:45:43.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.639+0000 7f6c8a8948c0 1 < suggested remove operation key=HTSRF6I8OFUX tag=NSZT4R3Z1ND3 type=del 2024-09-12T17:45:43.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.639+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=N4E35TXXNU4M type=del size=895492 2024-09-12T17:45:43.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~3O53PVYNO5BP.0 size=732195 2024-09-12T17:45:43.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.651+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=3O53PVYNO5BP tag=EWQ8Y9JNGHGE type=write size=1780771 2024-09-12T17:45:43.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.655+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~P0DNYYXPJCGO.0 size=1038955 2024-09-12T17:45:43.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.655+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=P0DNYYXPJCGO tag=U70RTMFRPTPO type=write size=2087531 2024-09-12T17:45:43.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.659+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=ZSLL0KKA6YU9 type=del 2024-09-12T17:45:43.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.663+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=FZ0WTOIWY0S8 type=write size=735457 2024-09-12T17:45:43.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.667+0000 7f6c8a8948c0 1 < suggested remove operation key=TBBMO835ZRGP tag=FLHCSDH9NS7G type=del 2024-09-12T17:45:43.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.671+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.0 size=1048576 2024-09-12T17:45:43.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.675+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.1 size=1048576 2024-09-12T17:45:43.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.2 size=684136 2024-09-12T17:45:43.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.679+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=TSP0YQ2CGSUI tag=Q28RZD4LDZ7B type=write size=3829864 2024-09-12T17:45:43.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.679+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=OMG1F30XJUNF type=del 2024-09-12T17:45:43.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.683+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=KN0CMHMF2K1J type=del size=2980356 2024-09-12T17:45:43.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.687+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=9XLP3WVRJOWS type=del 2024-09-12T17:45:43.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.691+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=QUE0M67W8VX1 type=del size=453686 2024-09-12T17:45:43.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.695+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=NARDANIQK4TB type=del 2024-09-12T17:45:43.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.695+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=DQZ52FAZ6C14 type=del size=3499281 2024-09-12T17:45:43.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.699+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=L1XXVYTFYNX5 type=del 2024-09-12T17:45:43.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.703+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~0TQXGE41Q7LZ.0 size=268724 2024-09-12T17:45:43.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.703+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=0TQXGE41Q7LZ tag=TZF41SQ99EEU type=write size=1317300 2024-09-12T17:45:43.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.703+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~W8MAX2NAHRK8.0 size=1048576 2024-09-12T17:45:43.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.707+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~W8MAX2NAHRK8.1 size=223465 2024-09-12T17:45:43.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.711+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=W8MAX2NAHRK8 tag=7YONDC0PI1NP type=write size=2320617 2024-09-12T17:45:43.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.711+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=Q2IWAT1RST2T type=del size=3222705 2024-09-12T17:45:43.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.0 size=1048576 2024-09-12T17:45:43.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.1 size=1048576 2024-09-12T17:45:43.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.719+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~FIBSO9RHDP4T.2 size=906140 2024-09-12T17:45:43.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.723+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=FIBSO9RHDP4T tag=450WJ2JLME2V type=write size=4051868 2024-09-12T17:45:43.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.723+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=O4EMZLMGT916 type=del size=262112 2024-09-12T17:45:43.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~KANWE8OQ8KZ7.0 size=964390 2024-09-12T17:45:43.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.727+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=KANWE8OQ8KZ7 tag=86YW9KH01UOC type=write size=2012966 2024-09-12T17:45:43.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.731+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=QZGI95Y680LP type=del size=242530 2024-09-12T17:45:43.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.735+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=39FS1BTVC6IS type=del 2024-09-12T17:45:43.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.0 size=1048576 2024-09-12T17:45:43.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.1 size=1048576 2024-09-12T17:45:43.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.2 size=117068 2024-09-12T17:45:43.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.739+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=70IJKNB1EHXY tag=BN03VOJILR5F type=write size=3262796 2024-09-12T17:45:43.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.743+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=SSMZSCLRA33C type=write size=337116 2024-09-12T17:45:43.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.743+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=C5YA3RV4U4NZ type=del size=3313153 2024-09-12T17:45:43.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.747+0000 7f6c8a8948c0 1 < suggested remove operation key=C0BM0M0DR88A tag=9PIKN579DPP3 type=del 2024-09-12T17:45:43.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.751+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.0 size=1048576 2024-09-12T17:45:43.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.1 size=1048576 2024-09-12T17:45:43.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.755+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.2 size=44574 2024-09-12T17:45:43.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.755+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=6EC5XR57Q1F6 tag=FLOXTJ5ZIMEV type=write size=3190302 2024-09-12T17:45:43.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.759+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~UV9950Z6W6IN.0 size=1048576 2024-09-12T17:45:43.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.759+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~UV9950Z6W6IN.1 size=454829 2024-09-12T17:45:43.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.763+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=UV9950Z6W6IN tag=WBIV950EPHDE type=write size=2551981 2024-09-12T17:45:43.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.767+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=DLRHFH9GP56D type=write size=131208 2024-09-12T17:45:43.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.767+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=NRXN9ZVCQ9NU type=del 2024-09-12T17:45:43.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~FX59SZG24T7W.0 size=1048576 2024-09-12T17:45:43.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~FX59SZG24T7W.1 size=793566 2024-09-12T17:45:43.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=FX59SZG24T7W tag=2SDLXZKEG93E type=write size=2890718 2024-09-12T17:45:43.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.775+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=N4E35TXXNU4M type=del 2024-09-12T17:45:43.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.779+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.0 size=1048576 2024-09-12T17:45:43.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.779+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.1 size=1048576 2024-09-12T17:45:43.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.783+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.2 size=120408 2024-09-12T17:45:43.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.783+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=1FPJORZLL2R6 tag=B9T5E0Z12A8M type=write size=3266136 2024-09-12T17:45:43.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~P0DNYYXPJCGO.0 size=1038955 2024-09-12T17:45:43.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.787+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=P0DNYYXPJCGO tag=U70RTMFRPTPO type=write size=2087531 2024-09-12T17:45:43.787 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.791+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=PABXPAOLSA8R type=del size=53560 2024-09-12T17:45:43.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.791+0000 7f6c8a8948c0 1 < suggested update operation key=02UJO133SEG4 tag=FZ0WTOIWY0S8 type=write size=735457 2024-09-12T17:45:43.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.795+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=KB2C660KMUL0 type=write size=256009 2024-09-12T17:45:43.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.0 size=1048576 2024-09-12T17:45:43.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.1 size=1048576 2024-09-12T17:45:43.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.799+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~TSP0YQ2CGSUI.2 size=684136 2024-09-12T17:45:43.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.803+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=TSP0YQ2CGSUI tag=Q28RZD4LDZ7B type=write size=3829864 2024-09-12T17:45:43.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.803+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=1ONYHC8KVKIS type=del size=583002 2024-09-12T17:45:43.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.807+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=KN0CMHMF2K1J type=del 2024-09-12T17:45:43.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~V5MHX9PRFQBD.0 size=228721 2024-09-12T17:45:43.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.811+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=V5MHX9PRFQBD tag=NY8JDRR1KJBL type=write size=1277297 2024-09-12T17:45:43.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.815+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=QUE0M67W8VX1 type=del 2024-09-12T17:45:43.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.819+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=E4MZ0T0NVAT0 type=del size=140076 2024-09-12T17:45:43.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.823+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=DQZ52FAZ6C14 type=del 2024-09-12T17:45:43.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.823+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=5DTNN9YJVFE3 type=write size=735858 2024-09-12T17:45:43.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~0TQXGE41Q7LZ.0 size=268724 2024-09-12T17:45:43.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.835+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=0TQXGE41Q7LZ tag=TZF41SQ99EEU type=write size=1317300 2024-09-12T17:45:43.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.839+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=1QRVLPYXX0L0 type=write size=130458 2024-09-12T17:45:43.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.839+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=Q2IWAT1RST2T type=del 2024-09-12T17:45:43.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.843+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=HQIJCMJIFOF3 type=del size=1148806 2024-09-12T17:45:43.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.847+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=O4EMZLMGT916 type=del 2024-09-12T17:45:43.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.847+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=WLM3IDMTY77F type=write size=379343 2024-09-12T17:45:43.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.851+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=QZGI95Y680LP type=del size=242530 2024-09-12T17:45:43.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~MBY00XCGQG70.0 size=1048576 2024-09-12T17:45:43.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~MBY00XCGQG70.1 size=651412 2024-09-12T17:45:43.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=MBY00XCGQG70 tag=5Q1G7Q906OGO type=write size=2748564 2024-09-12T17:45:43.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.0 size=1048576 2024-09-12T17:45:43.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.863+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.1 size=1048576 2024-09-12T17:45:43.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.863+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~70IJKNB1EHXY.2 size=117068 2024-09-12T17:45:43.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.867+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=70IJKNB1EHXY tag=BN03VOJILR5F type=write size=3262796 2024-09-12T17:45:43.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.0 size=1048576 2024-09-12T17:45:43.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.1 size=1048576 2024-09-12T17:45:43.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.875+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.2 size=860675 2024-09-12T17:45:43.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.875+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=KSLF889Z7WNF tag=BEI6ZQ0Q935V type=write size=4006403 2024-09-12T17:45:43.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.879+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=C5YA3RV4U4NZ type=del 2024-09-12T17:45:43.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.883+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~8M58QMOUMMN2.0 size=1048576 2024-09-12T17:45:43.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.887+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~8M58QMOUMMN2.1 size=915416 2024-09-12T17:45:43.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.887+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=8M58QMOUMMN2 tag=B8MDW5W3XRWM type=write size=3012568 2024-09-12T17:45:43.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.887+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.0 size=1048576 2024-09-12T17:45:43.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.887+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.1 size=1048576 2024-09-12T17:45:43.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~6EC5XR57Q1F6.2 size=44574 2024-09-12T17:45:43.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.895+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=6EC5XR57Q1F6 tag=FLOXTJ5ZIMEV type=write size=3190302 2024-09-12T17:45:43.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~BVRTSF627RHU.0 size=1048576 2024-09-12T17:45:43.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~BVRTSF627RHU.1 size=294209 2024-09-12T17:45:43.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=BVRTSF627RHU tag=78ZFX2QW2H9Z type=write size=2391361 2024-09-12T17:45:43.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.903+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=DLRHFH9GP56D type=write size=131208 2024-09-12T17:45:43.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.0 size=1048576 2024-09-12T17:45:43.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.1 size=1048576 2024-09-12T17:45:43.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.2 size=241010 2024-09-12T17:45:43.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.911+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=S5YY1PKCS9HF tag=ZF77X179GR44 type=write size=3386738 2024-09-12T17:45:43.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.915+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~FX59SZG24T7W.0 size=1048576 2024-09-12T17:45:43.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.915+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~FX59SZG24T7W.1 size=793566 2024-09-12T17:45:43.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.919+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=FX59SZG24T7W tag=2SDLXZKEG93E type=write size=2890718 2024-09-12T17:45:43.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~LL04ZDRRN164.0 size=1048576 2024-09-12T17:45:43.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~LL04ZDRRN164.1 size=833574 2024-09-12T17:45:43.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.927+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=LL04ZDRRN164 tag=Y1LKX2CWOD8S type=write size=2930726 2024-09-12T17:45:43.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.0 size=1048576 2024-09-12T17:45:43.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.1 size=1048576 2024-09-12T17:45:43.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~1FPJORZLL2R6.2 size=120408 2024-09-12T17:45:43.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.935+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=1FPJORZLL2R6 tag=B9T5E0Z12A8M type=write size=3266136 2024-09-12T17:45:43.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.939+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=8FVCHDTTOUXQ type=del size=2393507 2024-09-12T17:45:43.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.943+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2SEGKWGLUBR tag=PABXPAOLSA8R type=del 2024-09-12T17:45:43.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.951+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~Y6KQG1EG3YXN.0 size=242398 2024-09-12T17:45:43.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.951+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=Y6KQG1EG3YXN tag=RYZV6PPR8DO3 type=write size=1290974 2024-09-12T17:45:43.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.951+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=KB2C660KMUL0 type=write size=256009 2024-09-12T17:45:43.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.955+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~C0UEKH705B0T.0 size=977660 2024-09-12T17:45:43.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.955+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=C0UEKH705B0T tag=DXDUD7OJY98D type=write size=2026236 2024-09-12T17:45:43.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.959+0000 7f6c8a8948c0 -1 < failed to complete operation key=Z2SEGKWGLUBR tag=1ONYHC8KVKIS type=del size=583002: (22) Invalid argument 2024-09-12T17:45:43.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.963+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=3V0ZHSBVOX5A type=del size=1701863 2024-09-12T17:45:43.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~V5MHX9PRFQBD.0 size=228721 2024-09-12T17:45:43.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.971+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=V5MHX9PRFQBD tag=NY8JDRR1KJBL type=write size=1277297 2024-09-12T17:45:43.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~N9QYSF0E074X.0 size=1048576 2024-09-12T17:45:43.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~N9QYSF0E074X.1 size=746897 2024-09-12T17:45:43.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.975+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=N9QYSF0E074X tag=3J4SXKG938MC type=write size=2844049 2024-09-12T17:45:43.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.975+0000 7f6c8a8948c0 -1 < no bi entry to suggest for operation key=Z2SEGKWGLUBR tag=E4MZ0T0NVAT0 type=del size=140076: (2) No such file or directory 2024-09-12T17:45:43.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.979+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=CCSW4GOO1WF8 type=del size=3677145 2024-09-12T17:45:43.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.983+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=5DTNN9YJVFE3 type=write size=735858 2024-09-12T17:45:43.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.983+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=WBQP4NWEVW2K type=del size=2635961 2024-09-12T17:45:43.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.987+0000 7f6c8a8948c0 1 < completed write operation key=NGA7I4DL09NU tag=1QRVLPYXX0L0 type=write size=130458 2024-09-12T17:45:43.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.991+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=TXEHB0T7YY8U type=del size=376753 2024-09-12T17:45:43.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.991+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=HQIJCMJIFOF3 type=del 2024-09-12T17:45:43.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.995+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=L2UNTT5P29Q9 type=del size=1204694 2024-09-12T17:45:43.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:43.999+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=WLM3IDMTY77F type=write size=379343 2024-09-12T17:45:44.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~RDGYCMJ2EM1Z.0 size=1048576 2024-09-12T17:45:44.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.003+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~RDGYCMJ2EM1Z.1 size=568228 2024-09-12T17:45:44.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.003+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=RDGYCMJ2EM1Z tag=8K7FZ1U26MTD type=write size=2665380 2024-09-12T17:45:44.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~MBY00XCGQG70.0 size=1048576 2024-09-12T17:45:44.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.011+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~MBY00XCGQG70.1 size=651412 2024-09-12T17:45:44.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.015+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=MBY00XCGQG70 tag=5Q1G7Q906OGO type=write size=2748564 2024-09-12T17:45:44.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.019+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~POASEPYMUY9A.0 size=617192 2024-09-12T17:45:44.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.019+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=POASEPYMUY9A tag=BCHTZ4NSYY9P type=write size=1665768 2024-09-12T17:45:44.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.0 size=1048576 2024-09-12T17:45:44.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.1 size=1048576 2024-09-12T17:45:44.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~KSLF889Z7WNF.2 size=860675 2024-09-12T17:45:44.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.031+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=KSLF889Z7WNF tag=BEI6ZQ0Q935V type=write size=4006403 2024-09-12T17:45:44.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.031+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=C1A44SV8LQQV type=write size=81476 2024-09-12T17:45:44.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~8M58QMOUMMN2.0 size=1048576 2024-09-12T17:45:44.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.035+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~8M58QMOUMMN2.1 size=915416 2024-09-12T17:45:44.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.043+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=8M58QMOUMMN2 tag=B8MDW5W3XRWM type=write size=3012568 2024-09-12T17:45:44.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.047+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~VHU4QEWOAO5N.0 size=1036648 2024-09-12T17:45:44.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.047+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=VHU4QEWOAO5N tag=6NM2RV5M45DA type=write size=2085224 2024-09-12T17:45:44.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~BVRTSF627RHU.0 size=1048576 2024-09-12T17:45:44.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.051+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~BVRTSF627RHU.1 size=294209 2024-09-12T17:45:44.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.055+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=BVRTSF627RHU tag=78ZFX2QW2H9Z type=write size=2391361 2024-09-12T17:45:44.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.059+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~0G1289O9WJHE.0 size=584812 2024-09-12T17:45:44.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.059+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=0G1289O9WJHE tag=P5H3XJSEMFPG type=write size=1633388 2024-09-12T17:45:44.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.063+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.0 size=1048576 2024-09-12T17:45:44.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.063+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.1 size=1048576 2024-09-12T17:45:44.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.067+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~S5YY1PKCS9HF.2 size=241010 2024-09-12T17:45:44.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.075+0000 7f6c8a8948c0 1 < canceled multipart upload key=I21M2NBLJNCJ upload=S5YY1PKCS9HF tag=ZF77X179GR44 type=write size=3386738 2024-09-12T17:45:44.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.079+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=W47G1CPVYS8F type=del size=3463874 2024-09-12T17:45:44.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.079+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~LL04ZDRRN164.0 size=1048576 2024-09-12T17:45:44.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~LL04ZDRRN164.1 size=833574 2024-09-12T17:45:44.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.087+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=LL04ZDRRN164 tag=Y1LKX2CWOD8S type=write size=2930726 2024-09-12T17:45:44.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.091+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=DQC3HPPJKKWY type=del size=3809306 2024-09-12T17:45:44.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.095+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=8FVCHDTTOUXQ type=del 2024-09-12T17:45:44.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.095+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=5QERHJ1ZEHMY type=del size=1348839 2024-09-12T17:45:44.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~Y6KQG1EG3YXN.0 size=242398 2024-09-12T17:45:44.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.103+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=Y6KQG1EG3YXN tag=RYZV6PPR8DO3 type=write size=1290974 2024-09-12T17:45:44.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.107+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=CVMPR961I5JG type=del size=3761495 2024-09-12T17:45:44.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.111+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~C0UEKH705B0T.0 size=977660 2024-09-12T17:45:44.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.115+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=C0UEKH705B0T tag=DXDUD7OJY98D type=write size=2026236 2024-09-12T17:45:44.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~0VUYF3PGY3TO.0 size=1048576 2024-09-12T17:45:44.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2SEGKWGLUBR.2~0VUYF3PGY3TO.1 size=614369 2024-09-12T17:45:44.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.123+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2SEGKWGLUBR upload=0VUYF3PGY3TO tag=Y25QZHMZCA9I type=write size=2711521 2024-09-12T17:45:44.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.131+0000 7f6c8a8948c0 1 < suggested update operation key=G3ZV89D5UXB4 tag=3V0ZHSBVOX5A type=del size=1701863 2024-09-12T17:45:44.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.135+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=LMJM6PJ2CQDE type=write size=647786 2024-09-12T17:45:44.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~N9QYSF0E074X.0 size=1048576 2024-09-12T17:45:44.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~N9QYSF0E074X.1 size=746897 2024-09-12T17:45:44.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.143+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=N9QYSF0E074X tag=3J4SXKG938MC type=write size=2844049 2024-09-12T17:45:44.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.147+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=VJ0H5P52PGIT type=del size=2414858 2024-09-12T17:45:44.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.151+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=CCSW4GOO1WF8 type=del 2024-09-12T17:45:44.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.155+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=K22615D0DJNV type=del size=2332112 2024-09-12T17:45:44.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.159+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=WBQP4NWEVW2K type=del 2024-09-12T17:45:44.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.163+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=ZET0IJ8DPJ32 type=del size=2197965 2024-09-12T17:45:44.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.167+0000 7f6c8a8948c0 1 < suggested remove operation key=HTSRF6I8OFUX tag=TXEHB0T7YY8U type=del 2024-09-12T17:45:44.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.171+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=4ZNXIZ1EMSNS type=del size=2325218 2024-09-12T17:45:44.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.179+0000 7f6c8a8948c0 1 < suggested update operation key=THGH3XU7HTDO tag=L2UNTT5P29Q9 type=del size=1204694 2024-09-12T17:45:44.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.183+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=FKC7R23XO8QR type=del size=3614776 2024-09-12T17:45:44.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.183+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~RDGYCMJ2EM1Z.0 size=1048576 2024-09-12T17:45:44.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.187+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~RDGYCMJ2EM1Z.1 size=568228 2024-09-12T17:45:44.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.195+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=RDGYCMJ2EM1Z tag=8K7FZ1U26MTD type=write size=2665380 2024-09-12T17:45:44.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.195+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=4IMAK8FMA024 type=write size=85966 2024-09-12T17:45:44.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.199+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~POASEPYMUY9A.0 size=617192 2024-09-12T17:45:44.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.207+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=POASEPYMUY9A tag=BCHTZ4NSYY9P type=write size=1665768 2024-09-12T17:45:44.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~K06INJ7GJGC3.0 size=1048576 2024-09-12T17:45:44.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~K06INJ7GJGC3.1 size=225260 2024-09-12T17:45:44.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.215+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=K06INJ7GJGC3 tag=L01CON63QRD1 type=write size=2322412 2024-09-12T17:45:44.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.219+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=C1A44SV8LQQV type=write size=81476 2024-09-12T17:45:44.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.223+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=M8K9YLNEI2V2 type=del size=3224369 2024-09-12T17:45:44.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~VHU4QEWOAO5N.0 size=1036648 2024-09-12T17:45:44.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.231+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=VHU4QEWOAO5N tag=6NM2RV5M45DA type=write size=2085224 2024-09-12T17:45:44.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.235+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.0 size=1048576 2024-09-12T17:45:44.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.239+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.1 size=1048576 2024-09-12T17:45:44.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.2 size=928715 2024-09-12T17:45:44.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.243+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=12BEZHCN8MCO tag=BK4RH6T5SPAD type=write size=4074443 2024-09-12T17:45:44.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.243+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~0G1289O9WJHE.0 size=584812 2024-09-12T17:45:44.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.251+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=0G1289O9WJHE tag=P5H3XJSEMFPG type=write size=1633388 2024-09-12T17:45:44.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.255+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.0 size=1048576 2024-09-12T17:45:44.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.1 size=1048576 2024-09-12T17:45:44.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.2 size=590253 2024-09-12T17:45:44.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.263+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=P4PRNX1STTOS tag=9T2I5784VTEP type=write size=3735981 2024-09-12T17:45:44.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.267+0000 7f6c8a8948c0 1 < suggested remove operation key=TBBMO835ZRGP tag=W47G1CPVYS8F type=del 2024-09-12T17:45:44.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.271+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=43FR35ZSS2QT type=del size=3073448 2024-09-12T17:45:44.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.275+0000 7f6c8a8948c0 -1 < failed to complete operation key=HTSRF6I8OFUX tag=DQC3HPPJKKWY type=del size=3809306: (22) Invalid argument 2024-09-12T17:45:44.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~QMXR96TEE20E.0 size=1048576 2024-09-12T17:45:44.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~QMXR96TEE20E.1 size=285785 2024-09-12T17:45:44.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=QMXR96TEE20E tag=66VLE8K18N75 type=write size=2382937 2024-09-12T17:45:44.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.287+0000 7f6c8a8948c0 1 < canceled operation key=IVB6FLK7S6PP tag=5QERHJ1ZEHMY type=del size=1348839 2024-09-12T17:45:44.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.291+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=4JXQQRP1VV9X type=del size=3582639 2024-09-12T17:45:44.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.295+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=CVMPR961I5JG type=del 2024-09-12T17:45:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.299+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=90K9HJKROBFQ type=write size=232356 2024-09-12T17:45:44.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2SEGKWGLUBR.2~0VUYF3PGY3TO.0 size=1048576 2024-09-12T17:45:44.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.303+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2SEGKWGLUBR.2~0VUYF3PGY3TO.1 size=614369 2024-09-12T17:45:44.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.307+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2SEGKWGLUBR upload=0VUYF3PGY3TO tag=Y25QZHMZCA9I type=write size=2711521 2024-09-12T17:45:44.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.311+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=355L8OE8SYH0 type=del size=109416 2024-09-12T17:45:44.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.315+0000 7f6c8a8948c0 -1 < failed to complete operation key=TBBMO835ZRGP tag=LMJM6PJ2CQDE type=write size=647786: (22) Invalid argument 2024-09-12T17:45:44.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~26KDEJVGP4B3.0 size=1009926 2024-09-12T17:45:44.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.319+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=26KDEJVGP4B3 tag=XOZU1WFA1T45 type=write size=2058502 2024-09-12T17:45:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.323+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=VJ0H5P52PGIT type=del 2024-09-12T17:45:44.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.327+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=5COL113C99W6 type=del size=3685973 2024-09-12T17:45:44.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.331+0000 7f6c8a8948c0 1 < suggested remove operation key=XIE90KFMCQ9Y tag=K22615D0DJNV type=del 2024-09-12T17:45:44.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.335+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=EGU2KC1VBG8B type=del size=3270550 2024-09-12T17:45:44.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.339+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=ZET0IJ8DPJ32 type=del 2024-09-12T17:45:44.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.343+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=LC4G2XGHWNCZ type=del size=3135251 2024-09-12T17:45:44.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.347+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=4ZNXIZ1EMSNS type=del 2024-09-12T17:45:44.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.351+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.0 size=1048576 2024-09-12T17:45:44.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.1 size=1048576 2024-09-12T17:45:44.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.2 size=556274 2024-09-12T17:45:44.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.355+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=WCWLWC554AOV tag=28Y4RON30NKU type=write size=3702002 2024-09-12T17:45:44.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.359+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=FKC7R23XO8QR type=del 2024-09-12T17:45:44.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.363+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=T619CR84WDC6 type=del size=826059 2024-09-12T17:45:44.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.367+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=4IMAK8FMA024 type=write size=85966 2024-09-12T17:45:44.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.367+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=CBNRL6QRMR10 type=del size=2167252 2024-09-12T17:45:44.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.371+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~K06INJ7GJGC3.0 size=1048576 2024-09-12T17:45:44.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.375+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~K06INJ7GJGC3.1 size=225260 2024-09-12T17:45:44.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.379+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=K06INJ7GJGC3 tag=L01CON63QRD1 type=write size=2322412 2024-09-12T17:45:44.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.383+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=X6TBFVUGTZ0A type=del size=1930596 2024-09-12T17:45:44.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.387+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=M8K9YLNEI2V2 type=del 2024-09-12T17:45:44.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~J8WQRQHUC46L.0 size=1048576 2024-09-12T17:45:44.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~J8WQRQHUC46L.1 size=492648 2024-09-12T17:45:44.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=J8WQRQHUC46L tag=EYJZKXGN26IH type=write size=2589800 2024-09-12T17:45:44.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.395+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.0 size=1048576 2024-09-12T17:45:44.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.399+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.1 size=1048576 2024-09-12T17:45:44.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.399+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~12BEZHCN8MCO.2 size=928715 2024-09-12T17:45:44.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.403+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=12BEZHCN8MCO tag=BK4RH6T5SPAD type=write size=4074443 2024-09-12T17:45:44.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.407+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=5C0T86PKV8MP type=del size=1697176 2024-09-12T17:45:44.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.411+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.0 size=1048576 2024-09-12T17:45:44.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.1 size=1048576 2024-09-12T17:45:44.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.415+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~P4PRNX1STTOS.2 size=590253 2024-09-12T17:45:44.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.419+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=P4PRNX1STTOS tag=9T2I5784VTEP type=write size=3735981 2024-09-12T17:45:44.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.423+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=XXM0NER0EMIC type=del size=1295461 2024-09-12T17:45:44.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.427+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=43FR35ZSS2QT type=del 2024-09-12T17:45:44.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.427+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=9EDDGZBFN565 type=del size=1363650 2024-09-12T17:45:44.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~QMXR96TEE20E.0 size=1048576 2024-09-12T17:45:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~QMXR96TEE20E.1 size=285785 2024-09-12T17:45:44.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.439+0000 7f6c8a8948c0 1 < completed multipart upload key=7UI1DV46YI9X upload=QMXR96TEE20E tag=66VLE8K18N75 type=write size=2382937 2024-09-12T17:45:44.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.439+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=9RUBLTBQGZ8R type=del size=1983051 2024-09-12T17:45:44.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.443+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=4JXQQRP1VV9X type=del 2024-09-12T17:45:44.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.447+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=AJN7DNVPOS5D type=del size=1813252 2024-09-12T17:45:44.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.451+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=90K9HJKROBFQ type=write size=232356 2024-09-12T17:45:44.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.451+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=UZOVZP1598BI type=del size=4002775 2024-09-12T17:45:44.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.459+0000 7f6c8a8948c0 1 < suggested update operation key=SC9MK1C1ETEN tag=355L8OE8SYH0 type=del size=109416 2024-09-12T17:45:44.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.463+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.0 size=1048576 2024-09-12T17:45:44.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.467+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.1 size=1048576 2024-09-12T17:45:44.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.467+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.2 size=757647 2024-09-12T17:45:44.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.467+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=PEK3KMMIQYP7 tag=Z867NVP20TSN type=write size=3903375 2024-09-12T17:45:44.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.471+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~26KDEJVGP4B3.0 size=1009926 2024-09-12T17:45:44.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.475+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=26KDEJVGP4B3 tag=XOZU1WFA1T45 type=write size=2058502 2024-09-12T17:45:44.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.479+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=ONT64W3068KJ type=del size=2065321 2024-09-12T17:45:44.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.483+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=5COL113C99W6 type=del 2024-09-12T17:45:44.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.483+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=EDD2NI5MHXXL type=del size=1042104 2024-09-12T17:45:44.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.487+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=EGU2KC1VBG8B type=del 2024-09-12T17:45:44.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.491+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=TESMIO0VTYFU type=write size=696273 2024-09-12T17:45:44.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.495+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=LC4G2XGHWNCZ type=del 2024-09-12T17:45:44.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~VCHHA0XH6NQC.0 size=673023 2024-09-12T17:45:44.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.499+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=VCHHA0XH6NQC tag=I1747S9ZSNQ5 type=write size=1721599 2024-09-12T17:45:44.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.0 size=1048576 2024-09-12T17:45:44.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.507+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.1 size=1048576 2024-09-12T17:45:44.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.507+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~WCWLWC554AOV.2 size=556274 2024-09-12T17:45:44.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.515+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=WCWLWC554AOV tag=28Y4RON30NKU type=write size=3702002 2024-09-12T17:45:44.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.515+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=KC49MFCSIVDX type=del size=433117 2024-09-12T17:45:44.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.523+0000 7f6c8a8948c0 1 < suggested update operation key=HTSRF6I8OFUX tag=T619CR84WDC6 type=del size=826059 2024-09-12T17:45:44.526 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~C74MWM9NA1ET.0 size=1048576 2024-09-12T17:45:44.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~C74MWM9NA1ET.1 size=221454 2024-09-12T17:45:44.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=C74MWM9NA1ET tag=QR87TXK7HTRF type=write size=2318606 2024-09-12T17:45:44.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.531+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=CBNRL6QRMR10 type=del 2024-09-12T17:45:44.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.535+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=6C1K6OY3FFIV type=del size=2076114 2024-09-12T17:45:44.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.539+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=X6TBFVUGTZ0A type=del 2024-09-12T17:45:44.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~QWYLBO0438JB.0 size=1048576 2024-09-12T17:45:44.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~QWYLBO0438JB.1 size=951894 2024-09-12T17:45:44.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.547+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=QWYLBO0438JB tag=LJ6VIO0CB1FC type=write size=3049046 2024-09-12T17:45:44.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.551+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~J8WQRQHUC46L.0 size=1048576 2024-09-12T17:45:44.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.551+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~J8WQRQHUC46L.1 size=492648 2024-09-12T17:45:44.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.559+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=J8WQRQHUC46L tag=EYJZKXGN26IH type=write size=2589800 2024-09-12T17:45:44.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~GBGWD8QS9F0C.0 size=50701 2024-09-12T17:45:44.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.563+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=GBGWD8QS9F0C tag=QNJ82LC7UR1T type=write size=1099277 2024-09-12T17:45:44.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.567+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=5C0T86PKV8MP type=del 2024-09-12T17:45:44.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.567+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=34RIW8D5UJDP type=del size=117098 2024-09-12T17:45:44.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.571+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=XXM0NER0EMIC type=del 2024-09-12T17:45:44.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.575+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=UA807Z4DC0O6 type=del size=3267743 2024-09-12T17:45:44.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.579+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=9EDDGZBFN565 type=del 2024-09-12T17:45:44.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.579+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=1O462YXMQFLG type=write size=843419 2024-09-12T17:45:44.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.583+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=9RUBLTBQGZ8R type=del size=1983051 2024-09-12T17:45:44.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~TF2LJB6FPS0S.0 size=499381 2024-09-12T17:45:44.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=TF2LJB6FPS0S tag=4164HOQZB0X4 type=write size=1547957 2024-09-12T17:45:44.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.591+0000 7f6c8a8948c0 -1 < failed to complete operation key=HTSRF6I8OFUX tag=AJN7DNVPOS5D type=del size=1813252: (22) Invalid argument 2024-09-12T17:45:44.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.595+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=VU1AAM389YQ3 type=del size=2887738 2024-09-12T17:45:44.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.599+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=UZOVZP1598BI type=del 2024-09-12T17:45:44.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.599+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=87HKIWNSPKPM type=del size=1906814 2024-09-12T17:45:44.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.603+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.0 size=1048576 2024-09-12T17:45:44.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.607+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.1 size=1048576 2024-09-12T17:45:44.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.607+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E3GUHIGS09Y.2~PEK3KMMIQYP7.2 size=757647 2024-09-12T17:45:44.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.611+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E3GUHIGS09Y upload=PEK3KMMIQYP7 tag=Z867NVP20TSN type=write size=3903375 2024-09-12T17:45:44.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.615+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=FNURBD3W6TVY type=del size=878678 2024-09-12T17:45:44.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.615+0000 7f6c8a8948c0 1 < canceled operation key=DKQJR0BTFM5J tag=ONT64W3068KJ type=del size=2065321 2024-09-12T17:45:44.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.619+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=DF96F7Z03TEH type=del size=3731185 2024-09-12T17:45:44.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.623+0000 7f6c8a8948c0 1 < canceled operation key=X3IZUQH63BZP tag=EDD2NI5MHXXL type=del size=1042104 2024-09-12T17:45:44.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~4SUI40MPNEID.0 size=1048576 2024-09-12T17:45:44.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~4SUI40MPNEID.1 size=722828 2024-09-12T17:45:44.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.631+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=4SUI40MPNEID tag=XML0EM7618W1 type=write size=2819980 2024-09-12T17:45:44.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.635+0000 7f6c8a8948c0 1 < completed write operation key=RT88PQITUXJA tag=TESMIO0VTYFU type=write size=696273 2024-09-12T17:45:44.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.639+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=D23BB7SK0WDX type=write size=287149 2024-09-12T17:45:44.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.643+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~VCHHA0XH6NQC.0 size=673023 2024-09-12T17:45:44.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.647+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=VCHHA0XH6NQC tag=I1747S9ZSNQ5 type=write size=1721599 2024-09-12T17:45:44.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.655+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=4V2ZIZUBAM4N type=write size=201803 2024-09-12T17:45:44.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.659+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=KC49MFCSIVDX type=del size=433117 2024-09-12T17:45:44.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.663+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=UNXBAH0N8HA8 type=write size=564388 2024-09-12T17:45:44.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.663+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~C74MWM9NA1ET.0 size=1048576 2024-09-12T17:45:44.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.667+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~C74MWM9NA1ET.1 size=221454 2024-09-12T17:45:44.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.671+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=C74MWM9NA1ET tag=QR87TXK7HTRF type=write size=2318606 2024-09-12T17:45:44.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.675+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=6IFY8IZYEEWW type=del size=849519 2024-09-12T17:45:44.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.679+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=6C1K6OY3FFIV type=del 2024-09-12T17:45:44.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.683+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=W5LO9ER87F9C type=del size=1846267 2024-09-12T17:45:44.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~QWYLBO0438JB.0 size=1048576 2024-09-12T17:45:44.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~QWYLBO0438JB.1 size=951894 2024-09-12T17:45:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.695+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=QWYLBO0438JB tag=LJ6VIO0CB1FC type=write size=3049046 2024-09-12T17:45:44.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.695+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=222NEHG64J5O type=del size=3360377 2024-09-12T17:45:44.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.695+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NQLWLQR62DEQ.2~GBGWD8QS9F0C.0 size=50701 2024-09-12T17:45:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.703+0000 7f6c8a8948c0 1 < canceled multipart upload key=NQLWLQR62DEQ upload=GBGWD8QS9F0C tag=QNJ82LC7UR1T type=write size=1099277 2024-09-12T17:45:44.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.707+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=V7VYXFFQ5I02 type=del size=2158781 2024-09-12T17:45:44.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.707+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=34RIW8D5UJDP type=del 2024-09-12T17:45:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.715+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~FYU32C03UMMG.0 size=880052 2024-09-12T17:45:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.715+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=FYU32C03UMMG tag=7EF7JSRJ9O3G type=write size=1928628 2024-09-12T17:45:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.723+0000 7f6c8a8948c0 1 < suggested update operation key=G3ZV89D5UXB4 tag=UA807Z4DC0O6 type=del size=3267743 2024-09-12T17:45:44.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.727+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=8PRTC0I9UENS type=write size=277073 2024-09-12T17:45:44.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.731+0000 7f6c8a8948c0 1 < canceled operation key=IVB6FLK7S6PP tag=1O462YXMQFLG type=write size=843419 2024-09-12T17:45:44.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.735+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=GEQU5GMNYMU6 type=write size=600099 2024-09-12T17:45:44.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.739+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~TF2LJB6FPS0S.0 size=499381 2024-09-12T17:45:44.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.743+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=TF2LJB6FPS0S tag=4164HOQZB0X4 type=write size=1547957 2024-09-12T17:45:44.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.747+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~KQLEUVVHO5CB.0 size=1048576 2024-09-12T17:45:44.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.751+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~KQLEUVVHO5CB.1 size=720836 2024-09-12T17:45:44.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.751+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=KQLEUVVHO5CB tag=PQA0R3LSQ6V5 type=write size=2817988 2024-09-12T17:45:44.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.755+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=VU1AAM389YQ3 type=del 2024-09-12T17:45:44.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.763+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~7TKQBYUQ08BN.0 size=977577 2024-09-12T17:45:44.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.763+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=7TKQBYUQ08BN tag=O3H1F88D102C type=write size=2026153 2024-09-12T17:45:44.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.767+0000 7f6c8a8948c0 1 < suggested update operation key=1167S0KYHA9V tag=87HKIWNSPKPM type=del size=1906814 2024-09-12T17:45:44.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~GMFUENIV2V5H.0 size=1048576 2024-09-12T17:45:44.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.775+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~GMFUENIV2V5H.1 size=815438 2024-09-12T17:45:44.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.775+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=GMFUENIV2V5H tag=2F277R0WLAPR type=write size=2912590 2024-09-12T17:45:44.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.783+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=FNURBD3W6TVY type=del 2024-09-12T17:45:44.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.787+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=RYAMDR2BX7YM type=del size=634723 2024-09-12T17:45:44.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.791+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=DF96F7Z03TEH type=del 2024-09-12T17:45:44.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.795+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=OCJX2CG8TZXR type=del size=4056012 2024-09-12T17:45:44.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~4SUI40MPNEID.0 size=1048576 2024-09-12T17:45:44.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.803+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~4SUI40MPNEID.1 size=722828 2024-09-12T17:45:44.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.811+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=4SUI40MPNEID tag=XML0EM7618W1 type=write size=2819980 2024-09-12T17:45:44.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.811+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=C495JV308NQ7 type=del size=892659 2024-09-12T17:45:44.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.815+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=D23BB7SK0WDX type=write size=287149 2024-09-12T17:45:44.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.823+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.0 size=1048576 2024-09-12T17:45:44.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.1 size=1048576 2024-09-12T17:45:44.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.2 size=1031566 2024-09-12T17:45:44.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.831+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=DYMVVCMMWNI7 tag=QYTJU6BDQU74 type=write size=4177294 2024-09-12T17:45:44.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.835+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=4V2ZIZUBAM4N type=write size=201803 2024-09-12T17:45:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.839+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=ZDUMIVA7YTA5 type=del size=498911 2024-09-12T17:45:44.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.847+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=UNXBAH0N8HA8 type=write 2024-09-12T17:45:44.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~C5UDTZCP20CR.0 size=744074 2024-09-12T17:45:44.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=C5UDTZCP20CR tag=47PQQSVLFM90 type=write size=1792650 2024-09-12T17:45:44.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.863+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=6IFY8IZYEEWW type=del 2024-09-12T17:45:44.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.867+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=D2TLVLDEF23I type=del size=1629709 2024-09-12T17:45:44.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.871+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=W5LO9ER87F9C type=del 2024-09-12T17:45:44.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.875+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=ZE58R5INORYZ type=del size=3928977 2024-09-12T17:45:44.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.879+0000 7f6c8a8948c0 1 < canceled operation key=UPQ1AU918PZ4 tag=222NEHG64J5O type=del size=3360377 2024-09-12T17:45:44.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.883+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~F3ITUWR2UHTN.0 size=1048576 2024-09-12T17:45:44.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.887+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~F3ITUWR2UHTN.1 size=304285 2024-09-12T17:45:44.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.887+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=F3ITUWR2UHTN tag=PAILZ1DAYP1B type=write size=2401437 2024-09-12T17:45:44.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.891+0000 7f6c8a8948c0 1 < canceled operation key=2E3GUHIGS09Y tag=V7VYXFFQ5I02 type=del size=2158781 2024-09-12T17:45:44.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.895+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=SJZ3GIZNYDZR type=del size=425841 2024-09-12T17:45:44.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.895+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1G8V6AD1JDDX.2~FYU32C03UMMG.0 size=880052 2024-09-12T17:45:44.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.899+0000 7f6c8a8948c0 1 < canceled multipart upload key=1G8V6AD1JDDX upload=FYU32C03UMMG tag=7EF7JSRJ9O3G type=write size=1928628 2024-09-12T17:45:44.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.903+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=KV9AOGQQ10FV type=del size=2402906 2024-09-12T17:45:44.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.907+0000 7f6c8a8948c0 1 < completed write operation key=HTSRF6I8OFUX tag=8PRTC0I9UENS type=write size=277073 2024-09-12T17:45:44.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.911+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=TJTOU4UQGP6S type=write size=961341 2024-09-12T17:45:44.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.915+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=GEQU5GMNYMU6 type=write size=600099 2024-09-12T17:45:44.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.919+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~W5P6ENT0L76U.0 size=170553 2024-09-12T17:45:44.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.919+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=W5P6ENT0L76U tag=7IBF0RYS00EU type=write size=1219129 2024-09-12T17:45:44.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~KQLEUVVHO5CB.0 size=1048576 2024-09-12T17:45:44.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~KQLEUVVHO5CB.1 size=720836 2024-09-12T17:45:44.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.935+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=KQLEUVVHO5CB tag=PQA0R3LSQ6V5 type=write size=2817988 2024-09-12T17:45:44.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~OMGAJ1TDCTGS.0 size=1048576 2024-09-12T17:45:44.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.943+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~OMGAJ1TDCTGS.1 size=212644 2024-09-12T17:45:44.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.943+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=OMGAJ1TDCTGS tag=0ID6UR0HFR4I type=write size=2309796 2024-09-12T17:45:44.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~7TKQBYUQ08BN.0 size=977577 2024-09-12T17:45:44.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.951+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=7TKQBYUQ08BN tag=O3H1F88D102C type=write size=2026153 2024-09-12T17:45:44.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.955+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=1YLUACSQCVCB type=del size=408616 2024-09-12T17:45:44.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.959+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~GMFUENIV2V5H.0 size=1048576 2024-09-12T17:45:44.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~GMFUENIV2V5H.1 size=815438 2024-09-12T17:45:44.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.967+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=GMFUENIV2V5H tag=2F277R0WLAPR type=write size=2912590 2024-09-12T17:45:44.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.971+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=F91QL01B8I4H type=write size=392733 2024-09-12T17:45:44.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.975+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=RYAMDR2BX7YM type=del 2024-09-12T17:45:44.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.979+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=JVEGWASQZGC7 type=del size=1422871 2024-09-12T17:45:44.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.983+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=OCJX2CG8TZXR type=del 2024-09-12T17:45:44.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.991+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=KD1PB8WXJPGZ type=del size=4087748 2024-09-12T17:45:44.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.995+0000 7f6c8a8948c0 1 < canceled operation key=UPQ1AU918PZ4 tag=C495JV308NQ7 type=del size=892659 2024-09-12T17:45:44.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:44.999+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=GPZSG40NVIM7 type=del size=4042806 2024-09-12T17:45:45.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.003+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.0 size=1048576 2024-09-12T17:45:45.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.1 size=1048576 2024-09-12T17:45:45.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.007+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~DYMVVCMMWNI7.2 size=1031566 2024-09-12T17:45:45.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.015+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=DYMVVCMMWNI7 tag=QYTJU6BDQU74 type=write size=4177294 2024-09-12T17:45:45.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.015+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=2IEMXWFKD93C type=del size=1453079 2024-09-12T17:45:45.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.023+0000 7f6c8a8948c0 1 < suggested remove operation key=2E3GUHIGS09Y tag=ZDUMIVA7YTA5 type=del 2024-09-12T17:45:45.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.027+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=S87NPGWCZC24 type=del size=682342 2024-09-12T17:45:45.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.031+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~C5UDTZCP20CR.0 size=744074 2024-09-12T17:45:45.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.035+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=C5UDTZCP20CR tag=47PQQSVLFM90 type=write size=1792650 2024-09-12T17:45:45.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.039+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=YP7VKW2754PS type=del size=2823194 2024-09-12T17:45:45.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.043+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=D2TLVLDEF23I type=del 2024-09-12T17:45:45.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.047+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=S11BCG1BY98H type=del size=1129997 2024-09-12T17:45:45.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.055+0000 7f6c8a8948c0 1 < suggested update operation key=HTSRF6I8OFUX tag=ZE58R5INORYZ type=del size=3928977 2024-09-12T17:45:45.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.059+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=0WJLAKL8OQF7 type=del size=2691853 2024-09-12T17:45:45.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.063+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~F3ITUWR2UHTN.0 size=1048576 2024-09-12T17:45:45.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.063+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~F3ITUWR2UHTN.1 size=304285 2024-09-12T17:45:45.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.071+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=F3ITUWR2UHTN tag=PAILZ1DAYP1B type=write size=2401437 2024-09-12T17:45:45.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.071+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=ZVIWGS5WLJOA type=del size=1062044 2024-09-12T17:45:45.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.075+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=SJZ3GIZNYDZR type=del 2024-09-12T17:45:45.078 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.079+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=R1X0DUSATVMB type=del size=3413691 2024-09-12T17:45:45.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.087+0000 7f6c8a8948c0 1 < suggested remove operation key=X3IZUQH63BZP tag=KV9AOGQQ10FV type=del 2024-09-12T17:45:45.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~S4Q89LV9DNLL.0 size=56535 2024-09-12T17:45:45.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.091+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=S4Q89LV9DNLL tag=EBWJKVFW4BZ2 type=write size=1105111 2024-09-12T17:45:45.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.095+0000 7f6c8a8948c0 1 < completed write operation key=2E0ESBQHV9RU tag=TJTOU4UQGP6S type=write size=961341 2024-09-12T17:45:45.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.0 size=1048576 2024-09-12T17:45:45.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.103+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.1 size=1048576 2024-09-12T17:45:45.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.107+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.2 size=404986 2024-09-12T17:45:45.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.107+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=YB24453973ZF tag=DCW0LPA2LYY2 type=write size=3550714 2024-09-12T17:45:45.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.107+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~W5P6ENT0L76U.0 size=170553 2024-09-12T17:45:45.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.115+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=W5P6ENT0L76U tag=7IBF0RYS00EU type=write size=1219129 2024-09-12T17:45:45.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.119+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=4LCLZ3UGDNC6 type=del size=3664535 2024-09-12T17:45:45.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~OMGAJ1TDCTGS.0 size=1048576 2024-09-12T17:45:45.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.127+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~OMGAJ1TDCTGS.1 size=212644 2024-09-12T17:45:45.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.131+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=OMGAJ1TDCTGS tag=0ID6UR0HFR4I type=write size=2309796 2024-09-12T17:45:45.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.135+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=XEQ4E4WJHBFY type=del size=2251130 2024-09-12T17:45:45.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.139+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=1YLUACSQCVCB type=del 2024-09-12T17:45:45.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.0 size=1048576 2024-09-12T17:45:45.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.1 size=1048576 2024-09-12T17:45:45.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.2 size=385454 2024-09-12T17:45:45.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.151+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=4BCZRZVHMXN8 tag=9D38F00YDT6U type=write size=3531182 2024-09-12T17:45:45.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.159+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=F91QL01B8I4H type=write size=392733 2024-09-12T17:45:45.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.159+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=J99L58JN5Z09 type=del size=236967 2024-09-12T17:45:45.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.163+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E3GUHIGS09Y tag=JVEGWASQZGC7 type=del size=1422871: (22) Invalid argument 2024-09-12T17:45:45.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.167+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=TQGQY4IZEUY8 type=del size=1233594 2024-09-12T17:45:45.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.171+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=KD1PB8WXJPGZ type=del 2024-09-12T17:45:45.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.175+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~GTWB37VHYFZ8.0 size=659871 2024-09-12T17:45:45.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.175+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=GTWB37VHYFZ8 tag=1X8I0VNCNIXR type=write size=1708447 2024-09-12T17:45:45.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.179+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=GPZSG40NVIM7 type=del 2024-09-12T17:45:45.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.183+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=NA1XB27C7NPU type=del size=2340845 2024-09-12T17:45:45.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.187+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=2IEMXWFKD93C type=del 2024-09-12T17:45:45.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.191+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=1L8XC9CKWY29 type=del size=2748530 2024-09-12T17:45:45.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.195+0000 7f6c8a8948c0 1 < suggested update operation key=W2M8Z8M3LYTF tag=S87NPGWCZC24 type=del size=682342 2024-09-12T17:45:45.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~O3HPDD0PBBW9.0 size=1048576 2024-09-12T17:45:45.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~O3HPDD0PBBW9.1 size=886828 2024-09-12T17:45:45.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.203+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=O3HPDD0PBBW9 tag=Z7NY7PTB7SN3 type=write size=2983980 2024-09-12T17:45:45.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.207+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=YP7VKW2754PS type=del 2024-09-12T17:45:45.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.211+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~PW9EFNLIVU8X.0 size=881775 2024-09-12T17:45:45.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.211+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=PW9EFNLIVU8X tag=JYIL7HKO72EP type=write size=1930351 2024-09-12T17:45:45.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.215+0000 7f6c8a8948c0 1 < canceled operation key=TBBMO835ZRGP tag=S11BCG1BY98H type=del size=1129997 2024-09-12T17:45:45.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~5CI19DPWGCD5.0 size=637102 2024-09-12T17:45:45.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=5CI19DPWGCD5 tag=526BU4OOKJA2 type=write size=1685678 2024-09-12T17:45:45.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.227+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=0WJLAKL8OQF7 type=del 2024-09-12T17:45:45.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.231+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~GBE0Y500OXTU.0 size=1048576 2024-09-12T17:45:45.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.235+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~GBE0Y500OXTU.1 size=913782 2024-09-12T17:45:45.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.235+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=GBE0Y500OXTU tag=CRSKTTAXUMI0 type=write size=3010934 2024-09-12T17:45:45.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.239+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=ZVIWGS5WLJOA type=del 2024-09-12T17:45:45.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.243+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~8X7UVTMT50L4.0 size=399739 2024-09-12T17:45:45.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.243+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=8X7UVTMT50L4 tag=PEP4NFJ8B1PA type=write size=1448315 2024-09-12T17:45:45.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.251+0000 7f6c8a8948c0 1 < suggested remove operation key=RT88PQITUXJA tag=R1X0DUSATVMB type=del 2024-09-12T17:45:45.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.251+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=JVUXOIQIOY5P type=del size=4089975 2024-09-12T17:45:45.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~S4Q89LV9DNLL.0 size=56535 2024-09-12T17:45:45.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.263+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=S4Q89LV9DNLL tag=EBWJKVFW4BZ2 type=write size=1105111 2024-09-12T17:45:45.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~99R9T2YQSBCR.0 size=1048576 2024-09-12T17:45:45.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.271+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~99R9T2YQSBCR.1 size=904367 2024-09-12T17:45:45.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.271+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=99R9T2YQSBCR tag=CC3RGMAMTX24 type=write size=3001519 2024-09-12T17:45:45.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.275+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.0 size=1048576 2024-09-12T17:45:45.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.1 size=1048576 2024-09-12T17:45:45.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.279+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~YB24453973ZF.2 size=404986 2024-09-12T17:45:45.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.287+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=YB24453973ZF tag=DCW0LPA2LYY2 type=write size=3550714 2024-09-12T17:45:45.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.287+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=B0JQ2W9GNJG5 type=del size=3637156 2024-09-12T17:45:45.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.291+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E0ESBQHV9RU tag=4LCLZ3UGDNC6 type=del size=3664535: (22) Invalid argument 2024-09-12T17:45:45.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~KALGO4UAL0ZS.0 size=1048576 2024-09-12T17:45:45.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~KALGO4UAL0ZS.1 size=566520 2024-09-12T17:45:45.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.299+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=KALGO4UAL0ZS tag=DS2FA3FKZ46S type=write size=2663672 2024-09-12T17:45:45.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.307+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=XEQ4E4WJHBFY type=del 2024-09-12T17:45:45.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.311+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=78F48R59I2Z7 type=del size=3587176 2024-09-12T17:45:45.308 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.311+0000 7f6c8a8948c0 1 < canceled part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.0 size=1048576 2024-09-12T17:45:45.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.311+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.1 size=1048576 2024-09-12T17:45:45.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.315+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~4BCZRZVHMXN8.2 size=385454 2024-09-12T17:45:45.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.319+0000 7f6c8a8948c0 1 < canceled multipart upload key=SC9MK1C1ETEN upload=4BCZRZVHMXN8 tag=9D38F00YDT6U type=write size=3531182 2024-09-12T17:45:45.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.327+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~L0EMLBHJWJ2W.0 size=533639 2024-09-12T17:45:45.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.327+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=L0EMLBHJWJ2W tag=EDVQQSZ80S4G type=write size=1582215 2024-09-12T17:45:45.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.327+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=J99L58JN5Z09 type=del 2024-09-12T17:45:45.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.331+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=TAG9X7PY5BMV type=write size=761957 2024-09-12T17:45:45.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.335+0000 7f6c8a8948c0 1 < suggested remove operation key=1G8V6AD1JDDX tag=TQGQY4IZEUY8 type=del 2024-09-12T17:45:45.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~9MPZ84CIGLYA.0 size=1048576 2024-09-12T17:45:45.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~9MPZ84CIGLYA.1 size=889928 2024-09-12T17:45:45.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.343+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=9MPZ84CIGLYA tag=AH8KMMGW8AZG type=write size=2987080 2024-09-12T17:45:45.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~GTWB37VHYFZ8.0 size=659871 2024-09-12T17:45:45.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.351+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=GTWB37VHYFZ8 tag=1X8I0VNCNIXR type=write size=1708447 2024-09-12T17:45:45.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MYVKUPI977P5.0 size=1048576 2024-09-12T17:45:45.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.359+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MYVKUPI977P5.1 size=997674 2024-09-12T17:45:45.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.359+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=MYVKUPI977P5 tag=XR1O0HLQYN7G type=write size=3094826 2024-09-12T17:45:45.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.363+0000 7f6c8a8948c0 1 < canceled operation key=2E0ESBQHV9RU tag=NA1XB27C7NPU type=del size=2340845 2024-09-12T17:45:45.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.367+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=OPL59TL02FKD type=write size=1009775 2024-09-12T17:45:45.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.367+0000 7f6c8a8948c0 -1 < failed to complete operation key=RT88PQITUXJA tag=1L8XC9CKWY29 type=del size=2748530: (22) Invalid argument 2024-09-12T17:45:45.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~42TH0G8XUAZO.0 size=1048576 2024-09-12T17:45:45.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.375+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~42TH0G8XUAZO.1 size=276155 2024-09-12T17:45:45.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.375+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=42TH0G8XUAZO tag=1B6ZZ87JK3EB type=write size=2373307 2024-09-12T17:45:45.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.379+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~O3HPDD0PBBW9.0 size=1048576 2024-09-12T17:45:45.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.379+0000 7f6c8a8948c0 1 < canceled part key=_multipart_5L4M8IBSBUF1.2~O3HPDD0PBBW9.1 size=886828 2024-09-12T17:45:45.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.383+0000 7f6c8a8948c0 1 < canceled multipart upload key=5L4M8IBSBUF1 upload=O3HPDD0PBBW9 tag=Z7NY7PTB7SN3 type=write size=2983980 2024-09-12T17:45:45.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~56U0Z6CIGCAZ.0 size=1048576 2024-09-12T17:45:45.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~56U0Z6CIGCAZ.1 size=689372 2024-09-12T17:45:45.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=56U0Z6CIGCAZ tag=P5VP7YEJC7C2 type=write size=2786524 2024-09-12T17:45:45.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.395+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~PW9EFNLIVU8X.0 size=881775 2024-09-12T17:45:45.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.399+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=PW9EFNLIVU8X tag=JYIL7HKO72EP type=write size=1930351 2024-09-12T17:45:45.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~4KWI9VF9YZ15.0 size=21807 2024-09-12T17:45:45.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.403+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=4KWI9VF9YZ15 tag=IB05TG2EIQV3 type=write size=1070383 2024-09-12T17:45:45.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~5CI19DPWGCD5.0 size=637102 2024-09-12T17:45:45.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.415+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=5CI19DPWGCD5 tag=526BU4OOKJA2 type=write size=1685678 2024-09-12T17:45:45.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~8WZDHWYPY0ZW.0 size=1048576 2024-09-12T17:45:45.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~8WZDHWYPY0ZW.1 size=288377 2024-09-12T17:45:45.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.423+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=8WZDHWYPY0ZW tag=Y9VZZFE3MI97 type=write size=2385529 2024-09-12T17:45:45.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.427+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~GBE0Y500OXTU.0 size=1048576 2024-09-12T17:45:45.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.431+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~GBE0Y500OXTU.1 size=913782 2024-09-12T17:45:45.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.435+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=GBE0Y500OXTU tag=CRSKTTAXUMI0 type=write size=3010934 2024-09-12T17:45:45.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.439+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~4HD9RX4SSTNO.0 size=339233 2024-09-12T17:45:45.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.439+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=4HD9RX4SSTNO tag=8574KEXX0Q63 type=write size=1387809 2024-09-12T17:45:45.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.443+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~8X7UVTMT50L4.0 size=399739 2024-09-12T17:45:45.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.451+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=8X7UVTMT50L4 tag=PEP4NFJ8B1PA type=write size=1448315 2024-09-12T17:45:45.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.451+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=6GVSZ3BKDJ63 type=del size=3619521 2024-09-12T17:45:45.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.455+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=JVUXOIQIOY5P type=del 2024-09-12T17:45:45.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.459+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=8QAJAE3652C5 type=del size=1613624 2024-09-12T17:45:45.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~99R9T2YQSBCR.0 size=1048576 2024-09-12T17:45:45.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~99R9T2YQSBCR.1 size=904367 2024-09-12T17:45:45.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.471+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=99R9T2YQSBCR tag=CC3RGMAMTX24 type=write size=3001519 2024-09-12T17:45:45.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.475+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=YUT3RVAQAEJM type=del size=380229 2024-09-12T17:45:45.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.479+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=B0JQ2W9GNJG5 type=del 2024-09-12T17:45:45.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~X1IKH3HEY3S5.0 size=994059 2024-09-12T17:45:45.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.483+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=X1IKH3HEY3S5 tag=L14W2EG2X3Z5 type=write size=2042635 2024-09-12T17:45:45.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.483+0000 7f6c8a8948c0 1 < canceled part key=_multipart_X3IZUQH63BZP.2~KALGO4UAL0ZS.0 size=1048576 2024-09-12T17:45:45.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.487+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~KALGO4UAL0ZS.1 size=566520 2024-09-12T17:45:45.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.491+0000 7f6c8a8948c0 1 < canceled multipart upload key=X3IZUQH63BZP upload=KALGO4UAL0ZS tag=DS2FA3FKZ46S type=write size=2663672 2024-09-12T17:45:45.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.0 size=1048576 2024-09-12T17:45:45.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.1 size=1048576 2024-09-12T17:45:45.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.2 size=733800 2024-09-12T17:45:45.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=7ZF3WDZ61NOW tag=W11E1YBNOV2J type=write size=3879528 2024-09-12T17:45:45.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.511+0000 7f6c8a8948c0 1 < suggested remove operation key=SC9MK1C1ETEN tag=78F48R59I2Z7 type=del 2024-09-12T17:45:45.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.515+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=517KNVHRK9RD type=del size=3725071 2024-09-12T17:45:45.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.519+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~L0EMLBHJWJ2W.0 size=533639 2024-09-12T17:45:45.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.527+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=L0EMLBHJWJ2W tag=EDVQQSZ80S4G type=write size=1582215 2024-09-12T17:45:45.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.0 size=1048576 2024-09-12T17:45:45.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.1 size=1048576 2024-09-12T17:45:45.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.2 size=508124 2024-09-12T17:45:45.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.539+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=7JIANO37NF3P tag=JN214UZU7R32 type=write size=3653852 2024-09-12T17:45:45.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.543+0000 7f6c8a8948c0 1 < completed write operation key=1167S0KYHA9V tag=TAG9X7PY5BMV type=write size=761957 2024-09-12T17:45:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~6F5AU08LELU5.0 size=821056 2024-09-12T17:45:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.547+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=6F5AU08LELU5 tag=0WO04YRZWP7I type=write size=1869632 2024-09-12T17:45:45.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.555+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~9MPZ84CIGLYA.0 size=1048576 2024-09-12T17:45:45.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.555+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~9MPZ84CIGLYA.1 size=889928 2024-09-12T17:45:45.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.563+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=9MPZ84CIGLYA tag=AH8KMMGW8AZG type=write size=2987080 2024-09-12T17:45:45.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.567+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=JAGF1NC6DCE9 type=del size=587029 2024-09-12T17:45:45.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MYVKUPI977P5.0 size=1048576 2024-09-12T17:45:45.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.571+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MYVKUPI977P5.1 size=997674 2024-09-12T17:45:45.577 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.579+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=MYVKUPI977P5 tag=XR1O0HLQYN7G type=write size=3094826 2024-09-12T17:45:45.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~WEK3RI970WIE.0 size=1048576 2024-09-12T17:45:45.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~WEK3RI970WIE.1 size=338046 2024-09-12T17:45:45.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=WEK3RI970WIE tag=16APAGPZOSBR type=write size=2435198 2024-09-12T17:45:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.591+0000 7f6c8a8948c0 1 < canceled operation key=RT88PQITUXJA tag=OPL59TL02FKD type=write size=1009775 2024-09-12T17:45:45.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.591+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=2GPYN7UZC02Y type=del size=1306383 2024-09-12T17:45:45.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.595+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~42TH0G8XUAZO.0 size=1048576 2024-09-12T17:45:45.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.599+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~42TH0G8XUAZO.1 size=276155 2024-09-12T17:45:45.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.607+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=42TH0G8XUAZO tag=1B6ZZ87JK3EB type=write size=2373307 2024-09-12T17:45:45.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.611+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=FG2P2OMN3T5U type=del size=2121328 2024-09-12T17:45:45.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~56U0Z6CIGCAZ.0 size=1048576 2024-09-12T17:45:45.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.619+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~56U0Z6CIGCAZ.1 size=689372 2024-09-12T17:45:45.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.623+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=56U0Z6CIGCAZ tag=P5VP7YEJC7C2 type=write size=2786524 2024-09-12T17:45:45.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.0 size=1048576 2024-09-12T17:45:45.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.1 size=1048576 2024-09-12T17:45:45.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.635+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.2 size=750890 2024-09-12T17:45:45.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.635+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=AEHBI35DO1IW tag=EIY9HI2VDXDS type=write size=3896618 2024-09-12T17:45:45.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.635+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~4KWI9VF9YZ15.0 size=21807 2024-09-12T17:45:45.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.643+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=4KWI9VF9YZ15 tag=IB05TG2EIQV3 type=write size=1070383 2024-09-12T17:45:45.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.643+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=11GDH9IQNG50 type=del size=221213 2024-09-12T17:45:45.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.647+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~8WZDHWYPY0ZW.0 size=1048576 2024-09-12T17:45:45.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.651+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~8WZDHWYPY0ZW.1 size=288377 2024-09-12T17:45:45.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.655+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=8WZDHWYPY0ZW tag=Y9VZZFE3MI97 type=write size=2385529 2024-09-12T17:45:45.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.659+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=4SN5P5P1R4EI type=del size=2086091 2024-09-12T17:45:45.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.663+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~4HD9RX4SSTNO.0 size=339233 2024-09-12T17:45:45.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.667+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=4HD9RX4SSTNO tag=8574KEXX0Q63 type=write size=1387809 2024-09-12T17:45:45.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.671+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=2TFNQOJMQEDS type=del size=2251647 2024-09-12T17:45:45.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.675+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=6GVSZ3BKDJ63 type=del 2024-09-12T17:45:45.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~WYXQD2NFIQ1X.0 size=474574 2024-09-12T17:45:45.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.679+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=WYXQD2NFIQ1X tag=4PW8LQ86WUJZ type=write size=1523150 2024-09-12T17:45:45.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.683+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=8QAJAE3652C5 type=del 2024-09-12T17:45:45.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.687+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.0 size=1048576 2024-09-12T17:45:45.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.687+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.1 size=1048576 2024-09-12T17:45:45.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.691+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.2 size=289255 2024-09-12T17:45:45.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.691+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=6FDRDP24QOYI tag=84MOBMFN8356 type=write size=3434983 2024-09-12T17:45:45.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.691+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=YUT3RVAQAEJM type=del 2024-09-12T17:45:45.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.699+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~S2K3WNKZXR8R.0 size=939219 2024-09-12T17:45:45.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.699+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=S2K3WNKZXR8R tag=8HGZGY2E9B3Y type=write size=1987795 2024-09-12T17:45:45.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~X1IKH3HEY3S5.0 size=994059 2024-09-12T17:45:45.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.703+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=X1IKH3HEY3S5 tag=L14W2EG2X3Z5 type=write size=2042635 2024-09-12T17:45:45.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.707+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.0 size=1048576 2024-09-12T17:45:45.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.711+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.1 size=1048576 2024-09-12T17:45:45.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.711+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.2 size=703260 2024-09-12T17:45:45.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.711+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=JR3QRC2M0QLJ tag=PXHKMV3Q14YT type=write size=3848988 2024-09-12T17:45:45.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.715+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.0 size=1048576 2024-09-12T17:45:45.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.719+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.1 size=1048576 2024-09-12T17:45:45.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.719+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~7ZF3WDZ61NOW.2 size=733800 2024-09-12T17:45:45.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.723+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=7ZF3WDZ61NOW tag=W11E1YBNOV2J type=write size=3879528 2024-09-12T17:45:45.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~X4Q0KFGKDGHB.0 size=1048576 2024-09-12T17:45:45.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~X4Q0KFGKDGHB.1 size=107930 2024-09-12T17:45:45.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.731+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=X4Q0KFGKDGHB tag=9CLYBQPC9AT8 type=write size=2205082 2024-09-12T17:45:45.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.731+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=517KNVHRK9RD type=del 2024-09-12T17:45:45.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.0 size=1048576 2024-09-12T17:45:45.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.1 size=1048576 2024-09-12T17:45:45.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.2 size=19747 2024-09-12T17:45:45.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.743+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=2VOI2AKJP19L tag=3QGNB80FOA2B type=write size=3165475 2024-09-12T17:45:45.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.0 size=1048576 2024-09-12T17:45:45.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.1 size=1048576 2024-09-12T17:45:45.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~7JIANO37NF3P.2 size=508124 2024-09-12T17:45:45.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.751+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=7JIANO37NF3P tag=JN214UZU7R32 type=write size=3653852 2024-09-12T17:45:45.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.755+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=H9E9Z55P0ZNC type=del size=1964813 2024-09-12T17:45:45.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~6F5AU08LELU5.0 size=821056 2024-09-12T17:45:45.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.759+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=6F5AU08LELU5 tag=0WO04YRZWP7I type=write size=1869632 2024-09-12T17:45:45.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.763+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=1A0H628RXI70 type=del size=159465 2024-09-12T17:45:45.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.767+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=JAGF1NC6DCE9 type=del 2024-09-12T17:45:45.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.767+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=P4IIVZXEFRKC type=del size=1570648 2024-09-12T17:45:45.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~WEK3RI970WIE.0 size=1048576 2024-09-12T17:45:45.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~WEK3RI970WIE.1 size=338046 2024-09-12T17:45:45.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.775+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=WEK3RI970WIE tag=16APAGPZOSBR type=write size=2435198 2024-09-12T17:45:45.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.779+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=YGSEBKVAM4OM type=del size=2191340 2024-09-12T17:45:45.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.783+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=2GPYN7UZC02Y type=del 2024-09-12T17:45:45.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.787+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.0 size=1048576 2024-09-12T17:45:45.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.787+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.1 size=1048576 2024-09-12T17:45:45.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.2 size=541575 2024-09-12T17:45:45.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.791+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=FII68LKBOF8P tag=9N1KH526BC0R type=write size=3687303 2024-09-12T17:45:45.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.791+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=FG2P2OMN3T5U type=del 2024-09-12T17:45:45.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.795+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=XATZ7HVF11HB type=del size=3479927 2024-09-12T17:45:45.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.0 size=1048576 2024-09-12T17:45:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.795+0000 7f6c8a8948c0 1 < canceled part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.1 size=1048576 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.799+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~AEHBI35DO1IW.2 size=750890 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.803+0000 7f6c8a8948c0 1 < canceled multipart upload key=TBBMO835ZRGP upload=AEHBI35DO1IW tag=EIY9HI2VDXDS type=write size=3896618 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.807+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=IVAKWZZOCRLJ type=write size=884107 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.807+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=11GDH9IQNG50 type=del 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.811+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=WRY7D1KBPD0R type=del size=2375629 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.815+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=4SN5P5P1R4EI type=del 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.815+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=0OB2P3E7QL9Z type=del size=3049692 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.819+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=2TFNQOJMQEDS type=del 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.819+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=M9S1A0CGLI54 type=del size=3719702 2024-09-12T17:45:45.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~WYXQD2NFIQ1X.0 size=474574 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.827+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=WYXQD2NFIQ1X tag=4PW8LQ86WUJZ type=write size=1523150 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.0 size=1048576 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.1 size=1048576 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.835+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.2 size=1025199 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.835+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=2RSRTHWD08LS tag=EUA4UNQPOBYK type=write size=4170927 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.835+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.0 size=1048576 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.839+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.1 size=1048576 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.839+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~6FDRDP24QOYI.2 size=289255 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.847+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=6FDRDP24QOYI tag=84MOBMFN8356 type=write size=3434983 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~H31FG2NVFQRT.0 size=1048576 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~H31FG2NVFQRT.1 size=644303 2024-09-12T17:45:45.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=H31FG2NVFQRT tag=BS35HL1OZ45W type=write size=2741455 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.859+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~S2K3WNKZXR8R.0 size=939219 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.863+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=S2K3WNKZXR8R tag=8HGZGY2E9B3Y type=write size=1987795 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.867+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~6F9108UO0I5B.0 size=1048576 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.871+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~6F9108UO0I5B.1 size=1001962 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.871+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=6F9108UO0I5B tag=KN8SXE4F8999 type=write size=3099114 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.0 size=1048576 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.875+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.1 size=1048576 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.879+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~JR3QRC2M0QLJ.2 size=703260 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.883+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=JR3QRC2M0QLJ tag=PXHKMV3Q14YT type=write size=3848988 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.887+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=TYKR8FC48V0A type=del size=1994917 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~X4Q0KFGKDGHB.0 size=1048576 2024-09-12T17:45:45.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.891+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~X4Q0KFGKDGHB.1 size=107930 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.895+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=X4Q0KFGKDGHB tag=9CLYBQPC9AT8 type=write size=2205082 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.899+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=B6BG003TXZ2Q type=del size=242220 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.0 size=1048576 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.1 size=1048576 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.907+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~2VOI2AKJP19L.2 size=19747 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.911+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=2VOI2AKJP19L tag=3QGNB80FOA2B type=write size=3165475 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.915+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~DEXPIML17LR6.0 size=416651 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.915+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=DEXPIML17LR6 tag=XEC66P63X81V type=write size=1465227 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.919+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=H9E9Z55P0ZNC type=del 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.919+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=D41NZRFGL0I1 type=del size=977917 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.923+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=1A0H628RXI70 type=del 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.927+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=M6GATNCE7WED type=del size=3056692 2024-09-12T17:45:45.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.931+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=P4IIVZXEFRKC type=del 2024-09-12T17:45:45.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.931+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=RGWZTXZ311UD type=write size=164421 2024-09-12T17:45:45.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.935+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=YGSEBKVAM4OM type=del 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.939+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~VHZQZ0NMVRZG.0 size=1048576 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.943+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~VHZQZ0NMVRZG.1 size=549962 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.943+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=VHZQZ0NMVRZG tag=1EN8CQPWSNRI type=write size=2647114 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.0 size=1048576 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.947+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.1 size=1048576 2024-09-12T17:45:45.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~FII68LKBOF8P.2 size=541575 2024-09-12T17:45:45.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.951+0000 7f6c8a8948c0 1 < canceled multipart upload key=I21M2NBLJNCJ upload=FII68LKBOF8P tag=9N1KH526BC0R type=write size=3687303 2024-09-12T17:45:45.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.959+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~KF6380L53O9V.0 size=698824 2024-09-12T17:45:45.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.959+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=KF6380L53O9V tag=8OBJK2E0CQFS type=write size=1747400 2024-09-12T17:45:45.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.959+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=XATZ7HVF11HB type=del 2024-09-12T17:45:45.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.963+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=UM8PCI31FONU type=del size=1408014 2024-09-12T17:45:45.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.967+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=IVAKWZZOCRLJ type=write size=884107 2024-09-12T17:45:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.967+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=D2DD3XAUYMT3 type=del size=2586678 2024-09-12T17:45:45.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.971+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=WRY7D1KBPD0R type=del 2024-09-12T17:45:45.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~SASROXR30LJW.0 size=1048576 2024-09-12T17:45:45.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~SASROXR30LJW.1 size=856820 2024-09-12T17:45:45.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=SASROXR30LJW tag=4WNYZRADR4Y8 type=write size=2953972 2024-09-12T17:45:45.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.979+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=0OB2P3E7QL9Z type=del 2024-09-12T17:45:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.983+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=OSJCTMWPJD27 type=del size=1855241 2024-09-12T17:45:45.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.983+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=M9S1A0CGLI54 type=del 2024-09-12T17:45:45.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.987+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=RFTYM901TPWC type=write size=269701 2024-09-12T17:45:45.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.0 size=1048576 2024-09-12T17:45:45.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.1 size=1048576 2024-09-12T17:45:45.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2RSRTHWD08LS.2 size=1025199 2024-09-12T17:45:45.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.999+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=2RSRTHWD08LS tag=EUA4UNQPOBYK type=write size=4170927 2024-09-12T17:45:45.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.999+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=HLTDJP61TRRK type=del size=2701250 2024-09-12T17:45:45.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:45.999+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~H31FG2NVFQRT.0 size=1048576 2024-09-12T17:45:46.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.003+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~H31FG2NVFQRT.1 size=644303 2024-09-12T17:45:46.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.007+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=H31FG2NVFQRT tag=BS35HL1OZ45W type=write size=2741455 2024-09-12T17:45:46.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.0 size=1048576 2024-09-12T17:45:46.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.1 size=1048576 2024-09-12T17:45:46.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.2 size=455148 2024-09-12T17:45:46.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=0FZF5KNKV2F2 tag=T3XKNIJ2V739 type=write size=3600876 2024-09-12T17:45:46.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~6F9108UO0I5B.0 size=1048576 2024-09-12T17:45:46.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~6F9108UO0I5B.1 size=1001962 2024-09-12T17:45:46.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.023+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=6F9108UO0I5B tag=KN8SXE4F8999 type=write size=3099114 2024-09-12T17:45:46.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.0 size=1048576 2024-09-12T17:45:46.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.1 size=1048576 2024-09-12T17:45:46.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.035+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.2 size=580071 2024-09-12T17:45:46.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.035+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=YX4COC971ELM tag=JNB2KT5X14JC type=write size=3725799 2024-09-12T17:45:46.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.035+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=TYKR8FC48V0A type=del 2024-09-12T17:45:46.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.039+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=VY10U0EIL6FC type=del size=173347 2024-09-12T17:45:46.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.043+0000 7f6c8a8948c0 1 < suggested remove operation key=G3ZV89D5UXB4 tag=B6BG003TXZ2Q type=del 2024-09-12T17:45:46.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.047+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=LC19JWQGSQDG type=write size=449169 2024-09-12T17:45:46.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~DEXPIML17LR6.0 size=416651 2024-09-12T17:45:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.051+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=DEXPIML17LR6 tag=XEC66P63X81V type=write size=1465227 2024-09-12T17:45:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.055+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=TKBK1RP4MZPI type=del size=522380 2024-09-12T17:45:46.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.059+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=D41NZRFGL0I1 type=del size=977917 2024-09-12T17:45:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~HQIA73JE816Z.0 size=1048576 2024-09-12T17:45:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~HQIA73JE816Z.1 size=44485 2024-09-12T17:45:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=HQIA73JE816Z tag=KTRUVYK5AX6K type=write size=2141637 2024-09-12T17:45:46.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.067+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=M6GATNCE7WED type=del 2024-09-12T17:45:46.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~8KOVCGP1XSBV.0 size=1048576 2024-09-12T17:45:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~8KOVCGP1XSBV.1 size=178220 2024-09-12T17:45:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.075+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=8KOVCGP1XSBV tag=SKF0IULJ2C6G type=write size=2275372 2024-09-12T17:45:46.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.075+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=RGWZTXZ311UD type=write size=164421 2024-09-12T17:45:46.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.079+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=0QBZVA7HIIS6 type=del size=1408621 2024-09-12T17:45:46.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.087+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~VHZQZ0NMVRZG.0 size=1048576 2024-09-12T17:45:46.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.091+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~VHZQZ0NMVRZG.1 size=549962 2024-09-12T17:45:46.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.099+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=VHZQZ0NMVRZG tag=1EN8CQPWSNRI type=write size=2647114 2024-09-12T17:45:46.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.099+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=QFLV5HPYA0I0 type=del size=31880 2024-09-12T17:45:46.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.103+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~KF6380L53O9V.0 size=698824 2024-09-12T17:45:46.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.107+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=KF6380L53O9V tag=8OBJK2E0CQFS type=write size=1747400 2024-09-12T17:45:46.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.111+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=J70Q5EDRH4HN type=del size=3588319 2024-09-12T17:45:46.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.115+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=UM8PCI31FONU type=del 2024-09-12T17:45:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.0 size=1048576 2024-09-12T17:45:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.1 size=1048576 2024-09-12T17:45:46.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.2 size=439495 2024-09-12T17:45:46.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.127+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=5NBJOUN0BEZB tag=KVOYJKVDV9NO type=write size=3585223 2024-09-12T17:45:46.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.131+0000 7f6c8a8948c0 1 < suggested remove operation key=2E3GUHIGS09Y tag=D2DD3XAUYMT3 type=del 2024-09-12T17:45:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.135+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=D69WUJO30H3W type=write size=842262 2024-09-12T17:45:46.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~SASROXR30LJW.0 size=1048576 2024-09-12T17:45:46.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.139+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~SASROXR30LJW.1 size=856820 2024-09-12T17:45:46.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.143+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=SASROXR30LJW tag=4WNYZRADR4Y8 type=write size=2953972 2024-09-12T17:45:46.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.147+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=ZTNT10PCC66R type=del size=456188 2024-09-12T17:45:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.147+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=OSJCTMWPJD27 type=del 2024-09-12T17:45:46.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~AJKHOP1YR9F2.0 size=1048576 2024-09-12T17:45:46.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~AJKHOP1YR9F2.1 size=126795 2024-09-12T17:45:46.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.155+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=AJKHOP1YR9F2 tag=FT56JDX5PLRP type=write size=2223947 2024-09-12T17:45:46.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.159+0000 7f6c8a8948c0 1 < suggested update operation key=IVB6FLK7S6PP tag=RFTYM901TPWC type=write size=269701 2024-09-12T17:45:46.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.163+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=YNW2NWFRL78G type=del size=1774861 2024-09-12T17:45:46.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.167+0000 7f6c8a8948c0 1 < suggested update operation key=1167S0KYHA9V tag=HLTDJP61TRRK type=del size=2701250 2024-09-12T17:45:46.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.171+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=J4C9BTKQ0YU0 type=del size=3205556 2024-09-12T17:45:46.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.0 size=1048576 2024-09-12T17:45:46.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.1 size=1048576 2024-09-12T17:45:46.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.175+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~0FZF5KNKV2F2.2 size=455148 2024-09-12T17:45:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.179+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=0FZF5KNKV2F2 tag=T3XKNIJ2V739 type=write size=3600876 2024-09-12T17:45:46.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.187+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.0 size=1048576 2024-09-12T17:45:46.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.187+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.1 size=1048576 2024-09-12T17:45:46.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.191+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.2 size=981417 2024-09-12T17:45:46.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.191+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=70QVZOIG9K1R tag=QLOIVNOJVSPX type=write size=4127145 2024-09-12T17:45:46.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.191+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.0 size=1048576 2024-09-12T17:45:46.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.191+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.1 size=1048576 2024-09-12T17:45:46.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.195+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~YX4COC971ELM.2 size=580071 2024-09-12T17:45:46.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.199+0000 7f6c8a8948c0 1 < canceled multipart upload key=NQLWLQR62DEQ upload=YX4COC971ELM tag=JNB2KT5X14JC type=write size=3725799 2024-09-12T17:45:46.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~R0G5B9ELUBDR.0 size=1048576 2024-09-12T17:45:46.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.203+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~R0G5B9ELUBDR.1 size=724654 2024-09-12T17:45:46.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.203+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=R0G5B9ELUBDR tag=QQDK7M833OFA type=write size=2821806 2024-09-12T17:45:46.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.207+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=VY10U0EIL6FC type=del size=173347 2024-09-12T17:45:46.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.211+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=EMCQ0GD78QUC type=del size=482455 2024-09-12T17:45:46.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.211+0000 7f6c8a8948c0 1 < completed write operation key=C0BM0M0DR88A tag=LC19JWQGSQDG type=write size=449169 2024-09-12T17:45:46.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.215+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=L426UOC6QWFR type=del size=3379751 2024-09-12T17:45:46.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.219+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=TKBK1RP4MZPI type=del 2024-09-12T17:45:46.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.0 size=1048576 2024-09-12T17:45:46.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.1 size=1048576 2024-09-12T17:45:46.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.227+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.2 size=966270 2024-09-12T17:45:46.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.227+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=TGG1QCQTPE1O tag=4NGCQKVTHF65 type=write size=4111998 2024-09-12T17:45:46.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.227+0000 7f6c8a8948c0 1 < canceled part key=_multipart_I21M2NBLJNCJ.2~HQIA73JE816Z.0 size=1048576 2024-09-12T17:45:46.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~HQIA73JE816Z.1 size=44485 2024-09-12T17:45:46.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.231+0000 7f6c8a8948c0 1 < canceled multipart upload key=I21M2NBLJNCJ upload=HQIA73JE816Z tag=KTRUVYK5AX6K type=write size=2141637 2024-09-12T17:45:46.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.235+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=SZYMIA7DDGDS type=del size=844458 2024-09-12T17:45:46.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.239+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~8KOVCGP1XSBV.0 size=1048576 2024-09-12T17:45:46.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.239+0000 7f6c8a8948c0 1 < canceled part key=_multipart_UPQ1AU918PZ4.2~8KOVCGP1XSBV.1 size=178220 2024-09-12T17:45:46.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.243+0000 7f6c8a8948c0 1 < canceled multipart upload key=UPQ1AU918PZ4 upload=8KOVCGP1XSBV tag=SKF0IULJ2C6G type=write size=2275372 2024-09-12T17:45:46.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.247+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=PAKKH1J3RSXC type=del size=4110474 2024-09-12T17:45:46.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.247+0000 7f6c8a8948c0 -1 < failed to complete operation key=IVB6FLK7S6PP tag=0QBZVA7HIIS6 type=del size=1408621: (22) Invalid argument 2024-09-12T17:45:46.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.251+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=U51RYVJ2V5T5 type=del size=365963 2024-09-12T17:45:46.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.251+0000 7f6c8a8948c0 -1 < failed to complete operation key=2E3GUHIGS09Y tag=QFLV5HPYA0I0 type=del size=31880: (22) Invalid argument 2024-09-12T17:45:46.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~3VL93KSVA2P5.0 size=793365 2024-09-12T17:45:46.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.259+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=3VL93KSVA2P5 tag=MD7IXI97GO6C type=write size=1841941 2024-09-12T17:45:46.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.259+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=J70Q5EDRH4HN type=del 2024-09-12T17:45:46.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.263+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=JHJGX1OH19ZX type=del size=3627578 2024-09-12T17:45:46.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.0 size=1048576 2024-09-12T17:45:46.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.267+0000 7f6c8a8948c0 1 < canceled part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.1 size=1048576 2024-09-12T17:45:46.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.267+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~5NBJOUN0BEZB.2 size=439495 2024-09-12T17:45:46.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.275+0000 7f6c8a8948c0 1 < canceled multipart upload key=W2M8Z8M3LYTF upload=5NBJOUN0BEZB tag=KVOYJKVDV9NO type=write size=3585223 2024-09-12T17:45:46.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.275+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=LWUMS7QZX0IJ type=del size=617995 2024-09-12T17:45:46.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.279+0000 7f6c8a8948c0 -1 < failed to complete operation key=9JUD16MCJPOU tag=D69WUJO30H3W type=write size=842262: (22) Invalid argument 2024-09-12T17:45:46.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.0 size=1048576 2024-09-12T17:45:46.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.1 size=1048576 2024-09-12T17:45:46.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.287+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.2 size=735599 2024-09-12T17:45:46.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.287+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=4FDXPRTH5X88 tag=F1IRXYSHEWZC type=write size=3881327 2024-09-12T17:45:46.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.291+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=ZTNT10PCC66R type=del 2024-09-12T17:45:46.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.295+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~OIOI42PJ0L20.0 size=1048576 2024-09-12T17:45:46.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.299+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~OIOI42PJ0L20.1 size=296526 2024-09-12T17:45:46.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.299+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=OIOI42PJ0L20 tag=UV2SSMAT7V1P type=write size=2393678 2024-09-12T17:45:46.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~AJKHOP1YR9F2.0 size=1048576 2024-09-12T17:45:46.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.303+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~AJKHOP1YR9F2.1 size=126795 2024-09-12T17:45:46.308 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.311+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=AJKHOP1YR9F2 tag=FT56JDX5PLRP type=write size=2223947 2024-09-12T17:45:46.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.315+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.0 size=1048576 2024-09-12T17:45:46.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.1 size=1048576 2024-09-12T17:45:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.319+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.2 size=827664 2024-09-12T17:45:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.319+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=QOOGX41TFLR8 tag=XTM928P18CZG type=write size=3973392 2024-09-12T17:45:46.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.323+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=YNW2NWFRL78G type=del 2024-09-12T17:45:46.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.327+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=1SNDYV6YZ311 type=del size=2919296 2024-09-12T17:45:46.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.331+0000 7f6c8a8948c0 1 < canceled operation key=SC9MK1C1ETEN tag=J4C9BTKQ0YU0 type=del size=3205556 2024-09-12T17:45:46.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.0 size=1048576 2024-09-12T17:45:46.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.1 size=1048576 2024-09-12T17:45:46.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.2 size=679828 2024-09-12T17:45:46.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.343+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=CPSHRQV2UFMF tag=PIXR0RYSZ0LL type=write size=3825556 2024-09-12T17:45:46.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.0 size=1048576 2024-09-12T17:45:46.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.351+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.1 size=1048576 2024-09-12T17:45:46.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.355+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~70QVZOIG9K1R.2 size=981417 2024-09-12T17:45:46.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.359+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=70QVZOIG9K1R tag=QLOIVNOJVSPX type=write size=4127145 2024-09-12T17:45:46.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.363+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=VZP3UA68PF70 type=del size=2864058 2024-09-12T17:45:46.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~R0G5B9ELUBDR.0 size=1048576 2024-09-12T17:45:46.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~R0G5B9ELUBDR.1 size=724654 2024-09-12T17:45:46.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.375+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=R0G5B9ELUBDR tag=QQDK7M833OFA type=write size=2821806 2024-09-12T17:45:46.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.375+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=NUBD00AUM3S9 type=del size=2095456 2024-09-12T17:45:46.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.379+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=EMCQ0GD78QUC type=del 2024-09-12T17:45:46.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.383+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=S5EZ9O0I6AMM type=del size=935606 2024-09-12T17:45:46.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.383+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=L426UOC6QWFR type=del 2024-09-12T17:45:46.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.391+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~XBS64MLRC2JI.0 size=817848 2024-09-12T17:45:46.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.391+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=XBS64MLRC2JI tag=9IPFFMY8AZT5 type=write size=1866424 2024-09-12T17:45:46.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.391+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.0 size=1048576 2024-09-12T17:45:46.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.391+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.1 size=1048576 2024-09-12T17:45:46.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.395+0000 7f6c8a8948c0 1 < completed part key=_multipart_7UI1DV46YI9X.2~TGG1QCQTPE1O.2 size=966270 2024-09-12T17:45:46.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.399+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=TGG1QCQTPE1O tag=4NGCQKVTHF65 type=write size=4111998 2024-09-12T17:45:46.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.403+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=W1VXFXFRHQYQ type=del size=101410 2024-09-12T17:45:46.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.403+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=SZYMIA7DDGDS type=del 2024-09-12T17:45:46.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.407+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=2R6D7IEZT9OL type=del size=2885225 2024-09-12T17:45:46.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.411+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=PAKKH1J3RSXC type=del 2024-09-12T17:45:46.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.411+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=AFGMLJ5SM6DQ type=del size=916522 2024-09-12T17:45:46.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.415+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=U51RYVJ2V5T5 type=del 2024-09-12T17:45:46.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.419+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=H6ZXD1JMNP8V type=del size=2070117 2024-09-12T17:45:46.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.423+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~3VL93KSVA2P5.0 size=793365 2024-09-12T17:45:46.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.427+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=3VL93KSVA2P5 tag=MD7IXI97GO6C type=write size=1841941 2024-09-12T17:45:46.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.431+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=YVNF7QWKTOK1 type=del size=55322 2024-09-12T17:45:46.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.435+0000 7f6c8a8948c0 1 < suggested remove operation key=B4CKTFO4636R tag=JHJGX1OH19ZX type=del 2024-09-12T17:45:46.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.439+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=J1I7BX91Q1HR type=del size=479195 2024-09-12T17:45:46.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.443+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=LWUMS7QZX0IJ type=del 2024-09-12T17:45:46.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.443+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=O0JOLPPUG37G type=del size=1208421 2024-09-12T17:45:46.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.0 size=1048576 2024-09-12T17:45:46.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.1 size=1048576 2024-09-12T17:45:46.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~4FDXPRTH5X88.2 size=735599 2024-09-12T17:45:46.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.455+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=4FDXPRTH5X88 tag=F1IRXYSHEWZC type=write size=3881327 2024-09-12T17:45:46.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.459+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=YO200UN4QGWG type=del size=1363209 2024-09-12T17:45:46.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~OIOI42PJ0L20.0 size=1048576 2024-09-12T17:45:46.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~OIOI42PJ0L20.1 size=296526 2024-09-12T17:45:46.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.467+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=OIOI42PJ0L20 tag=UV2SSMAT7V1P type=write size=2393678 2024-09-12T17:45:46.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.471+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=5CNC8AK1BE0D type=del size=1825412 2024-09-12T17:45:46.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.475+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.0 size=1048576 2024-09-12T17:45:46.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.475+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.1 size=1048576 2024-09-12T17:45:46.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~QOOGX41TFLR8.2 size=827664 2024-09-12T17:45:46.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.483+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=QOOGX41TFLR8 tag=XTM928P18CZG type=write size=3973392 2024-09-12T17:45:46.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.487+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=1Z1YBCQNQG8J type=del size=3168726 2024-09-12T17:45:46.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.487+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=1SNDYV6YZ311 type=del 2024-09-12T17:45:46.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.491+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=ZWKWDB131X9N type=del size=313783 2024-09-12T17:45:46.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.495+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.0 size=1048576 2024-09-12T17:45:46.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.495+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.1 size=1048576 2024-09-12T17:45:46.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.495+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NQLWLQR62DEQ.2~CPSHRQV2UFMF.2 size=679828 2024-09-12T17:45:46.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.503+0000 7f6c8a8948c0 1 < canceled multipart upload key=NQLWLQR62DEQ upload=CPSHRQV2UFMF tag=PIXR0RYSZ0LL type=write size=3825556 2024-09-12T17:45:46.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.503+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=MUAVND6ROAQU type=del size=803007 2024-09-12T17:45:46.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.507+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=VZP3UA68PF70 type=del 2024-09-12T17:45:46.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~RZU4CW8164I9.0 size=1048576 2024-09-12T17:45:46.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.515+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~RZU4CW8164I9.1 size=809608 2024-09-12T17:45:46.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.515+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=RZU4CW8164I9 tag=4US4IP17BUO3 type=write size=2906760 2024-09-12T17:45:46.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.519+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=NUBD00AUM3S9 type=del 2024-09-12T17:45:46.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.519+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=CPB8GJXKV2LO type=del size=128938 2024-09-12T17:45:46.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.523+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=S5EZ9O0I6AMM type=del 2024-09-12T17:45:46.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.527+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=CBZNTEO9AJ26 type=del size=294062 2024-09-12T17:45:46.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.527+0000 7f6c8a8948c0 1 < canceled part key=_multipart_IVB6FLK7S6PP.2~XBS64MLRC2JI.0 size=817848 2024-09-12T17:45:46.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.531+0000 7f6c8a8948c0 1 < canceled multipart upload key=IVB6FLK7S6PP upload=XBS64MLRC2JI tag=9IPFFMY8AZT5 type=write size=1866424 2024-09-12T17:45:46.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~ON5OE7Q781B4.0 size=1048576 2024-09-12T17:45:46.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.539+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~ON5OE7Q781B4.1 size=428656 2024-09-12T17:45:46.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.539+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=ON5OE7Q781B4 tag=8ZYW18T5Y4KK type=write size=2525808 2024-09-12T17:45:46.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.543+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=W1VXFXFRHQYQ type=del 2024-09-12T17:45:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.547+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=HBA10AP8MICT type=del size=1188760 2024-09-12T17:45:46.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.551+0000 7f6c8a8948c0 1 < suggested update operation key=WUXSVUAZ3VE0 tag=2R6D7IEZT9OL type=del size=2885225 2024-09-12T17:45:46.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.555+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=S480A0HDL8L2 type=del size=3969363 2024-09-12T17:45:46.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.559+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=AFGMLJ5SM6DQ type=del 2024-09-12T17:45:46.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.0 size=1048576 2024-09-12T17:45:46.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.1 size=1048576 2024-09-12T17:45:46.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.2 size=832269 2024-09-12T17:45:46.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.567+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=MWJ1SEVJF0EJ tag=XDB9EXZ8JUVI type=write size=3977997 2024-09-12T17:45:46.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.571+0000 7f6c8a8948c0 1 < suggested update operation key=I21M2NBLJNCJ tag=H6ZXD1JMNP8V type=del size=2070117 2024-09-12T17:45:46.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.575+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=OIIVON98OW7K type=del size=905683 2024-09-12T17:45:46.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.579+0000 7f6c8a8948c0 1 < canceled operation key=G3ZV89D5UXB4 tag=YVNF7QWKTOK1 type=del size=55322 2024-09-12T17:45:46.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~LHPAVF8HLAKN.0 size=1048576 2024-09-12T17:45:46.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~LHPAVF8HLAKN.1 size=142995 2024-09-12T17:45:46.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=LHPAVF8HLAKN tag=JN1VH97X0L2Z type=write size=2240147 2024-09-12T17:45:46.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.587+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=J1I7BX91Q1HR type=del 2024-09-12T17:45:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~L2LNEXQ422KU.0 size=1048576 2024-09-12T17:45:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~L2LNEXQ422KU.1 size=1018903 2024-09-12T17:45:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.595+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=L2LNEXQ422KU tag=3CJF0FQUI9AJ type=write size=3116055 2024-09-12T17:45:46.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.599+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=O0JOLPPUG37G type=del 2024-09-12T17:45:46.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.599+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=AVIN4L5MVTWK type=write size=851643 2024-09-12T17:45:46.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.603+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=YO200UN4QGWG type=del 2024-09-12T17:45:46.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.607+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.0 size=1048576 2024-09-12T17:45:46.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.611+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.1 size=1048576 2024-09-12T17:45:46.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.611+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.2 size=516393 2024-09-12T17:45:46.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.611+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=QPBN23XQZETC tag=VEM0OORPOM3C type=write size=3662121 2024-09-12T17:45:46.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.619+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=5CNC8AK1BE0D type=del 2024-09-12T17:45:46.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.623+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=8PLGQJF4YH3W type=del size=946074 2024-09-12T17:45:46.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.623+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=1Z1YBCQNQG8J type=del 2024-09-12T17:45:46.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.627+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=H7B28P5VE7KA type=write size=917834 2024-09-12T17:45:46.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.631+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=ZWKWDB131X9N type=del 2024-09-12T17:45:46.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.635+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=PUAK6SOI7B8I type=del size=1356898 2024-09-12T17:45:46.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.639+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=MUAVND6ROAQU type=del 2024-09-12T17:45:46.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.643+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.0 size=1048576 2024-09-12T17:45:46.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.643+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.1 size=1048576 2024-09-12T17:45:46.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.647+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.2 size=529563 2024-09-12T17:45:46.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.647+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=UJ9XWI7IZ49G tag=Z03BTPC1JO50 type=write size=3675291 2024-09-12T17:45:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.651+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~RZU4CW8164I9.0 size=1048576 2024-09-12T17:45:46.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.655+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~RZU4CW8164I9.1 size=809608 2024-09-12T17:45:46.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.659+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=RZU4CW8164I9 tag=4US4IP17BUO3 type=write size=2906760 2024-09-12T17:45:46.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.663+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=ND1KI32QYZK7 type=del size=3527660 2024-09-12T17:45:46.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.663+0000 7f6c8a8948c0 -1 < failed to complete operation key=I21M2NBLJNCJ tag=CPB8GJXKV2LO type=del size=128938: (22) Invalid argument 2024-09-12T17:45:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.667+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=EJ4K30O7NXAW type=del size=2305009 2024-09-12T17:45:46.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.671+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=CBZNTEO9AJ26 type=del 2024-09-12T17:45:46.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.671+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=RQH5EPN1GF9E type=del size=1206584 2024-09-12T17:45:46.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~ON5OE7Q781B4.0 size=1048576 2024-09-12T17:45:46.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~ON5OE7Q781B4.1 size=428656 2024-09-12T17:45:46.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.683+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=ON5OE7Q781B4 tag=8ZYW18T5Y4KK type=write size=2525808 2024-09-12T17:45:46.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.683+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=A0Z0D0FIAOGU type=del size=2517168 2024-09-12T17:45:46.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.687+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=HBA10AP8MICT type=del 2024-09-12T17:45:46.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.691+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=QSHJOTFTKJMG type=del size=3175208 2024-09-12T17:45:46.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.691+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=S480A0HDL8L2 type=del 2024-09-12T17:45:46.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.699+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~U4LP2KEHOQZA.0 size=388719 2024-09-12T17:45:46.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.699+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=U4LP2KEHOQZA tag=XAK7RKTTFQRM type=write size=1437295 2024-09-12T17:45:46.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.0 size=1048576 2024-09-12T17:45:46.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.703+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.1 size=1048576 2024-09-12T17:45:46.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.703+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~MWJ1SEVJF0EJ.2 size=832269 2024-09-12T17:45:46.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.711+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=MWJ1SEVJF0EJ tag=XDB9EXZ8JUVI type=write size=3977997 2024-09-12T17:45:46.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.711+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=6E20PU55V0NA type=del size=3332390 2024-09-12T17:45:46.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.719+0000 7f6c8a8948c0 1 < suggested update operation key=9JUD16MCJPOU tag=OIIVON98OW7K type=del size=905683 2024-09-12T17:45:46.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.723+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.0 size=1048576 2024-09-12T17:45:46.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.727+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.1 size=1048576 2024-09-12T17:45:46.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.731+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.2 size=387162 2024-09-12T17:45:46.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.731+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=BV5NZ8SW1ITB tag=XE0ITMOZCBMO type=write size=3532890 2024-09-12T17:45:46.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.735+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~LHPAVF8HLAKN.0 size=1048576 2024-09-12T17:45:46.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.735+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~LHPAVF8HLAKN.1 size=142995 2024-09-12T17:45:46.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.743+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=LHPAVF8HLAKN tag=JN1VH97X0L2Z type=write size=2240147 2024-09-12T17:45:46.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.747+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=S1JS8V9R2QYG type=write size=424956 2024-09-12T17:45:46.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~L2LNEXQ422KU.0 size=1048576 2024-09-12T17:45:46.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~L2LNEXQ422KU.1 size=1018903 2024-09-12T17:45:46.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.755+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=L2LNEXQ422KU tag=3CJF0FQUI9AJ type=write size=3116055 2024-09-12T17:45:46.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.759+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.0 size=1048576 2024-09-12T17:45:46.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.763+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.1 size=1048576 2024-09-12T17:45:46.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.2 size=73400 2024-09-12T17:45:46.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=XD0E14JA3PVJ tag=XRP4I70F49HS type=write size=3219128 2024-09-12T17:45:46.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.771+0000 7f6c8a8948c0 1 < suggested update operation key=HTSRF6I8OFUX tag=AVIN4L5MVTWK type=write size=851643 2024-09-12T17:45:46.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.775+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=02UF82CVFH05 type=del size=624746 2024-09-12T17:45:46.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.0 size=1048576 2024-09-12T17:45:46.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.1 size=1048576 2024-09-12T17:45:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~QPBN23XQZETC.2 size=516393 2024-09-12T17:45:46.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.787+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=QPBN23XQZETC tag=VEM0OORPOM3C type=write size=3662121 2024-09-12T17:45:46.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.791+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.0 size=1048576 2024-09-12T17:45:46.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.1 size=1048576 2024-09-12T17:45:46.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.2 size=932871 2024-09-12T17:45:46.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.799+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=5175EQY0JG2T tag=CG82VIS66SOQ type=write size=4078599 2024-09-12T17:45:46.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.799+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=8PLGQJF4YH3W type=del 2024-09-12T17:45:46.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.803+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=N8LBELUM8787 type=del size=384335 2024-09-12T17:45:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.807+0000 7f6c8a8948c0 -1 < failed to complete operation key=9JUD16MCJPOU tag=H7B28P5VE7KA type=write size=917834: (22) Invalid argument 2024-09-12T17:45:46.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.811+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=D6X4DF4HY5YN type=write size=370991 2024-09-12T17:45:46.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.811+0000 7f6c8a8948c0 -1 < failed to complete operation key=9JUD16MCJPOU tag=PUAK6SOI7B8I type=del size=1356898: (22) Invalid argument 2024-09-12T17:45:46.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.815+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=1NN47M06KAK3 type=write size=652315 2024-09-12T17:45:46.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.0 size=1048576 2024-09-12T17:45:46.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.1 size=1048576 2024-09-12T17:45:46.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.819+0000 7f6c8a8948c0 1 < canceled part key=_multipart_Z2G3J6B76H7P.2~UJ9XWI7IZ49G.2 size=529563 2024-09-12T17:45:46.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.823+0000 7f6c8a8948c0 1 < canceled multipart upload key=Z2G3J6B76H7P upload=UJ9XWI7IZ49G tag=Z03BTPC1JO50 type=write size=3675291 2024-09-12T17:45:46.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.827+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~GLG177QF8CB6.0 size=1048576 2024-09-12T17:45:46.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.831+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~GLG177QF8CB6.1 size=251514 2024-09-12T17:45:46.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.831+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=GLG177QF8CB6 tag=R46U99JXXJ50 type=write size=2348666 2024-09-12T17:45:46.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.835+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=ND1KI32QYZK7 type=del 2024-09-12T17:45:46.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~8PPB03QJXEXI.0 size=1048576 2024-09-12T17:45:46.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.839+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~8PPB03QJXEXI.1 size=413127 2024-09-12T17:45:46.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.839+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=8PPB03QJXEXI tag=TMCHM30HSPOA type=write size=2510279 2024-09-12T17:45:46.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.847+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=EJ4K30O7NXAW type=del 2024-09-12T17:45:46.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.851+0000 7f6c8a8948c0 1 > prepared part key=_multipart_7UI1DV46YI9X.2~KWRO1UDIEXQ9.0 size=137262 2024-09-12T17:45:46.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.851+0000 7f6c8a8948c0 1 > prepared multipart upload key=7UI1DV46YI9X upload=KWRO1UDIEXQ9 tag=SUQRB5L3JSJL type=write size=1185838 2024-09-12T17:45:46.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.851+0000 7f6c8a8948c0 -1 < failed to complete operation key=Z2G3J6B76H7P tag=RQH5EPN1GF9E type=del size=1206584: (22) Invalid argument 2024-09-12T17:45:46.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~J9NSHTBPHTV5.0 size=543575 2024-09-12T17:45:46.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.859+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=J9NSHTBPHTV5 tag=3Z452SY04UHE type=write size=1592151 2024-09-12T17:45:46.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.859+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=A0Z0D0FIAOGU type=del 2024-09-12T17:45:46.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.863+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=MAJYZFCOJLCC type=del size=2939826 2024-09-12T17:45:46.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.867+0000 7f6c8a8948c0 1 < suggested update operation key=2E0ESBQHV9RU tag=QSHJOTFTKJMG type=del size=3175208 2024-09-12T17:45:46.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.871+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=UUBRQ5MEV1II type=del size=1202117 2024-09-12T17:45:46.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.875+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~U4LP2KEHOQZA.0 size=388719 2024-09-12T17:45:46.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.879+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=U4LP2KEHOQZA tag=XAK7RKTTFQRM type=write size=1437295 2024-09-12T17:45:46.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.879+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=BTQB8DB716Z7 type=del size=3087260 2024-09-12T17:45:46.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.887+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=6E20PU55V0NA type=del 2024-09-12T17:45:46.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.891+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~RM9YH8TIV06F.0 size=956534 2024-09-12T17:45:46.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.891+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=RM9YH8TIV06F tag=IM26O1M3PFEB type=write size=2005110 2024-09-12T17:45:46.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.0 size=1048576 2024-09-12T17:45:46.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.895+0000 7f6c8a8948c0 1 < canceled part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.1 size=1048576 2024-09-12T17:45:46.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~BV5NZ8SW1ITB.2 size=387162 2024-09-12T17:45:46.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.903+0000 7f6c8a8948c0 1 < canceled multipart upload key=5L4M8IBSBUF1 upload=BV5NZ8SW1ITB tag=XE0ITMOZCBMO type=write size=3532890 2024-09-12T17:45:46.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.907+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.0 size=1048576 2024-09-12T17:45:46.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.1 size=1048576 2024-09-12T17:45:46.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.911+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.2 size=222522 2024-09-12T17:45:46.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.911+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=8U96TYDQKFWI tag=1FZM334KEER2 type=write size=3368250 2024-09-12T17:45:46.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.915+0000 7f6c8a8948c0 1 < completed write operation key=5L4M8IBSBUF1 tag=S1JS8V9R2QYG type=write size=424956 2024-09-12T17:45:46.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.915+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=H6ANKOY7LMU0 type=del size=2858659 2024-09-12T17:45:46.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.919+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.0 size=1048576 2024-09-12T17:45:46.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.923+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.1 size=1048576 2024-09-12T17:45:46.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.923+0000 7f6c8a8948c0 1 < canceled part key=_multipart_B4CKTFO4636R.2~XD0E14JA3PVJ.2 size=73400 2024-09-12T17:45:46.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.927+0000 7f6c8a8948c0 1 < canceled multipart upload key=B4CKTFO4636R upload=XD0E14JA3PVJ tag=XRP4I70F49HS type=write size=3219128 2024-09-12T17:45:46.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.927+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=030B3OL6IYJ4 type=del size=3769083 2024-09-12T17:45:46.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.931+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=02UF82CVFH05 type=del 2024-09-12T17:45:46.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.935+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=ARTVHJMG0I30 type=del size=784514 2024-09-12T17:45:46.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.935+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.0 size=1048576 2024-09-12T17:45:46.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.935+0000 7f6c8a8948c0 1 < canceled part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.1 size=1048576 2024-09-12T17:45:46.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.939+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~5175EQY0JG2T.2 size=932871 2024-09-12T17:45:46.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.943+0000 7f6c8a8948c0 1 < canceled multipart upload key=B4CKTFO4636R upload=5175EQY0JG2T tag=CG82VIS66SOQ type=write size=4078599 2024-09-12T17:45:46.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.947+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~A3S8O110Q416.0 size=654718 2024-09-12T17:45:46.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.947+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=A3S8O110Q416 tag=8FHJ8V2M1R7T type=write size=1703294 2024-09-12T17:45:46.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.951+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=N8LBELUM8787 type=del 2024-09-12T17:45:46.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.951+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=7BEXSNY8W82W type=del size=3568035 2024-09-12T17:45:46.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.955+0000 7f6c8a8948c0 1 < completed write operation key=02UJO133SEG4 tag=D6X4DF4HY5YN type=write size=370991 2024-09-12T17:45:46.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.959+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=GL39Z988F18Y type=del size=888897 2024-09-12T17:45:46.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.959+0000 7f6c8a8948c0 1 < completed write operation key=LALMJ3TYSQ6T tag=1NN47M06KAK3 type=write size=652315 2024-09-12T17:45:46.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.963+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=SPC0VYLOR8MO type=del size=2793817 2024-09-12T17:45:46.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.967+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~GLG177QF8CB6.0 size=1048576 2024-09-12T17:45:46.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.967+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~GLG177QF8CB6.1 size=251514 2024-09-12T17:45:46.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.971+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=GLG177QF8CB6 tag=R46U99JXXJ50 type=write size=2348666 2024-09-12T17:45:46.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.975+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=FEZQPQ780LKK type=del size=3830247 2024-09-12T17:45:46.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.975+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~8PPB03QJXEXI.0 size=1048576 2024-09-12T17:45:46.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.979+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~8PPB03QJXEXI.1 size=413127 2024-09-12T17:45:46.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.983+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=8PPB03QJXEXI tag=TMCHM30HSPOA type=write size=2510279 2024-09-12T17:45:46.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.0 size=1048576 2024-09-12T17:45:46.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.991+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.1 size=1048576 2024-09-12T17:45:46.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.991+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.2 size=411174 2024-09-12T17:45:46.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.991+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=SAI7K0H7R1P2 tag=ZC65FFQM6436 type=write size=3556902 2024-09-12T17:45:46.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.991+0000 7f6c8a8948c0 1 < canceled part key=_multipart_7UI1DV46YI9X.2~KWRO1UDIEXQ9.0 size=137262 2024-09-12T17:45:46.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.995+0000 7f6c8a8948c0 1 < canceled multipart upload key=7UI1DV46YI9X upload=KWRO1UDIEXQ9 tag=SUQRB5L3JSJL type=write size=1185838 2024-09-12T17:45:46.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.999+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=NOC7Z38ZV3ZB type=del size=2192178 2024-09-12T17:45:46.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:46.999+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~J9NSHTBPHTV5.0 size=543575 2024-09-12T17:45:47.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.003+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=J9NSHTBPHTV5 tag=3Z452SY04UHE type=write size=1592151 2024-09-12T17:45:47.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.0 size=1048576 2024-09-12T17:45:47.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.1 size=1048576 2024-09-12T17:45:47.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.2 size=777418 2024-09-12T17:45:47.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=J80BVMU6ZFNS tag=2K08F9N4JXGY type=write size=3923146 2024-09-12T17:45:47.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.015+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=MAJYZFCOJLCC type=del 2024-09-12T17:45:47.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.019+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~66ST3CV39F1S.0 size=1048576 2024-09-12T17:45:47.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.023+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~66ST3CV39F1S.1 size=425759 2024-09-12T17:45:47.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.023+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=66ST3CV39F1S tag=CZ5ZEV1H4QM4 type=write size=2522911 2024-09-12T17:45:47.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.027+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=UUBRQ5MEV1II type=del 2024-09-12T17:45:47.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.031+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~P0HP4FXD74JR.0 size=326415 2024-09-12T17:45:47.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.031+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=P0HP4FXD74JR tag=HYB3179YZUXQ type=write size=1374991 2024-09-12T17:45:47.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.035+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=BTQB8DB716Z7 type=del 2024-09-12T17:45:47.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.039+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=PNG3AAF8OK4G type=del size=922873 2024-09-12T17:45:47.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.039+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~RM9YH8TIV06F.0 size=956534 2024-09-12T17:45:47.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.043+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=RM9YH8TIV06F tag=IM26O1M3PFEB type=write size=2005110 2024-09-12T17:45:47.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.047+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=806B21YUZKHK type=del size=4070844 2024-09-12T17:45:47.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.0 size=1048576 2024-09-12T17:45:47.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.051+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.1 size=1048576 2024-09-12T17:45:47.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~8U96TYDQKFWI.2 size=222522 2024-09-12T17:45:47.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.059+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=8U96TYDQKFWI tag=1FZM334KEER2 type=write size=3368250 2024-09-12T17:45:47.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~5ANK7BN9VWHO.0 size=628410 2024-09-12T17:45:47.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.067+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=5ANK7BN9VWHO tag=32CP5SZWM6DV type=write size=1676986 2024-09-12T17:45:47.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.071+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=H6ANKOY7LMU0 type=del 2024-09-12T17:45:47.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.075+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~PKUKU48JNFF9.0 size=170328 2024-09-12T17:45:47.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.075+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=PKUKU48JNFF9 tag=D6ZUHRF8JZPO type=write size=1218904 2024-09-12T17:45:47.078 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.079+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=030B3OL6IYJ4 type=del 2024-09-12T17:45:47.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~73L4F4F80AEH.0 size=1048576 2024-09-12T17:45:47.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~73L4F4F80AEH.1 size=126738 2024-09-12T17:45:47.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.087+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=73L4F4F80AEH tag=9LPFPL04ERAT type=write size=2223890 2024-09-12T17:45:47.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.091+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=ARTVHJMG0I30 type=del 2024-09-12T17:45:47.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.095+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=481BSXE6Z3J5 type=del size=557535 2024-09-12T17:45:47.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~A3S8O110Q416.0 size=654718 2024-09-12T17:45:47.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.103+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=A3S8O110Q416 tag=8FHJ8V2M1R7T type=write size=1703294 2024-09-12T17:45:47.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.107+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=U2KUZM98ESE9 type=del size=3720808 2024-09-12T17:45:47.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.107+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=7BEXSNY8W82W type=del 2024-09-12T17:45:47.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.111+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=SL7PRNP5520F type=write size=982773 2024-09-12T17:45:47.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.115+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=GL39Z988F18Y type=del 2024-09-12T17:45:47.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.119+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=GKP8YV8GUI3O type=del size=1608964 2024-09-12T17:45:47.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.119+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=SPC0VYLOR8MO type=del 2024-09-12T17:45:47.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.0 size=1048576 2024-09-12T17:45:47.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.127+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.1 size=1048576 2024-09-12T17:45:47.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.131+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.2 size=1024710 2024-09-12T17:45:47.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.131+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=0Y1FCXKL5KFX tag=IRVHXONQXI0D type=write size=4170438 2024-09-12T17:45:47.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.135+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=FEZQPQ780LKK type=del 2024-09-12T17:45:47.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.139+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~4SDLN0ZAO2ZY.0 size=1048576 2024-09-12T17:45:47.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.143+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~4SDLN0ZAO2ZY.1 size=77419 2024-09-12T17:45:47.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.143+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=4SDLN0ZAO2ZY tag=XPAGKN5OSWC3 type=write size=2174571 2024-09-12T17:45:47.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.147+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.0 size=1048576 2024-09-12T17:45:47.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.151+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.1 size=1048576 2024-09-12T17:45:47.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.151+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~SAI7K0H7R1P2.2 size=411174 2024-09-12T17:45:47.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.159+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=SAI7K0H7R1P2 tag=ZC65FFQM6436 type=write size=3556902 2024-09-12T17:45:47.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.0 size=1048576 2024-09-12T17:45:47.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.1 size=1048576 2024-09-12T17:45:47.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.2 size=778187 2024-09-12T17:45:47.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.167+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=CXT9VY718REB tag=UCOKZB1LXYKV type=write size=3923915 2024-09-12T17:45:47.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.171+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=NOC7Z38ZV3ZB type=del 2024-09-12T17:45:47.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.175+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=XKELU3EDON9A type=del size=1821564 2024-09-12T17:45:47.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.179+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.0 size=1048576 2024-09-12T17:45:47.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.179+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.1 size=1048576 2024-09-12T17:45:47.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.183+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~J80BVMU6ZFNS.2 size=777418 2024-09-12T17:45:47.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.187+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=J80BVMU6ZFNS tag=2K08F9N4JXGY type=write size=3923146 2024-09-12T17:45:47.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.0 size=1048576 2024-09-12T17:45:47.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.1 size=1048576 2024-09-12T17:45:47.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.2 size=586498 2024-09-12T17:45:47.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.199+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=U9WMY17BB374 tag=5YIFTUHEB10K type=write size=3732226 2024-09-12T17:45:47.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.203+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~66ST3CV39F1S.0 size=1048576 2024-09-12T17:45:47.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.203+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~66ST3CV39F1S.1 size=425759 2024-09-12T17:45:47.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.211+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=66ST3CV39F1S tag=CZ5ZEV1H4QM4 type=write size=2522911 2024-09-12T17:45:47.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.215+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.0 size=1048576 2024-09-12T17:45:47.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.1 size=1048576 2024-09-12T17:45:47.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.2 size=281483 2024-09-12T17:45:47.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.219+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=OX7KUM1Y0TV3 tag=X1PR6S1KQ71A type=write size=3427211 2024-09-12T17:45:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.223+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~P0HP4FXD74JR.0 size=326415 2024-09-12T17:45:47.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.227+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=P0HP4FXD74JR tag=HYB3179YZUXQ type=write size=1374991 2024-09-12T17:45:47.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.231+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=J1TM5AW2YYBZ type=write size=795768 2024-09-12T17:45:47.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.235+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=PNG3AAF8OK4G type=del 2024-09-12T17:45:47.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.239+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=VXB9795K0POD type=del size=711400 2024-09-12T17:45:47.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.243+0000 7f6c8a8948c0 1 < canceled operation key=NGA7I4DL09NU tag=806B21YUZKHK type=del size=4070844 2024-09-12T17:45:47.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.247+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~4S4DTMW1B5TF.0 size=744053 2024-09-12T17:45:47.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.247+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=4S4DTMW1B5TF tag=UDOUTIXHDFZ1 type=write size=1792629 2024-09-12T17:45:47.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.251+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~5ANK7BN9VWHO.0 size=628410 2024-09-12T17:45:47.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.255+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=5ANK7BN9VWHO tag=32CP5SZWM6DV type=write size=1676986 2024-09-12T17:45:47.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.0 size=1048576 2024-09-12T17:45:47.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.1 size=1048576 2024-09-12T17:45:47.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.267+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.2 size=310320 2024-09-12T17:45:47.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.267+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=RWH7APCW7D3N tag=WAQLJVDUWET3 type=write size=3456048 2024-09-12T17:45:47.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.271+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~PKUKU48JNFF9.0 size=170328 2024-09-12T17:45:47.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.275+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=PKUKU48JNFF9 tag=D6ZUHRF8JZPO type=write size=1218904 2024-09-12T17:45:47.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.279+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=3MW9MG8MORFD type=del size=3877514 2024-09-12T17:45:47.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.283+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~73L4F4F80AEH.0 size=1048576 2024-09-12T17:45:47.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.283+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~73L4F4F80AEH.1 size=126738 2024-09-12T17:45:47.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.291+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=73L4F4F80AEH tag=9LPFPL04ERAT type=write size=2223890 2024-09-12T17:45:47.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.291+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=G53DKA19JVFO type=write size=748243 2024-09-12T17:45:47.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.295+0000 7f6c8a8948c0 1 < completed delete operation key=THGH3XU7HTDO tag=481BSXE6Z3J5 type=del 2024-09-12T17:45:47.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.0 size=1048576 2024-09-12T17:45:47.303 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.303+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.1 size=1048576 2024-09-12T17:45:47.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.307+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.2 size=460484 2024-09-12T17:45:47.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.307+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=HD13Y79VRYLC tag=05A7B0FKCHPU type=write size=3606212 2024-09-12T17:45:47.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.315+0000 7f6c8a8948c0 1 < suggested remove operation key=G3ZV89D5UXB4 tag=U2KUZM98ESE9 type=del 2024-09-12T17:45:47.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.315+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=DKCU3LV3UJHQ type=write size=771983 2024-09-12T17:45:47.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.319+0000 7f6c8a8948c0 1 < completed write operation key=SC9MK1C1ETEN tag=SL7PRNP5520F type=write size=982773 2024-09-12T17:45:47.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.323+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=4QHX5AI1S3C8 type=del size=3156348 2024-09-12T17:45:47.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.327+0000 7f6c8a8948c0 1 < canceled operation key=X3IZUQH63BZP tag=GKP8YV8GUI3O type=del size=1608964 2024-09-12T17:45:47.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.331+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=GMVP43YJLF96 type=del size=1976470 2024-09-12T17:45:47.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.335+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.0 size=1048576 2024-09-12T17:45:47.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.335+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.1 size=1048576 2024-09-12T17:45:47.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.339+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~0Y1FCXKL5KFX.2 size=1024710 2024-09-12T17:45:47.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.347+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=0Y1FCXKL5KFX tag=IRVHXONQXI0D type=write size=4170438 2024-09-12T17:45:47.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.351+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=43ZPSBW4Q7Z1 type=del size=3842643 2024-09-12T17:45:47.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.351+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~4SDLN0ZAO2ZY.0 size=1048576 2024-09-12T17:45:47.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.355+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~4SDLN0ZAO2ZY.1 size=77419 2024-09-12T17:45:47.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.359+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=4SDLN0ZAO2ZY tag=XPAGKN5OSWC3 type=write size=2174571 2024-09-12T17:45:47.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.363+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=UI8EVNEOVCF8 type=del size=2770350 2024-09-12T17:45:47.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.0 size=1048576 2024-09-12T17:45:47.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.367+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.1 size=1048576 2024-09-12T17:45:47.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.371+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~CXT9VY718REB.2 size=778187 2024-09-12T17:45:47.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.375+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=CXT9VY718REB tag=UCOKZB1LXYKV type=write size=3923915 2024-09-12T17:45:47.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.379+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=CJ0R5E2KEBV3 type=del size=3586845 2024-09-12T17:45:47.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.383+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=XKELU3EDON9A type=del 2024-09-12T17:45:47.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.383+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=G2RJI6LZN2DF type=del size=3230162 2024-09-12T17:45:47.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.387+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.0 size=1048576 2024-09-12T17:45:47.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.391+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.1 size=1048576 2024-09-12T17:45:47.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.395+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~U9WMY17BB374.2 size=586498 2024-09-12T17:45:47.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.399+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=U9WMY17BB374 tag=5YIFTUHEB10K type=write size=3732226 2024-09-12T17:45:47.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.403+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=AHIHR5BPCJDL type=write size=669640 2024-09-12T17:45:47.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.403+0000 7f6c8a8948c0 1 < canceled part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.0 size=1048576 2024-09-12T17:45:47.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.1 size=1048576 2024-09-12T17:45:47.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.407+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~OX7KUM1Y0TV3.2 size=281483 2024-09-12T17:45:47.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.411+0000 7f6c8a8948c0 1 < canceled multipart upload key=HTSRF6I8OFUX upload=OX7KUM1Y0TV3 tag=X1PR6S1KQ71A type=write size=3427211 2024-09-12T17:45:47.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.415+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=M07SXOE41GL3 type=del size=502100 2024-09-12T17:45:47.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.419+0000 7f6c8a8948c0 1 < canceled operation key=5L4M8IBSBUF1 tag=J1TM5AW2YYBZ type=write size=795768 2024-09-12T17:45:47.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.423+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~EY7POKUG9ESK.0 size=926869 2024-09-12T17:45:47.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.423+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=EY7POKUG9ESK tag=T3XKPLOR9112 type=write size=1975445 2024-09-12T17:45:47.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.427+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=VXB9795K0POD type=del 2024-09-12T17:45:47.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.431+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=FB2TMHZS8BS7 type=del size=1408 2024-09-12T17:45:47.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.435+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~4S4DTMW1B5TF.0 size=744053 2024-09-12T17:45:47.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.439+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=4S4DTMW1B5TF tag=UDOUTIXHDFZ1 type=write size=1792629 2024-09-12T17:45:47.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.443+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=ZI9RE06F7110 type=write size=227624 2024-09-12T17:45:47.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.0 size=1048576 2024-09-12T17:45:47.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.1 size=1048576 2024-09-12T17:45:47.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~RWH7APCW7D3N.2 size=310320 2024-09-12T17:45:47.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.455+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=RWH7APCW7D3N tag=WAQLJVDUWET3 type=write size=3456048 2024-09-12T17:45:47.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.459+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=GOO3BFCXOAFT type=del size=3517499 2024-09-12T17:45:47.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.463+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=3MW9MG8MORFD type=del 2024-09-12T17:45:47.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.463+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=WU1JINKRK3G5 type=write size=766464 2024-09-12T17:45:47.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.471+0000 7f6c8a8948c0 1 < suggested remove operation key=XSFCFLQ02Y9B tag=G53DKA19JVFO type=write 2024-09-12T17:45:47.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.475+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~DB1MP5ZLY4S3.0 size=1048576 2024-09-12T17:45:47.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.479+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~DB1MP5ZLY4S3.1 size=538400 2024-09-12T17:45:47.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.479+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=DB1MP5ZLY4S3 tag=NSA1146S1AO7 type=write size=2635552 2024-09-12T17:45:47.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.479+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.0 size=1048576 2024-09-12T17:45:47.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.479+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.1 size=1048576 2024-09-12T17:45:47.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.483+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~HD13Y79VRYLC.2 size=460484 2024-09-12T17:45:47.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.487+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E0ESBQHV9RU upload=HD13Y79VRYLC tag=05A7B0FKCHPU type=write size=3606212 2024-09-12T17:45:47.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.491+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=YSL3W3CZILR0 type=del size=569449 2024-09-12T17:45:47.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.495+0000 7f6c8a8948c0 1 < completed write operation key=5L4M8IBSBUF1 tag=DKCU3LV3UJHQ type=write size=771983 2024-09-12T17:45:47.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.499+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~AAV7IDP6KKJF.0 size=444358 2024-09-12T17:45:47.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.499+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=AAV7IDP6KKJF tag=D6TDM0ZKOWM2 type=write size=1492934 2024-09-12T17:45:47.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.503+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=4QHX5AI1S3C8 type=del 2024-09-12T17:45:47.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.0 size=1048576 2024-09-12T17:45:47.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.1 size=1048576 2024-09-12T17:45:47.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.511+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.2 size=597757 2024-09-12T17:45:47.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.511+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=FUWKK6ZZXHXC tag=U7BJ9SWR48QF type=write size=3743485 2024-09-12T17:45:47.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.519+0000 7f6c8a8948c0 1 < suggested remove operation key=2E3GUHIGS09Y tag=GMVP43YJLF96 type=del 2024-09-12T17:45:47.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.523+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~2OD8QMKCM30V.0 size=312173 2024-09-12T17:45:47.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.523+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=2OD8QMKCM30V tag=JP0BJHJF47TP type=write size=1360749 2024-09-12T17:45:47.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.527+0000 7f6c8a8948c0 1 < canceled operation key=TBBMO835ZRGP tag=43ZPSBW4Q7Z1 type=del size=3842643 2024-09-12T17:45:47.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~V4HHN4LYLOFN.0 size=893081 2024-09-12T17:45:47.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.531+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=V4HHN4LYLOFN tag=25FPJPLO88GX type=write size=1941657 2024-09-12T17:45:47.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.535+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2G3J6B76H7P tag=UI8EVNEOVCF8 type=del 2024-09-12T17:45:47.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~JH4Q1BB58YZL.0 size=1048576 2024-09-12T17:45:47.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~JH4Q1BB58YZL.1 size=510641 2024-09-12T17:45:47.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.543+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=JH4Q1BB58YZL tag=EIVLN43AGKUI type=write size=2607793 2024-09-12T17:45:47.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.551+0000 7f6c8a8948c0 1 < suggested remove operation key=7UI1DV46YI9X tag=CJ0R5E2KEBV3 type=del 2024-09-12T17:45:47.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.0 size=1048576 2024-09-12T17:45:47.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.559+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.1 size=1048576 2024-09-12T17:45:47.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.559+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.2 size=936720 2024-09-12T17:45:47.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.559+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=ERVBBIORHAZF tag=LD4196Q5A7SL type=write size=4082448 2024-09-12T17:45:47.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.563+0000 7f6c8a8948c0 -1 < failed to complete operation key=XSFCFLQ02Y9B tag=G2RJI6LZN2DF type=del size=3230162: (22) Invalid argument 2024-09-12T17:45:47.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.567+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=8IV1RIO275NA type=del size=1315568 2024-09-12T17:45:47.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.571+0000 7f6c8a8948c0 1 < completed write operation key=G3ZV89D5UXB4 tag=AHIHR5BPCJDL type=write size=669640 2024-09-12T17:45:47.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.575+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=341MHHSD1RF2 type=del size=1389726 2024-09-12T17:45:47.577 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.579+0000 7f6c8a8948c0 1 < completed delete operation key=AIKDU0CC4E5U tag=M07SXOE41GL3 type=del 2024-09-12T17:45:47.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.583+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~JIW222Y5BGG7.0 size=1048576 2024-09-12T17:45:47.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~JIW222Y5BGG7.1 size=919334 2024-09-12T17:45:47.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.587+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=JIW222Y5BGG7 tag=HFV39G97ZE3J type=write size=3016486 2024-09-12T17:45:47.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.591+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~EY7POKUG9ESK.0 size=926869 2024-09-12T17:45:47.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.595+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=EY7POKUG9ESK tag=T3XKPLOR9112 type=write size=1975445 2024-09-12T17:45:47.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.603+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.0 size=1048576 2024-09-12T17:45:47.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.607+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.1 size=1048576 2024-09-12T17:45:47.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.607+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.2 size=407063 2024-09-12T17:45:47.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.607+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=Y08PHEJ88KAN tag=RX3O79GYHXF5 type=write size=3552791 2024-09-12T17:45:47.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.611+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=FB2TMHZS8BS7 type=del 2024-09-12T17:45:47.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.615+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=ES4P3I01GZRU type=del size=1645352 2024-09-12T17:45:47.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.619+0000 7f6c8a8948c0 1 < suggested remove operation key=IVB6FLK7S6PP tag=ZI9RE06F7110 type=write 2024-09-12T17:45:47.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~O5ZYTVJBF5I1.0 size=1048576 2024-09-12T17:45:47.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~O5ZYTVJBF5I1.1 size=861769 2024-09-12T17:45:47.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.627+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=O5ZYTVJBF5I1 tag=PNVJC203HE26 type=write size=2958921 2024-09-12T17:45:47.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.631+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=GOO3BFCXOAFT type=del 2024-09-12T17:45:47.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.635+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=LBY92ECALY17 type=del size=2658919 2024-09-12T17:45:47.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.639+0000 7f6c8a8948c0 1 < completed write operation key=Z2SEGKWGLUBR tag=WU1JINKRK3G5 type=write size=766464 2024-09-12T17:45:47.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.643+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=LQV055BHB42L type=write size=949303 2024-09-12T17:45:47.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.647+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~DB1MP5ZLY4S3.0 size=1048576 2024-09-12T17:45:47.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.647+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~DB1MP5ZLY4S3.1 size=538400 2024-09-12T17:45:47.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.655+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=DB1MP5ZLY4S3 tag=NSA1146S1AO7 type=write size=2635552 2024-09-12T17:45:47.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.659+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=5C6Y8STD31PV type=del size=3715009 2024-09-12T17:45:47.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.659+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=YSL3W3CZILR0 type=del 2024-09-12T17:45:47.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.663+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=BFNM265FGEH8 type=del size=716702 2024-09-12T17:45:47.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.667+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~AAV7IDP6KKJF.0 size=444358 2024-09-12T17:45:47.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.675+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=AAV7IDP6KKJF tag=D6TDM0ZKOWM2 type=write size=1492934 2024-09-12T17:45:47.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.679+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=A5Q2SI1MGCM6 type=del size=3137540 2024-09-12T17:45:47.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.0 size=1048576 2024-09-12T17:45:47.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.1 size=1048576 2024-09-12T17:45:47.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~FUWKK6ZZXHXC.2 size=597757 2024-09-12T17:45:47.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.691+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=FUWKK6ZZXHXC tag=U7BJ9SWR48QF type=write size=3743485 2024-09-12T17:45:47.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.695+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=HGGQJ2XW2623 type=write size=852103 2024-09-12T17:45:47.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~2OD8QMKCM30V.0 size=312173 2024-09-12T17:45:47.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.703+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=2OD8QMKCM30V tag=JP0BJHJF47TP type=write size=1360749 2024-09-12T17:45:47.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.707+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=HRZNY82JQQX5 type=del size=1035999 2024-09-12T17:45:47.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.711+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~V4HHN4LYLOFN.0 size=893081 2024-09-12T17:45:47.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.715+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=V4HHN4LYLOFN tag=25FPJPLO88GX type=write size=1941657 2024-09-12T17:45:47.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.715+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=KBA0VQEAGY4C type=del size=2164233 2024-09-12T17:45:47.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~JH4Q1BB58YZL.0 size=1048576 2024-09-12T17:45:47.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~JH4Q1BB58YZL.1 size=510641 2024-09-12T17:45:47.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.731+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=JH4Q1BB58YZL tag=EIVLN43AGKUI type=write size=2607793 2024-09-12T17:45:47.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.735+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=C3G3OGLRARCD type=del size=3261158 2024-09-12T17:45:47.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.739+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.0 size=1048576 2024-09-12T17:45:47.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.739+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.1 size=1048576 2024-09-12T17:45:47.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~ERVBBIORHAZF.2 size=936720 2024-09-12T17:45:47.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.747+0000 7f6c8a8948c0 1 < completed multipart upload key=C0BM0M0DR88A upload=ERVBBIORHAZF tag=LD4196Q5A7SL type=write size=4082448 2024-09-12T17:45:47.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.751+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=FUK6KGI0E24Y type=del size=3298117 2024-09-12T17:45:47.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.755+0000 7f6c8a8948c0 1 < canceled operation key=THGH3XU7HTDO tag=8IV1RIO275NA type=del size=1315568 2024-09-12T17:45:47.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.759+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=Q3MR07MAA2AO type=del size=1657791 2024-09-12T17:45:47.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.763+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=341MHHSD1RF2 type=del 2024-09-12T17:45:47.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~T9WLJKM19XWI.0 size=1021066 2024-09-12T17:45:47.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.767+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=T9WLJKM19XWI tag=Y8RSFEBXVDXI type=write size=2069642 2024-09-12T17:45:47.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.767+0000 7f6c8a8948c0 1 < canceled part key=_multipart_1G8V6AD1JDDX.2~JIW222Y5BGG7.0 size=1048576 2024-09-12T17:45:47.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.771+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~JIW222Y5BGG7.1 size=919334 2024-09-12T17:45:47.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.775+0000 7f6c8a8948c0 1 < canceled multipart upload key=1G8V6AD1JDDX upload=JIW222Y5BGG7 tag=HFV39G97ZE3J type=write size=3016486 2024-09-12T17:45:47.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.779+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=5OTVZM07D1WB type=del size=81181 2024-09-12T17:45:47.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.0 size=1048576 2024-09-12T17:45:47.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.1 size=1048576 2024-09-12T17:45:47.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.787+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~Y08PHEJ88KAN.2 size=407063 2024-09-12T17:45:47.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.791+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=Y08PHEJ88KAN tag=RX3O79GYHXF5 type=write size=3552791 2024-09-12T17:45:47.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.0 size=1048576 2024-09-12T17:45:47.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.803+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.1 size=1048576 2024-09-12T17:45:47.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.803+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.2 size=136950 2024-09-12T17:45:47.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.803+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=UOLIAAR60JLF tag=NZI7Q7HFGU6B type=write size=3282678 2024-09-12T17:45:47.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.807+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=ES4P3I01GZRU type=del 2024-09-12T17:45:47.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~YPLQGEBO9LR0.0 size=966612 2024-09-12T17:45:47.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.811+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=YPLQGEBO9LR0 tag=Z1PFHJMU6B09 type=write size=2015188 2024-09-12T17:45:47.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.815+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~O5ZYTVJBF5I1.0 size=1048576 2024-09-12T17:45:47.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.819+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~O5ZYTVJBF5I1.1 size=861769 2024-09-12T17:45:47.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.823+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=O5ZYTVJBF5I1 tag=PNVJC203HE26 type=write size=2958921 2024-09-12T17:45:47.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.827+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=E73NMW2RUEX0 type=del size=3242600 2024-09-12T17:45:47.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.831+0000 7f6c8a8948c0 1 < canceled operation key=7UI1DV46YI9X tag=LBY92ECALY17 type=del size=2658919 2024-09-12T17:45:47.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.835+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=PQAF61WKMAPD type=del size=80515 2024-09-12T17:45:47.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.839+0000 7f6c8a8948c0 1 < canceled operation key=1G8V6AD1JDDX tag=LQV055BHB42L type=write size=949303 2024-09-12T17:45:47.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.0 size=1048576 2024-09-12T17:45:47.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.1 size=1048576 2024-09-12T17:45:47.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.847+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.2 size=243311 2024-09-12T17:45:47.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.847+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=IDWTZWOLRDBH tag=LQ8IE3NECIPQ type=write size=3389039 2024-09-12T17:45:47.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.851+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=5C6Y8STD31PV type=del 2024-09-12T17:45:47.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.0 size=1048576 2024-09-12T17:45:47.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.859+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.1 size=1048576 2024-09-12T17:45:47.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.863+0000 7f6c8a8948c0 1 > prepared part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.2 size=396875 2024-09-12T17:45:47.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.863+0000 7f6c8a8948c0 1 > prepared multipart upload key=C0BM0M0DR88A upload=T57HMEU6M803 tag=WY8LWCA3LA7R type=write size=3542603 2024-09-12T17:45:47.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.863+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=BFNM265FGEH8 type=del 2024-09-12T17:45:47.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.867+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=QRUN8J7S09A6 type=del size=2243360 2024-09-12T17:45:47.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.871+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=A5Q2SI1MGCM6 type=del 2024-09-12T17:45:47.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.875+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=H5GN5W3UFS9K type=write size=769043 2024-09-12T17:45:47.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.879+0000 7f6c8a8948c0 1 < completed write operation key=X3IZUQH63BZP tag=HGGQJ2XW2623 type=write size=852103 2024-09-12T17:45:47.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.879+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=U545GTAGEOYV type=del size=3018376 2024-09-12T17:45:47.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.883+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=HRZNY82JQQX5 type=del 2024-09-12T17:45:47.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.887+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=16NBK1C629YH type=write size=248678 2024-09-12T17:45:47.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.891+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=KBA0VQEAGY4C type=del 2024-09-12T17:45:47.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.895+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=8DATYYMEPW8K type=del size=3003882 2024-09-12T17:45:47.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.899+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=C3G3OGLRARCD type=del 2024-09-12T17:45:47.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.899+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=ZUYYZE7CM60E type=del size=3825567 2024-09-12T17:45:47.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.903+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=FUK6KGI0E24Y type=del 2024-09-12T17:45:47.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.907+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=YXQOBKGJW91W type=del size=1002592 2024-09-12T17:45:47.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.911+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=Q3MR07MAA2AO type=del 2024-09-12T17:45:47.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.915+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=FRXHMV3YSYZN type=del size=3414684 2024-09-12T17:45:47.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.919+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~T9WLJKM19XWI.0 size=1021066 2024-09-12T17:45:47.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.923+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=T9WLJKM19XWI tag=Y8RSFEBXVDXI type=write size=2069642 2024-09-12T17:45:47.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.931+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~C5DYFPEBWVRR.0 size=1048576 2024-09-12T17:45:47.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.935+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~C5DYFPEBWVRR.1 size=1039037 2024-09-12T17:45:47.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.935+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=C5DYFPEBWVRR tag=G6DDX1XZLQ9R type=write size=3136189 2024-09-12T17:45:47.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.939+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=5OTVZM07D1WB type=del 2024-09-12T17:45:47.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.943+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=805RGPN1NXEX type=write size=41389 2024-09-12T17:45:47.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.0 size=1048576 2024-09-12T17:45:47.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.947+0000 7f6c8a8948c0 1 < canceled part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.1 size=1048576 2024-09-12T17:45:47.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.947+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~UOLIAAR60JLF.2 size=136950 2024-09-12T17:45:47.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.955+0000 7f6c8a8948c0 1 < canceled multipart upload key=SC9MK1C1ETEN upload=UOLIAAR60JLF tag=NZI7Q7HFGU6B type=write size=3282678 2024-09-12T17:45:47.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.959+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=PMNR0RDHI91K type=del size=2425114 2024-09-12T17:45:47.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.963+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~YPLQGEBO9LR0.0 size=966612 2024-09-12T17:45:47.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.967+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=YPLQGEBO9LR0 tag=Z1PFHJMU6B09 type=write size=2015188 2024-09-12T17:45:47.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.971+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~6YOFHQGIPJGG.0 size=1048576 2024-09-12T17:45:47.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.975+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~6YOFHQGIPJGG.1 size=880757 2024-09-12T17:45:47.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.975+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=6YOFHQGIPJGG tag=JBCT9GXD4ZU4 type=write size=2977909 2024-09-12T17:45:47.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.979+0000 7f6c8a8948c0 1 < completed delete operation key=C0BM0M0DR88A tag=E73NMW2RUEX0 type=del 2024-09-12T17:45:47.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.983+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=67TYGJ5OXLPI type=del size=2648951 2024-09-12T17:45:47.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.987+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=PQAF61WKMAPD type=del 2024-09-12T17:45:47.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.991+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=I684EYRH7BCW type=del size=2191041 2024-09-12T17:45:47.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.991+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.0 size=1048576 2024-09-12T17:45:47.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.995+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.1 size=1048576 2024-09-12T17:45:47.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:47.999+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~IDWTZWOLRDBH.2 size=243311 2024-09-12T17:45:48.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.003+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=IDWTZWOLRDBH tag=LQ8IE3NECIPQ type=write size=3389039 2024-09-12T17:45:48.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.0 size=1048576 2024-09-12T17:45:48.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.011+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.1 size=1048576 2024-09-12T17:45:48.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.015+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.2 size=1029289 2024-09-12T17:45:48.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.015+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=UD0ZYF1LXDGJ tag=5VUY5N890UEZ type=write size=4175017 2024-09-12T17:45:48.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.015+0000 7f6c8a8948c0 1 < canceled part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.0 size=1048576 2024-09-12T17:45:48.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.1 size=1048576 2024-09-12T17:45:48.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_C0BM0M0DR88A.2~T57HMEU6M803.2 size=396875 2024-09-12T17:45:48.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.031+0000 7f6c8a8948c0 1 < canceled multipart upload key=C0BM0M0DR88A upload=T57HMEU6M803 tag=WY8LWCA3LA7R type=write size=3542603 2024-09-12T17:45:48.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.035+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=QK31SBMW7ZYM type=del size=1029994 2024-09-12T17:45:48.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.039+0000 7f6c8a8948c0 1 < suggested remove operation key=2E0ESBQHV9RU tag=QRUN8J7S09A6 type=del 2024-09-12T17:45:48.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.043+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=AUHIUGDCZ039 type=del size=1732174 2024-09-12T17:45:48.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.047+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=H5GN5W3UFS9K type=write size=769043 2024-09-12T17:45:48.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.051+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=EE5SKIX09ZHA type=del size=3214876 2024-09-12T17:45:48.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.055+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=U545GTAGEOYV type=del size=3018376 2024-09-12T17:45:48.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.063+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~104NDNN9XEG3.0 size=431129 2024-09-12T17:45:48.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.063+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=104NDNN9XEG3 tag=F4BRVTK15V1N type=write size=1479705 2024-09-12T17:45:48.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.063+0000 7f6c8a8948c0 1 < completed write operation key=I21M2NBLJNCJ tag=16NBK1C629YH type=write size=248678 2024-09-12T17:45:48.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.067+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=J7AG1GCWM7TF type=del size=1831230 2024-09-12T17:45:48.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.071+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=8DATYYMEPW8K type=del 2024-09-12T17:45:48.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.075+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=M8ZV61HJ8G2V type=del size=909357 2024-09-12T17:45:48.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.079+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=ZUYYZE7CM60E type=del 2024-09-12T17:45:48.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.083+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=2EVBTB44DQ5W type=del size=306935 2024-09-12T17:45:48.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.083+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=YXQOBKGJW91W type=del 2024-09-12T17:45:48.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.087+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=4Y4W1AC8AM7X type=del size=2543041 2024-09-12T17:45:48.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.091+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=FRXHMV3YSYZN type=del 2024-09-12T17:45:48.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.099+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~NF5NCOV1J5JT.0 size=968803 2024-09-12T17:45:48.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.099+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=NF5NCOV1J5JT tag=5EIXBTINIV7L type=write size=2017379 2024-09-12T17:45:48.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.099+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~C5DYFPEBWVRR.0 size=1048576 2024-09-12T17:45:48.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.103+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~C5DYFPEBWVRR.1 size=1039037 2024-09-12T17:45:48.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.107+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=C5DYFPEBWVRR tag=G6DDX1XZLQ9R type=write size=3136189 2024-09-12T17:45:48.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.111+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=K5UTFJ88YT3Q type=write size=580049 2024-09-12T17:45:48.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.115+0000 7f6c8a8948c0 1 < completed write operation key=UPQ1AU918PZ4 tag=805RGPN1NXEX type=write size=41389 2024-09-12T17:45:48.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.119+0000 7f6c8a8948c0 1 > prepared operation key=2E3GUHIGS09Y tag=HMMLMPFVA6SF type=del size=1514473 2024-09-12T17:45:48.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.119+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=PMNR0RDHI91K type=del 2024-09-12T17:45:48.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.123+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=213XAQLPCZKC type=del size=2925400 2024-09-12T17:45:48.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.127+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~6YOFHQGIPJGG.0 size=1048576 2024-09-12T17:45:48.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.131+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~6YOFHQGIPJGG.1 size=880757 2024-09-12T17:45:48.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.135+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=6YOFHQGIPJGG tag=JBCT9GXD4ZU4 type=write size=2977909 2024-09-12T17:45:48.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.143+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~4J5VJSK5JK6R.0 size=454260 2024-09-12T17:45:48.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.143+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=4J5VJSK5JK6R tag=2ZLI6I9A955F type=write size=1502836 2024-09-12T17:45:48.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.147+0000 7f6c8a8948c0 1 < suggested remove operation key=SC9MK1C1ETEN tag=67TYGJ5OXLPI type=del 2024-09-12T17:45:48.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.151+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=L4XLLUD1AUFQ type=del size=1239742 2024-09-12T17:45:48.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.155+0000 7f6c8a8948c0 -1 < failed to complete operation key=SC9MK1C1ETEN tag=I684EYRH7BCW type=del size=2191041: (22) Invalid argument 2024-09-12T17:45:48.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.163+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~O174T8AALH73.0 size=123209 2024-09-12T17:45:48.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.163+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=O174T8AALH73 tag=8GADMT4WUU3M type=write size=1171785 2024-09-12T17:45:48.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.163+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.0 size=1048576 2024-09-12T17:45:48.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.167+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.1 size=1048576 2024-09-12T17:45:48.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~UD0ZYF1LXDGJ.2 size=1029289 2024-09-12T17:45:48.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.175+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=UD0ZYF1LXDGJ tag=5VUY5N890UEZ type=write size=4175017 2024-09-12T17:45:48.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.179+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=FP5HAPTAQPKP type=del size=2740676 2024-09-12T17:45:48.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.179+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=QK31SBMW7ZYM type=del 2024-09-12T17:45:48.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.183+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=ZJXOHBIUTYV8 type=del size=2559276 2024-09-12T17:45:48.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.191+0000 7f6c8a8948c0 1 < suggested remove operation key=W2M8Z8M3LYTF tag=AUHIUGDCZ039 type=del 2024-09-12T17:45:48.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.195+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~K17LWJFYX4NJ.0 size=1048576 2024-09-12T17:45:48.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.199+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~K17LWJFYX4NJ.1 size=703775 2024-09-12T17:45:48.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.199+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=K17LWJFYX4NJ tag=7MEU52WSLXY6 type=write size=2800927 2024-09-12T17:45:48.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.203+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=EE5SKIX09ZHA type=del 2024-09-12T17:45:48.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.207+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=FG7NZGI7Z415 type=write size=185400 2024-09-12T17:45:48.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.211+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~104NDNN9XEG3.0 size=431129 2024-09-12T17:45:48.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.215+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=104NDNN9XEG3 tag=F4BRVTK15V1N type=write size=1479705 2024-09-12T17:45:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.219+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~Y73SRJUTLO33.0 size=782594 2024-09-12T17:45:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.219+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=Y73SRJUTLO33 tag=HOK5Y81TNZ7L type=write size=1831170 2024-09-12T17:45:48.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.223+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=J7AG1GCWM7TF type=del 2024-09-12T17:45:48.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.227+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=WFH7AJR7XCSP type=del size=3269763 2024-09-12T17:45:48.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.231+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=M8ZV61HJ8G2V type=del 2024-09-12T17:45:48.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.235+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=K8HT2QVX4LS3 type=write size=135593 2024-09-12T17:45:48.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.239+0000 7f6c8a8948c0 1 < suggested remove operation key=IVB6FLK7S6PP tag=2EVBTB44DQ5W type=del 2024-09-12T17:45:48.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.243+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=TZGYL3K87OJH type=del size=3419304 2024-09-12T17:45:48.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.247+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=4Y4W1AC8AM7X type=del 2024-09-12T17:45:48.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.251+0000 7f6c8a8948c0 1 > prepared operation key=THGH3XU7HTDO tag=7MUDIHFBO834 type=write size=793134 2024-09-12T17:45:48.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.255+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~NF5NCOV1J5JT.0 size=968803 2024-09-12T17:45:48.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.259+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=NF5NCOV1J5JT tag=5EIXBTINIV7L type=write size=2017379 2024-09-12T17:45:48.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.263+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=7QHX0IV02VCN type=del size=3675062 2024-09-12T17:45:48.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.267+0000 7f6c8a8948c0 1 < completed write operation key=2E0ESBQHV9RU tag=K5UTFJ88YT3Q type=write size=580049 2024-09-12T17:45:48.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.271+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=ZM05Q38H9KJ3 type=write size=213760 2024-09-12T17:45:48.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.275+0000 7f6c8a8948c0 1 < completed delete operation key=2E3GUHIGS09Y tag=HMMLMPFVA6SF type=del 2024-09-12T17:45:48.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.279+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E3GUHIGS09Y.2~AVT1IS3NMUIF.0 size=835917 2024-09-12T17:45:48.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.279+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E3GUHIGS09Y upload=AVT1IS3NMUIF tag=MZ3NNSLCL0FO type=write size=1884493 2024-09-12T17:45:48.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.283+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=213XAQLPCZKC type=del 2024-09-12T17:45:48.286 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.287+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=7SC4E9WKM19H type=del size=3958691 2024-09-12T17:45:48.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.291+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~4J5VJSK5JK6R.0 size=454260 2024-09-12T17:45:48.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.299+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=4J5VJSK5JK6R tag=2ZLI6I9A955F type=write size=1502836 2024-09-12T17:45:48.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.299+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=8405OZEASH3Z type=write size=669663 2024-09-12T17:45:48.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.307+0000 7f6c8a8948c0 1 < suggested update operation key=NQLWLQR62DEQ tag=L4XLLUD1AUFQ type=del size=1239742 2024-09-12T17:45:48.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.315+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~AWBJ9QFVCMM2.0 size=534730 2024-09-12T17:45:48.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.315+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=AWBJ9QFVCMM2 tag=I98CKA2DM6IR type=write size=1583306 2024-09-12T17:45:48.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.315+0000 7f6c8a8948c0 1 < canceled part key=_multipart_G3ZV89D5UXB4.2~O174T8AALH73.0 size=123209 2024-09-12T17:45:48.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.319+0000 7f6c8a8948c0 1 < canceled multipart upload key=G3ZV89D5UXB4 upload=O174T8AALH73 tag=8GADMT4WUU3M type=write size=1171785 2024-09-12T17:45:48.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.323+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=GENUNSSRZ3QA type=del size=3501838 2024-09-12T17:45:48.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.327+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=FP5HAPTAQPKP type=del 2024-09-12T17:45:48.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.335+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~YYCIX9L2BQ9X.0 size=1048576 2024-09-12T17:45:48.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.335+0000 7f6c8a8948c0 1 > prepared part key=_multipart_Z2G3J6B76H7P.2~YYCIX9L2BQ9X.1 size=166934 2024-09-12T17:45:48.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.335+0000 7f6c8a8948c0 1 > prepared multipart upload key=Z2G3J6B76H7P upload=YYCIX9L2BQ9X tag=79IBRLF0ZJCO type=write size=2264086 2024-09-12T17:45:48.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.339+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=ZJXOHBIUTYV8 type=del 2024-09-12T17:45:48.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.347+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~AD4K4NGTUWI9.0 size=1048576 2024-09-12T17:45:48.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.355+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~AD4K4NGTUWI9.1 size=492225 2024-09-12T17:45:48.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.355+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=AD4K4NGTUWI9 tag=GH2ZUUE7N8IY type=write size=2589377 2024-09-12T17:45:48.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.359+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~K17LWJFYX4NJ.0 size=1048576 2024-09-12T17:45:48.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.359+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~K17LWJFYX4NJ.1 size=703775 2024-09-12T17:45:48.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.367+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=K17LWJFYX4NJ tag=7MEU52WSLXY6 type=write size=2800927 2024-09-12T17:45:48.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.371+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=W6I7HPCJIARS type=del size=3250550 2024-09-12T17:45:48.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.375+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=FG7NZGI7Z415 type=write size=185400 2024-09-12T17:45:48.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.379+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~PP5QGJ2ZQAHK.0 size=1036534 2024-09-12T17:45:48.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.379+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=PP5QGJ2ZQAHK tag=DXJF4EZ30B10 type=write size=2085110 2024-09-12T17:45:48.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.383+0000 7f6c8a8948c0 1 < completed part key=_multipart_LALMJ3TYSQ6T.2~Y73SRJUTLO33.0 size=782594 2024-09-12T17:45:48.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.387+0000 7f6c8a8948c0 1 < completed multipart upload key=LALMJ3TYSQ6T upload=Y73SRJUTLO33 tag=HOK5Y81TNZ7L type=write size=1831170 2024-09-12T17:45:48.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.391+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=LRMKQPATS0GR type=del size=4165918 2024-09-12T17:45:48.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.395+0000 7f6c8a8948c0 1 < completed delete operation key=I21M2NBLJNCJ tag=WFH7AJR7XCSP type=del 2024-09-12T17:45:48.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.0 size=1048576 2024-09-12T17:45:48.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.403+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.1 size=1048576 2024-09-12T17:45:48.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.407+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.2 size=424555 2024-09-12T17:45:48.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.407+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=0DFFC06BQYFI tag=6ORZTS15HEQ8 type=write size=3570283 2024-09-12T17:45:48.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.411+0000 7f6c8a8948c0 1 < completed write operation key=B4CKTFO4636R tag=K8HT2QVX4LS3 type=write size=135593 2024-09-12T17:45:48.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.415+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=NHF0BGOJCOXP type=del size=1496738 2024-09-12T17:45:48.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.419+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=TZGYL3K87OJH type=del 2024-09-12T17:45:48.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.419+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=RBZUZQV323UV type=del size=3865334 2024-09-12T17:45:48.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.423+0000 7f6c8a8948c0 1 < completed write operation key=THGH3XU7HTDO tag=7MUDIHFBO834 type=write size=793134 2024-09-12T17:45:48.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.427+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=ODT8T4UPBDTZ type=del size=2612589 2024-09-12T17:45:48.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.431+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=7QHX0IV02VCN type=del 2024-09-12T17:45:48.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.435+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=NUGPH64AUD5I type=del size=820637 2024-09-12T17:45:48.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.439+0000 7f6c8a8948c0 1 < completed write operation key=DKQJR0BTFM5J tag=ZM05Q38H9KJ3 type=write size=213760 2024-09-12T17:45:48.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.443+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.0 size=1048576 2024-09-12T17:45:48.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.447+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.1 size=1048576 2024-09-12T17:45:48.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.451+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.2 size=805700 2024-09-12T17:45:48.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.451+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=8RTZS0G1Z286 tag=T8AJWTX9Q5IS type=write size=3951428 2024-09-12T17:45:48.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.451+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E3GUHIGS09Y.2~AVT1IS3NMUIF.0 size=835917 2024-09-12T17:45:48.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.459+0000 7f6c8a8948c0 1 < completed multipart upload key=2E3GUHIGS09Y upload=AVT1IS3NMUIF tag=MZ3NNSLCL0FO type=write size=1884493 2024-09-12T17:45:48.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.463+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=N7D6ZXH5R58L type=del size=3059402 2024-09-12T17:45:48.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.467+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=7SC4E9WKM19H type=del 2024-09-12T17:45:48.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.467+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=GHCR7QFOZ816 type=del size=3023582 2024-09-12T17:45:48.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.475+0000 7f6c8a8948c0 1 < suggested update operation key=I21M2NBLJNCJ tag=8405OZEASH3Z type=write size=669663 2024-09-12T17:45:48.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.0 size=1048576 2024-09-12T17:45:48.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.483+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.1 size=1048576 2024-09-12T17:45:48.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.487+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.2 size=638867 2024-09-12T17:45:48.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.487+0000 7f6c8a8948c0 1 > prepared multipart upload key=5A2ZJW6U5Y5A upload=16TF3R6H9360 tag=QCX8DIKEEK6M type=write size=3784595 2024-09-12T17:45:48.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.491+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~AWBJ9QFVCMM2.0 size=534730 2024-09-12T17:45:48.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.495+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=AWBJ9QFVCMM2 tag=I98CKA2DM6IR type=write size=1583306 2024-09-12T17:45:48.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.503+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~E3YLF2RJ07MG.0 size=1048576 2024-09-12T17:45:48.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.507+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~E3YLF2RJ07MG.1 size=334219 2024-09-12T17:45:48.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.507+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=E3YLF2RJ07MG tag=N1UM5WBVS4S9 type=write size=2431371 2024-09-12T17:45:48.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.507+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=GENUNSSRZ3QA type=del 2024-09-12T17:45:48.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.511+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=0I8TR09A58U8 type=write size=380437 2024-09-12T17:45:48.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~YYCIX9L2BQ9X.0 size=1048576 2024-09-12T17:45:48.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.519+0000 7f6c8a8948c0 1 < completed part key=_multipart_Z2G3J6B76H7P.2~YYCIX9L2BQ9X.1 size=166934 2024-09-12T17:45:48.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.523+0000 7f6c8a8948c0 1 < completed multipart upload key=Z2G3J6B76H7P upload=YYCIX9L2BQ9X tag=79IBRLF0ZJCO type=write size=2264086 2024-09-12T17:45:48.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.531+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.0 size=1048576 2024-09-12T17:45:48.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.1 size=1048576 2024-09-12T17:45:48.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.535+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.2 size=597041 2024-09-12T17:45:48.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.535+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=NX281QGW4TJQ tag=W6K7NXW68WJJ type=write size=3742769 2024-09-12T17:45:48.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.539+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~AD4K4NGTUWI9.0 size=1048576 2024-09-12T17:45:48.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.543+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~AD4K4NGTUWI9.1 size=492225 2024-09-12T17:45:48.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.547+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=AD4K4NGTUWI9 tag=GH2ZUUE7N8IY type=write size=2589377 2024-09-12T17:45:48.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.555+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.0 size=1048576 2024-09-12T17:45:48.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.559+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.1 size=1048576 2024-09-12T17:45:48.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.2 size=286728 2024-09-12T17:45:48.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.563+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=4X7F0KQ9Z322 tag=4EMA89XRDP94 type=write size=3432456 2024-09-12T17:45:48.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.567+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=W6I7HPCJIARS type=del 2024-09-12T17:45:48.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.571+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.0 size=1048576 2024-09-12T17:45:48.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.575+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.1 size=1048576 2024-09-12T17:45:48.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.579+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.2 size=843604 2024-09-12T17:45:48.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.579+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=1PKSHV2MI6I2 tag=2ERF7WEWT07K type=write size=3989332 2024-09-12T17:45:48.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.583+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~PP5QGJ2ZQAHK.0 size=1036534 2024-09-12T17:45:48.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.587+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=PP5QGJ2ZQAHK tag=DXJF4EZ30B10 type=write size=2085110 2024-09-12T17:45:48.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.0 size=1048576 2024-09-12T17:45:48.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.595+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.1 size=1048576 2024-09-12T17:45:48.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.599+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.2 size=292321 2024-09-12T17:45:48.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.599+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=FZCQYWXNFLKF tag=FZ32W3PI8CST type=write size=3438049 2024-09-12T17:45:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.603+0000 7f6c8a8948c0 1 < completed delete operation key=XSFCFLQ02Y9B tag=LRMKQPATS0GR type=del 2024-09-12T17:45:48.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.607+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=Z705LQW5E95A type=del size=3050705 2024-09-12T17:45:48.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.0 size=1048576 2024-09-12T17:45:48.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.611+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.1 size=1048576 2024-09-12T17:45:48.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.615+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~0DFFC06BQYFI.2 size=424555 2024-09-12T17:45:48.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.623+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=0DFFC06BQYFI tag=6ORZTS15HEQ8 type=write size=3570283 2024-09-12T17:45:48.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~MC5XJVG0TOLE.0 size=1048576 2024-09-12T17:45:48.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.631+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~MC5XJVG0TOLE.1 size=11861 2024-09-12T17:45:48.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.631+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=MC5XJVG0TOLE tag=J3DKB94BS68T type=write size=2109013 2024-09-12T17:45:48.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.635+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=NHF0BGOJCOXP type=del 2024-09-12T17:45:48.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.639+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=DG4P91V39W6K type=del size=2551080 2024-09-12T17:45:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.643+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=RBZUZQV323UV type=del 2024-09-12T17:45:48.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.647+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~A046ICYXLGL5.0 size=1048576 2024-09-12T17:45:48.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.651+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~A046ICYXLGL5.1 size=922978 2024-09-12T17:45:48.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.651+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=A046ICYXLGL5 tag=72L353OUXOY5 type=write size=3020130 2024-09-12T17:45:48.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.655+0000 7f6c8a8948c0 -1 < failed to complete operation key=I21M2NBLJNCJ tag=ODT8T4UPBDTZ type=del size=2612589: (22) Invalid argument 2024-09-12T17:45:48.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.659+0000 7f6c8a8948c0 1 > prepared part key=_multipart_I21M2NBLJNCJ.2~2IIYFMY0HQIO.0 size=814504 2024-09-12T17:45:48.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.659+0000 7f6c8a8948c0 1 > prepared multipart upload key=I21M2NBLJNCJ upload=2IIYFMY0HQIO tag=0XIPCEY992KL type=write size=1863080 2024-09-12T17:45:48.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.663+0000 7f6c8a8948c0 1 < completed delete operation key=5A2ZJW6U5Y5A tag=NUGPH64AUD5I type=del 2024-09-12T17:45:48.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.671+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.0 size=1048576 2024-09-12T17:45:48.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.675+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.1 size=1048576 2024-09-12T17:45:48.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.679+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.2 size=912146 2024-09-12T17:45:48.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.679+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=NC53WZRAGIU0 tag=ZEEJN7PW1XZL type=write size=4057874 2024-09-12T17:45:48.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.679+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.0 size=1048576 2024-09-12T17:45:48.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.683+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.1 size=1048576 2024-09-12T17:45:48.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.687+0000 7f6c8a8948c0 1 < completed part key=_multipart_WUXSVUAZ3VE0.2~8RTZS0G1Z286.2 size=805700 2024-09-12T17:45:48.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.691+0000 7f6c8a8948c0 1 < completed multipart upload key=WUXSVUAZ3VE0 upload=8RTZS0G1Z286 tag=T8AJWTX9Q5IS type=write size=3951428 2024-09-12T17:45:48.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.695+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=D7WCCCH00YZ5 type=del size=2334709 2024-09-12T17:45:48.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.699+0000 7f6c8a8948c0 1 < suggested update operation key=WUXSVUAZ3VE0 tag=N7D6ZXH5R58L type=del size=3059402 2024-09-12T17:45:48.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.707+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.0 size=1048576 2024-09-12T17:45:48.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.707+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.1 size=1048576 2024-09-12T17:45:48.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.711+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.2 size=45993 2024-09-12T17:45:48.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.711+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=I138WD93UDQO tag=CSWT9AVQNPLW type=write size=3191721 2024-09-12T17:45:48.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.715+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=GHCR7QFOZ816 type=del 2024-09-12T17:45:48.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.719+0000 7f6c8a8948c0 1 > prepared part key=_multipart_W2M8Z8M3LYTF.2~TDRY2QZ7SCHL.0 size=933776 2024-09-12T17:45:48.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.719+0000 7f6c8a8948c0 1 > prepared multipart upload key=W2M8Z8M3LYTF upload=TDRY2QZ7SCHL tag=HXAR592OG6Y7 type=write size=1982352 2024-09-12T17:45:48.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.0 size=1048576 2024-09-12T17:45:48.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.1 size=1048576 2024-09-12T17:45:48.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_5A2ZJW6U5Y5A.2~16TF3R6H9360.2 size=638867 2024-09-12T17:45:48.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.735+0000 7f6c8a8948c0 1 < completed multipart upload key=5A2ZJW6U5Y5A upload=16TF3R6H9360 tag=QCX8DIKEEK6M type=write size=3784595 2024-09-12T17:45:48.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~RAETF71GO4HU.0 size=1048576 2024-09-12T17:45:48.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.743+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~RAETF71GO4HU.1 size=989209 2024-09-12T17:45:48.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.743+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=RAETF71GO4HU tag=RYJH9XTR3JRZ type=write size=3086361 2024-09-12T17:45:48.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.743+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~E3YLF2RJ07MG.0 size=1048576 2024-09-12T17:45:48.745 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~E3YLF2RJ07MG.1 size=334219 2024-09-12T17:45:48.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.751+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=E3YLF2RJ07MG tag=N1UM5WBVS4S9 type=write size=2431371 2024-09-12T17:45:48.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.755+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=QYO4SXI1400G type=del size=2102920 2024-09-12T17:45:48.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.763+0000 7f6c8a8948c0 1 < suggested update operation key=XIE90KFMCQ9Y tag=0I8TR09A58U8 type=write size=380437 2024-09-12T17:45:48.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.767+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.0 size=1048576 2024-09-12T17:45:48.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.1 size=1048576 2024-09-12T17:45:48.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.771+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.2 size=550280 2024-09-12T17:45:48.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.771+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=KDI9093MEGK7 tag=UQJVCBZPL0X6 type=write size=3696008 2024-09-12T17:45:48.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.775+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.0 size=1048576 2024-09-12T17:45:48.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.1 size=1048576 2024-09-12T17:45:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.779+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~NX281QGW4TJQ.2 size=597041 2024-09-12T17:45:48.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.787+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=NX281QGW4TJQ tag=W6K7NXW68WJJ type=write size=3742769 2024-09-12T17:45:48.787 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.787+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=EE30LTW4EN81 type=write size=386815 2024-09-12T17:45:48.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.791+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.0 size=1048576 2024-09-12T17:45:48.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.791+0000 7f6c8a8948c0 1 < canceled part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.1 size=1048576 2024-09-12T17:45:48.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.795+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~4X7F0KQ9Z322.2 size=286728 2024-09-12T17:45:48.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.799+0000 7f6c8a8948c0 1 < canceled multipart upload key=2E0ESBQHV9RU upload=4X7F0KQ9Z322 tag=4EMA89XRDP94 type=write size=3432456 2024-09-12T17:45:48.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.803+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~MOO80H4TS2L1.0 size=1024138 2024-09-12T17:45:48.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.803+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=MOO80H4TS2L1 tag=NA5A0ECSSFXS type=write size=2072714 2024-09-12T17:45:48.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.807+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.0 size=1048576 2024-09-12T17:45:48.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.1 size=1048576 2024-09-12T17:45:48.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.811+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~1PKSHV2MI6I2.2 size=843604 2024-09-12T17:45:48.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.819+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=1PKSHV2MI6I2 tag=2ERF7WEWT07K type=write size=3989332 2024-09-12T17:45:48.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.819+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=L6Q3JQHGA5WU type=del size=258952 2024-09-12T17:45:48.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.0 size=1048576 2024-09-12T17:45:48.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.823+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.1 size=1048576 2024-09-12T17:45:48.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.827+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~FZCQYWXNFLKF.2 size=292321 2024-09-12T17:45:48.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.831+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=FZCQYWXNFLKF tag=FZ32W3PI8CST type=write size=3438049 2024-09-12T17:45:48.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.835+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=CDLGUSOPY306 type=del size=3846093 2024-09-12T17:45:48.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.839+0000 7f6c8a8948c0 -1 < failed to complete operation key=XIE90KFMCQ9Y tag=Z705LQW5E95A type=del size=3050705: (22) Invalid argument 2024-09-12T17:45:48.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.839+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=AMB7LKJKKSCX type=del size=750554 2024-09-12T17:45:48.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.843+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~MC5XJVG0TOLE.0 size=1048576 2024-09-12T17:45:48.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.843+0000 7f6c8a8948c0 1 < canceled part key=_multipart_XSFCFLQ02Y9B.2~MC5XJVG0TOLE.1 size=11861 2024-09-12T17:45:48.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.847+0000 7f6c8a8948c0 1 < canceled multipart upload key=XSFCFLQ02Y9B upload=MC5XJVG0TOLE tag=J3DKB94BS68T type=write size=2109013 2024-09-12T17:45:48.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~BL5L4ZQ2BZ4K.0 size=1048576 2024-09-12T17:45:48.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.855+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~BL5L4ZQ2BZ4K.1 size=69882 2024-09-12T17:45:48.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.855+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=BL5L4ZQ2BZ4K tag=M8HV9JTR4QOL type=write size=2167034 2024-09-12T17:45:48.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.859+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=DG4P91V39W6K type=del 2024-09-12T17:45:48.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.867+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~YZPJ7JCKNSDF.0 size=300204 2024-09-12T17:45:48.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.867+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=YZPJ7JCKNSDF tag=LZG1AIFGJQMI type=write size=1348780 2024-09-12T17:45:48.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~A046ICYXLGL5.0 size=1048576 2024-09-12T17:45:48.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.871+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~A046ICYXLGL5.1 size=922978 2024-09-12T17:45:48.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.879+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=A046ICYXLGL5 tag=72L353OUXOY5 type=write size=3020130 2024-09-12T17:45:48.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.879+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=JEEUZ8E8OGB6 type=del size=1089104 2024-09-12T17:45:48.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.883+0000 7f6c8a8948c0 1 < completed part key=_multipart_I21M2NBLJNCJ.2~2IIYFMY0HQIO.0 size=814504 2024-09-12T17:45:48.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.887+0000 7f6c8a8948c0 1 < completed multipart upload key=I21M2NBLJNCJ upload=2IIYFMY0HQIO tag=0XIPCEY992KL type=write size=1863080 2024-09-12T17:45:48.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.0 size=1048576 2024-09-12T17:45:48.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.895+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.1 size=1048576 2024-09-12T17:45:48.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.899+0000 7f6c8a8948c0 1 > prepared part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.2 size=142225 2024-09-12T17:45:48.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.899+0000 7f6c8a8948c0 1 > prepared multipart upload key=G3ZV89D5UXB4 upload=YHZCZ0KG0R9R tag=QAEHADTBK85Z type=write size=3287953 2024-09-12T17:45:48.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.0 size=1048576 2024-09-12T17:45:48.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.903+0000 7f6c8a8948c0 1 < canceled part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.1 size=1048576 2024-09-12T17:45:48.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.903+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~NC53WZRAGIU0.2 size=912146 2024-09-12T17:45:48.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.911+0000 7f6c8a8948c0 1 < canceled multipart upload key=TBBMO835ZRGP upload=NC53WZRAGIU0 tag=ZEEJN7PW1XZL type=write size=4057874 2024-09-12T17:45:48.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.911+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=ULEHA7BG9Y34 type=del size=775241 2024-09-12T17:45:48.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.915+0000 7f6c8a8948c0 1 < completed delete operation key=HTSRF6I8OFUX tag=D7WCCCH00YZ5 type=del 2024-09-12T17:45:48.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~3XCC8ZUY844F.0 size=953572 2024-09-12T17:45:48.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.923+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=3XCC8ZUY844F tag=L5O9DBGN0QKK type=write size=2002148 2024-09-12T17:45:48.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.0 size=1048576 2024-09-12T17:45:48.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.927+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.1 size=1048576 2024-09-12T17:45:48.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.931+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~I138WD93UDQO.2 size=45993 2024-09-12T17:45:48.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.935+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=I138WD93UDQO tag=CSWT9AVQNPLW type=write size=3191721 2024-09-12T17:45:48.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.939+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=N9621DBVJHP6 type=write size=867508 2024-09-12T17:45:48.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_W2M8Z8M3LYTF.2~TDRY2QZ7SCHL.0 size=933776 2024-09-12T17:45:48.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.951+0000 7f6c8a8948c0 1 < completed multipart upload key=W2M8Z8M3LYTF upload=TDRY2QZ7SCHL tag=HXAR592OG6Y7 type=write size=1982352 2024-09-12T17:45:48.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.951+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=OLVH0MANTEC8 type=del size=423169 2024-09-12T17:45:48.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~RAETF71GO4HU.0 size=1048576 2024-09-12T17:45:48.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.959+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~RAETF71GO4HU.1 size=989209 2024-09-12T17:45:48.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.963+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=RAETF71GO4HU tag=RYJH9XTR3JRZ type=write size=3086361 2024-09-12T17:45:48.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.971+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~VO8K3ILR8BPF.0 size=1048576 2024-09-12T17:45:48.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.971+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~VO8K3ILR8BPF.1 size=505050 2024-09-12T17:45:48.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.971+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=VO8K3ILR8BPF tag=T5LH1BD74NQA type=write size=2602202 2024-09-12T17:45:48.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.975+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=QYO4SXI1400G type=del 2024-09-12T17:45:48.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~ETUTD6O5YJZR.0 size=570762 2024-09-12T17:45:48.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=ETUTD6O5YJZR tag=GD43AMCVEMD9 type=write size=1619338 2024-09-12T17:45:48.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.983+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.0 size=1048576 2024-09-12T17:45:48.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.1 size=1048576 2024-09-12T17:45:48.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.987+0000 7f6c8a8948c0 1 < completed part key=_multipart_1G8V6AD1JDDX.2~KDI9093MEGK7.2 size=550280 2024-09-12T17:45:48.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.995+0000 7f6c8a8948c0 1 < completed multipart upload key=1G8V6AD1JDDX upload=KDI9093MEGK7 tag=UQJVCBZPL0X6 type=write size=3696008 2024-09-12T17:45:48.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:48.995+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=AYHP3PS40TV5 type=write size=780708 2024-09-12T17:45:49.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.003+0000 7f6c8a8948c0 1 < suggested remove operation key=LALMJ3TYSQ6T tag=EE30LTW4EN81 type=write 2024-09-12T17:45:49.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.007+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=K2ELYLP2Y1JI type=del size=553965 2024-09-12T17:45:49.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.011+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~MOO80H4TS2L1.0 size=1024138 2024-09-12T17:45:49.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.015+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=MOO80H4TS2L1 tag=NA5A0ECSSFXS type=write size=2072714 2024-09-12T17:45:49.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.019+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=ODZ0TCES27JZ type=del size=3186202 2024-09-12T17:45:49.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.023+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=L6Q3JQHGA5WU type=del 2024-09-12T17:45:49.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.027+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XSFCFLQ02Y9B.2~SS28K0SDUFXR.0 size=257148 2024-09-12T17:45:49.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.027+0000 7f6c8a8948c0 1 > prepared multipart upload key=XSFCFLQ02Y9B upload=SS28K0SDUFXR tag=Z92GA6XCK3NE type=write size=1305724 2024-09-12T17:45:49.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.031+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=CDLGUSOPY306 type=del 2024-09-12T17:45:49.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.035+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~E788HMRQBJ3O.0 size=1048576 2024-09-12T17:45:49.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.039+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~E788HMRQBJ3O.1 size=526736 2024-09-12T17:45:49.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.039+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=E788HMRQBJ3O tag=W4KQWW4ZOGXW type=write size=2623888 2024-09-12T17:45:49.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.043+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=AMB7LKJKKSCX type=del 2024-09-12T17:45:49.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.043+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=21MGQOKZZOV0 type=write size=15872 2024-09-12T17:45:49.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~BL5L4ZQ2BZ4K.0 size=1048576 2024-09-12T17:45:49.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.047+0000 7f6c8a8948c0 1 < canceled part key=_multipart_TBBMO835ZRGP.2~BL5L4ZQ2BZ4K.1 size=69882 2024-09-12T17:45:49.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.051+0000 7f6c8a8948c0 1 < canceled multipart upload key=TBBMO835ZRGP upload=BL5L4ZQ2BZ4K tag=M8HV9JTR4QOL type=write size=2167034 2024-09-12T17:45:49.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.055+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=V0YC22K48JJU type=del size=706195 2024-09-12T17:45:49.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.059+0000 7f6c8a8948c0 1 < completed part key=_multipart_AIKDU0CC4E5U.2~YZPJ7JCKNSDF.0 size=300204 2024-09-12T17:45:49.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.063+0000 7f6c8a8948c0 1 < completed multipart upload key=AIKDU0CC4E5U upload=YZPJ7JCKNSDF tag=LZG1AIFGJQMI type=write size=1348780 2024-09-12T17:45:49.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.067+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=PJQRA4J3VEEQ type=del size=2912452 2024-09-12T17:45:49.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.071+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=JEEUZ8E8OGB6 type=del 2024-09-12T17:45:49.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.075+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=PSXXLKOBD120 type=del size=3883854 2024-09-12T17:45:49.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.075+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.0 size=1048576 2024-09-12T17:45:49.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.079+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.1 size=1048576 2024-09-12T17:45:49.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.083+0000 7f6c8a8948c0 1 < completed part key=_multipart_G3ZV89D5UXB4.2~YHZCZ0KG0R9R.2 size=142225 2024-09-12T17:45:49.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.087+0000 7f6c8a8948c0 1 < completed multipart upload key=G3ZV89D5UXB4 upload=YHZCZ0KG0R9R tag=QAEHADTBK85Z type=write size=3287953 2024-09-12T17:45:49.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.091+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=V5X3H82XT332 type=write size=824296 2024-09-12T17:45:49.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.091+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=ULEHA7BG9Y34 type=del 2024-09-12T17:45:49.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.095+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=ZNQ43D5WQUHD type=write size=392152 2024-09-12T17:45:49.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~3XCC8ZUY844F.0 size=953572 2024-09-12T17:45:49.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.103+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=3XCC8ZUY844F tag=L5O9DBGN0QKK type=write size=2002148 2024-09-12T17:45:49.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.107+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=VVRYDYMD26TP type=del size=4018208 2024-09-12T17:45:49.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.111+0000 7f6c8a8948c0 1 < completed write operation key=IVB6FLK7S6PP tag=N9621DBVJHP6 type=write size=867508 2024-09-12T17:45:49.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.0 size=1048576 2024-09-12T17:45:49.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.119+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.1 size=1048576 2024-09-12T17:45:49.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.123+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.2 size=37499 2024-09-12T17:45:49.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.123+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=7DACO9D7CWZB tag=Y7AUNYSIGXG7 type=write size=3183227 2024-09-12T17:45:49.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.127+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=OLVH0MANTEC8 type=del 2024-09-12T17:45:49.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.131+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=U0VSZIAEGLHO type=del size=2951892 2024-09-12T17:45:49.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~VO8K3ILR8BPF.0 size=1048576 2024-09-12T17:45:49.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.135+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~VO8K3ILR8BPF.1 size=505050 2024-09-12T17:45:49.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.143+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=VO8K3ILR8BPF tag=T5LH1BD74NQA type=write size=2602202 2024-09-12T17:45:49.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.147+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.0 size=1048576 2024-09-12T17:45:49.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.1 size=1048576 2024-09-12T17:45:49.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.155+0000 7f6c8a8948c0 1 > prepared part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.2 size=303634 2024-09-12T17:45:49.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.155+0000 7f6c8a8948c0 1 > prepared multipart upload key=B4CKTFO4636R upload=1F7DIHN7PEQZ tag=570SGHIGLGHT type=write size=3449362 2024-09-12T17:45:49.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.159+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~ETUTD6O5YJZR.0 size=570762 2024-09-12T17:45:49.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.163+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=ETUTD6O5YJZR tag=GD43AMCVEMD9 type=write size=1619338 2024-09-12T17:45:49.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_DKQJR0BTFM5J.2~1O9LPSXXKDKO.0 size=324732 2024-09-12T17:45:49.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.171+0000 7f6c8a8948c0 1 > prepared multipart upload key=DKQJR0BTFM5J upload=1O9LPSXXKDKO tag=P94SQSDLULR3 type=write size=1373308 2024-09-12T17:45:49.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.179+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2SEGKWGLUBR tag=AYHP3PS40TV5 type=write 2024-09-12T17:45:49.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.183+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=X0PCBN24ANVA type=del size=3663962 2024-09-12T17:45:49.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.191+0000 7f6c8a8948c0 1 < suggested update operation key=UPQ1AU918PZ4 tag=K2ELYLP2Y1JI type=del size=553965 2024-09-12T17:45:49.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.195+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=GLPXO87D6UAF type=write size=436369 2024-09-12T17:45:49.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.199+0000 7f6c8a8948c0 1 < suggested update operation key=RT88PQITUXJA tag=ODZ0TCES27JZ type=del size=3186202 2024-09-12T17:45:49.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.207+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=R180PX5UFVJ4 type=del size=3612016 2024-09-12T17:45:49.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.207+0000 7f6c8a8948c0 1 < completed part key=_multipart_XSFCFLQ02Y9B.2~SS28K0SDUFXR.0 size=257148 2024-09-12T17:45:49.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.215+0000 7f6c8a8948c0 1 < completed multipart upload key=XSFCFLQ02Y9B upload=SS28K0SDUFXR tag=Z92GA6XCK3NE type=write size=1305724 2024-09-12T17:45:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.223+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~1I66LSH1I0E4.0 size=310452 2024-09-12T17:45:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.223+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=1I66LSH1I0E4 tag=YE5MPFRLW2P1 type=write size=1359028 2024-09-12T17:45:49.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~E788HMRQBJ3O.0 size=1048576 2024-09-12T17:45:49.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.227+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~E788HMRQBJ3O.1 size=526736 2024-09-12T17:45:49.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.235+0000 7f6c8a8948c0 1 < completed multipart upload key=NGA7I4DL09NU upload=E788HMRQBJ3O tag=W4KQWW4ZOGXW type=write size=2623888 2024-09-12T17:45:49.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.239+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=FBI8SRE2QZ2Q type=del size=2197664 2024-09-12T17:45:49.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.239+0000 7f6c8a8948c0 1 < canceled operation key=Z2G3J6B76H7P tag=21MGQOKZZOV0 type=write size=15872 2024-09-12T17:45:49.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.247+0000 7f6c8a8948c0 1 > prepared part key=_multipart_LALMJ3TYSQ6T.2~H5ZUD7ZDDWB3.0 size=271562 2024-09-12T17:45:49.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.247+0000 7f6c8a8948c0 1 > prepared multipart upload key=LALMJ3TYSQ6T upload=H5ZUD7ZDDWB3 tag=45Y4WVZOO2A0 type=write size=1320138 2024-09-12T17:45:49.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.251+0000 7f6c8a8948c0 1 < completed delete operation key=G3ZV89D5UXB4 tag=V0YC22K48JJU type=del 2024-09-12T17:45:49.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.259+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~M1OVSU6KTUJE.0 size=1048576 2024-09-12T17:45:49.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.263+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~M1OVSU6KTUJE.1 size=1028431 2024-09-12T17:45:49.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.263+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=M1OVSU6KTUJE tag=PJQ380YJB0F2 type=write size=3125583 2024-09-12T17:45:49.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.267+0000 7f6c8a8948c0 1 < canceled operation key=SC9MK1C1ETEN tag=PJQRA4J3VEEQ type=del size=2912452 2024-09-12T17:45:49.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.271+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=BNQKIFJ3HF0R type=write size=613706 2024-09-12T17:45:49.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.275+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=PSXXLKOBD120 type=del 2024-09-12T17:45:49.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.279+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~XA7WEB1IR0BQ.0 size=1048576 2024-09-12T17:45:49.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.283+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~XA7WEB1IR0BQ.1 size=272879 2024-09-12T17:45:49.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.283+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=XA7WEB1IR0BQ tag=4SI2M1FT4MNV type=write size=2370031 2024-09-12T17:45:49.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.287+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=V5X3H82XT332 type=write size=824296 2024-09-12T17:45:49.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.291+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~OSBE9EJFR187.0 size=1048576 2024-09-12T17:45:49.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.295+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~OSBE9EJFR187.1 size=399743 2024-09-12T17:45:49.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.295+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=OSBE9EJFR187 tag=D0U8F16E7U1H type=write size=2496895 2024-09-12T17:45:49.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.299+0000 7f6c8a8948c0 1 < completed write operation key=G3ZV89D5UXB4 tag=ZNQ43D5WQUHD type=write size=392152 2024-09-12T17:45:49.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.303+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=UR4V6BD72PTH type=del size=1162607 2024-09-12T17:45:49.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.307+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=VVRYDYMD26TP type=del 2024-09-12T17:45:49.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.307+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=2XWY28RC71WG type=del size=2689541 2024-09-12T17:45:49.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.311+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.0 size=1048576 2024-09-12T17:45:49.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.315+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.1 size=1048576 2024-09-12T17:45:49.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.319+0000 7f6c8a8948c0 1 < completed part key=_multipart_02UJO133SEG4.2~7DACO9D7CWZB.2 size=37499 2024-09-12T17:45:49.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.323+0000 7f6c8a8948c0 1 < completed multipart upload key=02UJO133SEG4 upload=7DACO9D7CWZB tag=Y7AUNYSIGXG7 type=write size=3183227 2024-09-12T17:45:49.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.327+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=C0UH9M7KYAO9 type=del size=2833713 2024-09-12T17:45:49.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.331+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=U0VSZIAEGLHO type=del 2024-09-12T17:45:49.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.335+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.0 size=1048576 2024-09-12T17:45:49.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.339+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.1 size=1048576 2024-09-12T17:45:49.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.343+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.2 size=870201 2024-09-12T17:45:49.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.343+0000 7f6c8a8948c0 1 > prepared multipart upload key=NGA7I4DL09NU upload=396OFO5R2ZB4 tag=GQZI99Q23FDK type=write size=4015929 2024-09-12T17:45:49.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.343+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.0 size=1048576 2024-09-12T17:45:49.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.347+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.1 size=1048576 2024-09-12T17:45:49.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.351+0000 7f6c8a8948c0 1 < completed part key=_multipart_B4CKTFO4636R.2~1F7DIHN7PEQZ.2 size=303634 2024-09-12T17:45:49.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.355+0000 7f6c8a8948c0 1 < completed multipart upload key=B4CKTFO4636R upload=1F7DIHN7PEQZ tag=570SGHIGLGHT type=write size=3449362 2024-09-12T17:45:49.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.363+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~XWV04LSSWJ8O.0 size=896758 2024-09-12T17:45:49.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.363+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=XWV04LSSWJ8O tag=KFAMSZM7NE50 type=write size=1945334 2024-09-12T17:45:49.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.363+0000 7f6c8a8948c0 1 < completed part key=_multipart_DKQJR0BTFM5J.2~1O9LPSXXKDKO.0 size=324732 2024-09-12T17:45:49.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.371+0000 7f6c8a8948c0 1 < completed multipart upload key=DKQJR0BTFM5J upload=1O9LPSXXKDKO tag=P94SQSDLULR3 type=write size=1373308 2024-09-12T17:45:49.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.371+0000 7f6c8a8948c0 1 > prepared operation key=RT88PQITUXJA tag=4QNRM5ATAY53 type=del size=3322700 2024-09-12T17:45:49.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.375+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=X0PCBN24ANVA type=del 2024-09-12T17:45:49.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.379+0000 7f6c8a8948c0 1 > prepared operation key=1167S0KYHA9V tag=AFOTS8ZMNE1M type=del size=2334837 2024-09-12T17:45:49.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.383+0000 7f6c8a8948c0 1 < completed write operation key=AIKDU0CC4E5U tag=GLPXO87D6UAF type=write size=436369 2024-09-12T17:45:49.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.387+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=VQTHHPQ61K0D type=write size=433244 2024-09-12T17:45:49.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.391+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=R180PX5UFVJ4 type=del 2024-09-12T17:45:49.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.391+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=JMBM2PUW5UAX type=del size=3217486 2024-09-12T17:45:49.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.395+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~1I66LSH1I0E4.0 size=310452 2024-09-12T17:45:49.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.403+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=1I66LSH1I0E4 tag=YE5MPFRLW2P1 type=write size=1359028 2024-09-12T17:45:49.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.407+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=F2FOSREU3EN5 type=del size=2194170 2024-09-12T17:45:49.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.407+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=FBI8SRE2QZ2Q type=del size=2197664 2024-09-12T17:45:49.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.411+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=QI0OTLHY16RN type=del size=666145 2024-09-12T17:45:49.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.411+0000 7f6c8a8948c0 1 < canceled part key=_multipart_LALMJ3TYSQ6T.2~H5ZUD7ZDDWB3.0 size=271562 2024-09-12T17:45:49.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.419+0000 7f6c8a8948c0 1 < canceled multipart upload key=LALMJ3TYSQ6T upload=H5ZUD7ZDDWB3 tag=45Y4WVZOO2A0 type=write size=1320138 2024-09-12T17:45:49.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.423+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=W2BDO1Y9OV4A type=del size=904377 2024-09-12T17:45:49.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.423+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~M1OVSU6KTUJE.0 size=1048576 2024-09-12T17:45:49.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.427+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~M1OVSU6KTUJE.1 size=1028431 2024-09-12T17:45:49.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.431+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=M1OVSU6KTUJE tag=PJQ380YJB0F2 type=write size=3125583 2024-09-12T17:45:49.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.435+0000 7f6c8a8948c0 1 > prepared operation key=X3IZUQH63BZP tag=T9FWDBRZF393 type=del size=2309248 2024-09-12T17:45:49.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.439+0000 7f6c8a8948c0 1 < completed write operation key=5A2ZJW6U5Y5A tag=BNQKIFJ3HF0R type=write size=613706 2024-09-12T17:45:49.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.443+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=MB7MYQ66R22X type=del size=3604968 2024-09-12T17:45:49.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~XA7WEB1IR0BQ.0 size=1048576 2024-09-12T17:45:49.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.447+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~XA7WEB1IR0BQ.1 size=272879 2024-09-12T17:45:49.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.455+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=XA7WEB1IR0BQ tag=4SI2M1FT4MNV type=write size=2370031 2024-09-12T17:45:49.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.455+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=9UNOVZEOL2Z8 type=del size=4178468 2024-09-12T17:45:49.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.459+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~OSBE9EJFR187.0 size=1048576 2024-09-12T17:45:49.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.463+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~OSBE9EJFR187.1 size=399743 2024-09-12T17:45:49.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.467+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=OSBE9EJFR187 tag=D0U8F16E7U1H type=write size=2496895 2024-09-12T17:45:49.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.471+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=W0IF2F61HPT5 type=del size=1866869 2024-09-12T17:45:49.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.479+0000 7f6c8a8948c0 1 < suggested update operation key=IVB6FLK7S6PP tag=UR4V6BD72PTH type=del size=1162607 2024-09-12T17:45:49.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.479+0000 7f6c8a8948c0 1 > prepared operation key=02UJO133SEG4 tag=GS51VQHH99QQ type=del size=2891381 2024-09-12T17:45:49.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.483+0000 7f6c8a8948c0 1 < completed delete operation key=W2M8Z8M3LYTF tag=2XWY28RC71WG type=del 2024-09-12T17:45:49.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.487+0000 7f6c8a8948c0 1 > prepared operation key=C0BM0M0DR88A tag=4ML7Z3XM1NLZ type=del size=3974247 2024-09-12T17:45:49.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.491+0000 7f6c8a8948c0 1 < suggested update operation key=XSFCFLQ02Y9B tag=C0UH9M7KYAO9 type=del size=2833713 2024-09-12T17:45:49.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.495+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=F5GUUZ5GV8ZT type=del size=2207143 2024-09-12T17:45:49.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.499+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.0 size=1048576 2024-09-12T17:45:49.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.499+0000 7f6c8a8948c0 1 < canceled part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.1 size=1048576 2024-09-12T17:45:49.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.503+0000 7f6c8a8948c0 1 < completed part key=_multipart_NGA7I4DL09NU.2~396OFO5R2ZB4.2 size=870201 2024-09-12T17:45:49.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.507+0000 7f6c8a8948c0 1 < canceled multipart upload key=NGA7I4DL09NU upload=396OFO5R2ZB4 tag=GQZI99Q23FDK type=write size=4015929 2024-09-12T17:45:49.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.511+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=UYLJ4T5FPJE9 type=del size=3157949 2024-09-12T17:45:49.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.515+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~XWV04LSSWJ8O.0 size=896758 2024-09-12T17:45:49.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.519+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=XWV04LSSWJ8O tag=KFAMSZM7NE50 type=write size=1945334 2024-09-12T17:45:49.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.527+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~WOD9ORXOKWPA.0 size=534063 2024-09-12T17:45:49.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.527+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=WOD9ORXOKWPA tag=BT88KMG4VA3L type=write size=1582639 2024-09-12T17:45:49.527 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.531+0000 7f6c8a8948c0 1 < completed delete operation key=RT88PQITUXJA tag=4QNRM5ATAY53 type=del 2024-09-12T17:45:49.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.531+0000 7f6c8a8948c0 1 > prepared operation key=WUXSVUAZ3VE0 tag=OQADZ8LPYWJT type=write size=589011 2024-09-12T17:45:49.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.535+0000 7f6c8a8948c0 1 < completed delete operation key=1167S0KYHA9V tag=AFOTS8ZMNE1M type=del 2024-09-12T17:45:49.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.0 size=1048576 2024-09-12T17:45:49.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.543+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.1 size=1048576 2024-09-12T17:45:49.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.547+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.2 size=326905 2024-09-12T17:45:49.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.547+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=2WBI1ZNQ7374 tag=QQCBEMZ0Y4EF type=write size=3472633 2024-09-12T17:45:49.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.551+0000 7f6c8a8948c0 1 < canceled operation key=9JUD16MCJPOU tag=VQTHHPQ61K0D type=write size=433244 2024-09-12T17:45:49.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.555+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=9QHTMD63RUOR type=del size=4046114 2024-09-12T17:45:49.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.559+0000 7f6c8a8948c0 -1 < failed to complete operation key=IVB6FLK7S6PP tag=JMBM2PUW5UAX type=del size=3217486: (22) Invalid argument 2024-09-12T17:45:49.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.563+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~CZ0B1P93K0GX.0 size=1048576 2024-09-12T17:45:49.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.567+0000 7f6c8a8948c0 1 > prepared part key=_multipart_XIE90KFMCQ9Y.2~CZ0B1P93K0GX.1 size=331316 2024-09-12T17:45:49.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.567+0000 7f6c8a8948c0 1 > prepared multipart upload key=XIE90KFMCQ9Y upload=CZ0B1P93K0GX tag=B8WA0NYDSORN type=write size=2428468 2024-09-12T17:45:49.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.575+0000 7f6c8a8948c0 1 < suggested update operation key=C0BM0M0DR88A tag=F2FOSREU3EN5 type=del size=2194170 2024-09-12T17:45:49.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.579+0000 7f6c8a8948c0 1 > prepared operation key=I21M2NBLJNCJ tag=1787E8FITN5T type=write size=936858 2024-09-12T17:45:49.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.583+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=QI0OTLHY16RN type=del 2024-09-12T17:45:49.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.587+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.0 size=1048576 2024-09-12T17:45:49.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.1 size=1048576 2024-09-12T17:45:49.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.591+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.2 size=711500 2024-09-12T17:45:49.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.591+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=834BRSBULCDL tag=66N7QG710JU4 type=write size=3857228 2024-09-12T17:45:49.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.599+0000 7f6c8a8948c0 1 < suggested update operation key=UPQ1AU918PZ4 tag=W2BDO1Y9OV4A type=del size=904377 2024-09-12T17:45:49.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.603+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=0ITP217IWFPH type=del size=2115555 2024-09-12T17:45:49.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.607+0000 7f6c8a8948c0 1 < completed delete operation key=X3IZUQH63BZP tag=T9FWDBRZF393 type=del 2024-09-12T17:45:49.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.611+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=0BG1NV3HT622 type=write size=651046 2024-09-12T17:45:49.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.611+0000 7f6c8a8948c0 1 < completed delete operation key=WUXSVUAZ3VE0 tag=MB7MYQ66R22X type=del 2024-09-12T17:45:49.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.615+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=W5MGEVRBVUDH type=del size=3702046 2024-09-12T17:45:49.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.619+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=9UNOVZEOL2Z8 type=del 2024-09-12T17:45:49.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~Y0XXN9IH1B7F.0 size=1048576 2024-09-12T17:45:49.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.627+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~Y0XXN9IH1B7F.1 size=704811 2024-09-12T17:45:49.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.627+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=Y0XXN9IH1B7F tag=K0T86NH7YNG7 type=write size=2801963 2024-09-12T17:45:49.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.631+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=W0IF2F61HPT5 type=del 2024-09-12T17:45:49.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.635+0000 7f6c8a8948c0 1 > prepared operation key=AIKDU0CC4E5U tag=NFBBSZTOUQW9 type=del size=4118653 2024-09-12T17:45:49.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.639+0000 7f6c8a8948c0 1 < completed delete operation key=02UJO133SEG4 tag=GS51VQHH99QQ type=del 2024-09-12T17:45:49.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.639+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=HP4CQFRH0Z2V type=del size=144888 2024-09-12T17:45:49.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.643+0000 7f6c8a8948c0 -1 < failed to complete operation key=C0BM0M0DR88A tag=4ML7Z3XM1NLZ type=del size=3974247: (22) Invalid argument 2024-09-12T17:45:49.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.647+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=P5OTW1WSK6XQ type=del size=569921 2024-09-12T17:45:49.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.655+0000 7f6c8a8948c0 1 < suggested remove operation key=Z2SEGKWGLUBR tag=F5GUUZ5GV8ZT type=del 2024-09-12T17:45:49.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.663+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.0 size=1048576 2024-09-12T17:45:49.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.663+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.1 size=1048576 2024-09-12T17:45:49.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.667+0000 7f6c8a8948c0 1 > prepared part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.2 size=49861 2024-09-12T17:45:49.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.667+0000 7f6c8a8948c0 1 > prepared multipart upload key=RT88PQITUXJA upload=H99FYE0QJI1U tag=OHFQ7SUX97MO type=write size=3195589 2024-09-12T17:45:49.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.671+0000 7f6c8a8948c0 1 < canceled operation key=5A2ZJW6U5Y5A tag=UYLJ4T5FPJE9 type=del size=3157949 2024-09-12T17:45:49.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.675+0000 7f6c8a8948c0 1 > prepared operation key=1G8V6AD1JDDX tag=ISL74AFS8XZU type=del size=1452991 2024-09-12T17:45:49.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.675+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~WOD9ORXOKWPA.0 size=534063 2024-09-12T17:45:49.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.683+0000 7f6c8a8948c0 1 < completed multipart upload key=RT88PQITUXJA upload=WOD9ORXOKWPA tag=BT88KMG4VA3L type=write size=1582639 2024-09-12T17:45:49.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.687+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=OIY21FUW8V72 type=del size=1056928 2024-09-12T17:45:49.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.687+0000 7f6c8a8948c0 1 < completed write operation key=WUXSVUAZ3VE0 tag=OQADZ8LPYWJT type=write size=589011 2024-09-12T17:45:49.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.695+0000 7f6c8a8948c0 1 > prepared part key=_multipart_2E0ESBQHV9RU.2~ZS2AB7WY1G03.0 size=363897 2024-09-12T17:45:49.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.695+0000 7f6c8a8948c0 1 > prepared multipart upload key=2E0ESBQHV9RU upload=ZS2AB7WY1G03 tag=O7253RKJ8CXE type=write size=1412473 2024-09-12T17:45:49.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.0 size=1048576 2024-09-12T17:45:49.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.699+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.1 size=1048576 2024-09-12T17:45:49.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.703+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~2WBI1ZNQ7374.2 size=326905 2024-09-12T17:45:49.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.707+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=2WBI1ZNQ7374 tag=QQCBEMZ0Y4EF type=write size=3472633 2024-09-12T17:45:49.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.711+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=09UDMZUHYXC1 type=del size=3728890 2024-09-12T17:45:49.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.715+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=9QHTMD63RUOR type=del 2024-09-12T17:45:49.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.719+0000 7f6c8a8948c0 1 > prepared part key=_multipart_SC9MK1C1ETEN.2~AG6R29P452JZ.0 size=314368 2024-09-12T17:45:49.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.719+0000 7f6c8a8948c0 1 > prepared multipart upload key=SC9MK1C1ETEN upload=AG6R29P452JZ tag=MJU4RLKRHYTT type=write size=1362944 2024-09-12T17:45:49.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.723+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~CZ0B1P93K0GX.0 size=1048576 2024-09-12T17:45:49.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.727+0000 7f6c8a8948c0 1 < completed part key=_multipart_XIE90KFMCQ9Y.2~CZ0B1P93K0GX.1 size=331316 2024-09-12T17:45:49.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.731+0000 7f6c8a8948c0 1 < completed multipart upload key=XIE90KFMCQ9Y upload=CZ0B1P93K0GX tag=B8WA0NYDSORN type=write size=2428468 2024-09-12T17:45:49.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.735+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~3YUGNY6P0RBP.0 size=1048576 2024-09-12T17:45:49.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.739+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~3YUGNY6P0RBP.1 size=684090 2024-09-12T17:45:49.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.739+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=3YUGNY6P0RBP tag=3OZ34LEB12R3 type=write size=2781242 2024-09-12T17:45:49.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.743+0000 7f6c8a8948c0 1 < completed write operation key=I21M2NBLJNCJ tag=1787E8FITN5T type=write size=936858 2024-09-12T17:45:49.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.747+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~BPZAT0KXZG1P.0 size=54686 2024-09-12T17:45:49.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.747+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=BPZAT0KXZG1P tag=A2OSDYOB14LA type=write size=1103262 2024-09-12T17:45:49.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.747+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.0 size=1048576 2024-09-12T17:45:49.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.751+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.1 size=1048576 2024-09-12T17:45:49.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.755+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~834BRSBULCDL.2 size=711500 2024-09-12T17:45:49.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.759+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=834BRSBULCDL tag=66N7QG710JU4 type=write size=3857228 2024-09-12T17:45:49.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.759+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=MM243BB1HS68 type=del size=612774 2024-09-12T17:45:49.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.763+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=0ITP217IWFPH type=del 2024-09-12T17:45:49.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.767+0000 7f6c8a8948c0 1 > prepared operation key=TBBMO835ZRGP tag=F89K3BQ36IO5 type=write size=672887 2024-09-12T17:45:49.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.767+0000 7f6c8a8948c0 1 < canceled operation key=DKQJR0BTFM5J tag=0BG1NV3HT622 type=write size=651046 2024-09-12T17:45:49.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.771+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=FAY3EPCXQ5XK type=write size=735063 2024-09-12T17:45:49.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.775+0000 7f6c8a8948c0 1 < completed delete operation key=NQLWLQR62DEQ tag=W5MGEVRBVUDH type=del 2024-09-12T17:45:49.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.779+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~TWX20X2RF16V.0 size=976929 2024-09-12T17:45:49.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.779+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=TWX20X2RF16V tag=SQ880BAUNCKG type=write size=2025505 2024-09-12T17:45:49.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.783+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~Y0XXN9IH1B7F.0 size=1048576 2024-09-12T17:45:49.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.787+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~Y0XXN9IH1B7F.1 size=704811 2024-09-12T17:45:49.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.791+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=Y0XXN9IH1B7F tag=K0T86NH7YNG7 type=write size=2801963 2024-09-12T17:45:49.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.795+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.0 size=1048576 2024-09-12T17:45:49.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.1 size=1048576 2024-09-12T17:45:49.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.799+0000 7f6c8a8948c0 1 > prepared part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.2 size=696019 2024-09-12T17:45:49.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.799+0000 7f6c8a8948c0 1 > prepared multipart upload key=UPQ1AU918PZ4 upload=D2MKZSIT1WVT tag=BKWWZNVZD5W0 type=write size=3841747 2024-09-12T17:45:49.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.807+0000 7f6c8a8948c0 1 < suggested remove operation key=AIKDU0CC4E5U tag=NFBBSZTOUQW9 type=del 2024-09-12T17:45:49.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.811+0000 7f6c8a8948c0 1 > prepared part key=_multipart_THGH3XU7HTDO.2~M9IA23TTFV9L.0 size=450786 2024-09-12T17:45:49.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.811+0000 7f6c8a8948c0 1 > prepared multipart upload key=THGH3XU7HTDO upload=M9IA23TTFV9L tag=CIET42XD4OXB type=write size=1499362 2024-09-12T17:45:49.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.815+0000 7f6c8a8948c0 1 < completed delete operation key=XIE90KFMCQ9Y tag=HP4CQFRH0Z2V type=del 2024-09-12T17:45:49.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.819+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=CDMP1O1RIL1G type=write size=13928 2024-09-12T17:45:49.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.823+0000 7f6c8a8948c0 1 < completed delete operation key=LALMJ3TYSQ6T tag=P5OTW1WSK6XQ type=del 2024-09-12T17:45:49.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.823+0000 7f6c8a8948c0 1 > prepared operation key=B4CKTFO4636R tag=O01JZZ6A386E type=del size=19219 2024-09-12T17:45:49.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.827+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.0 size=1048576 2024-09-12T17:45:49.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.831+0000 7f6c8a8948c0 1 < completed part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.1 size=1048576 2024-09-12T17:45:49.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.831+0000 7f6c8a8948c0 1 < canceled part key=_multipart_RT88PQITUXJA.2~H99FYE0QJI1U.2 size=49861 2024-09-12T17:45:49.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.835+0000 7f6c8a8948c0 1 < canceled multipart upload key=RT88PQITUXJA upload=H99FYE0QJI1U tag=OHFQ7SUX97MO type=write size=3195589 2024-09-12T17:45:49.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~EECQ815DOFDV.0 size=1048576 2024-09-12T17:45:49.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.843+0000 7f6c8a8948c0 1 > prepared part key=_multipart_HTSRF6I8OFUX.2~EECQ815DOFDV.1 size=87419 2024-09-12T17:45:49.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.843+0000 7f6c8a8948c0 1 > prepared multipart upload key=HTSRF6I8OFUX upload=EECQ815DOFDV tag=RB701AHEDT8Z type=write size=2184571 2024-09-12T17:45:49.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.847+0000 7f6c8a8948c0 1 < completed delete operation key=1G8V6AD1JDDX tag=ISL74AFS8XZU type=del 2024-09-12T17:45:49.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.851+0000 7f6c8a8948c0 1 > prepared operation key=2E0ESBQHV9RU tag=CARM62CSR2YB type=del size=4068772 2024-09-12T17:45:49.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.855+0000 7f6c8a8948c0 1 < suggested update operation key=XIE90KFMCQ9Y tag=OIY21FUW8V72 type=del size=1056928 2024-09-12T17:45:49.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.863+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=QW2KU28HRV6Q type=del size=1616440 2024-09-12T17:45:49.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.867+0000 7f6c8a8948c0 1 < completed part key=_multipart_2E0ESBQHV9RU.2~ZS2AB7WY1G03.0 size=363897 2024-09-12T17:45:49.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.871+0000 7f6c8a8948c0 1 < completed multipart upload key=2E0ESBQHV9RU upload=ZS2AB7WY1G03 tag=O7253RKJ8CXE type=write size=1412473 2024-09-12T17:45:49.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.875+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~7NJED0XD3KA4.0 size=1048576 2024-09-12T17:45:49.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.879+0000 7f6c8a8948c0 1 > prepared part key=_multipart_TBBMO835ZRGP.2~7NJED0XD3KA4.1 size=843475 2024-09-12T17:45:49.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.879+0000 7f6c8a8948c0 1 > prepared multipart upload key=TBBMO835ZRGP upload=7NJED0XD3KA4 tag=1CW4EJ3HQ8FM type=write size=2940627 2024-09-12T17:45:49.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.879+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=09UDMZUHYXC1 type=del 2024-09-12T17:45:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.883+0000 7f6c8a8948c0 1 > prepared operation key=Z2SEGKWGLUBR tag=M7YNFMPB2H46 type=del size=2034813 2024-09-12T17:45:49.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.887+0000 7f6c8a8948c0 1 < completed part key=_multipart_SC9MK1C1ETEN.2~AG6R29P452JZ.0 size=314368 2024-09-12T17:45:49.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.891+0000 7f6c8a8948c0 1 < completed multipart upload key=SC9MK1C1ETEN upload=AG6R29P452JZ tag=MJU4RLKRHYTT type=write size=1362944 2024-09-12T17:45:49.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.895+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=2NPOV9K2KWV8 type=del size=1580817 2024-09-12T17:45:49.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.895+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~3YUGNY6P0RBP.0 size=1048576 2024-09-12T17:45:49.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.899+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~3YUGNY6P0RBP.1 size=684090 2024-09-12T17:45:49.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.903+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=3YUGNY6P0RBP tag=3OZ34LEB12R3 type=write size=2781242 2024-09-12T17:45:49.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.907+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=7H1QSGZ0B2E2 type=del size=14353 2024-09-12T17:45:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.907+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~BPZAT0KXZG1P.0 size=54686 2024-09-12T17:45:49.911 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.911+0000 7f6c8a8948c0 1 < completed multipart upload key=HTSRF6I8OFUX upload=BPZAT0KXZG1P tag=A2OSDYOB14LA type=write size=1103262 2024-09-12T17:45:49.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.919+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~DUWPKU922U0H.0 size=845129 2024-09-12T17:45:49.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.919+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=DUWPKU922U0H tag=JXZEL4MV6HS5 type=write size=1893705 2024-09-12T17:45:49.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.919+0000 7f6c8a8948c0 1 < completed delete operation key=TBBMO835ZRGP tag=MM243BB1HS68 type=del 2024-09-12T17:45:49.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.923+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.0 size=1048576 2024-09-12T17:45:49.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.927+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.1 size=1048576 2024-09-12T17:45:49.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.931+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.2 size=526647 2024-09-12T17:45:49.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.931+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=SQLV2XE4T0RC tag=44SF723NTTVC type=write size=3672375 2024-09-12T17:45:49.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.931+0000 7f6c8a8948c0 1 < completed write operation key=TBBMO835ZRGP tag=F89K3BQ36IO5 type=write size=672887 2024-09-12T17:45:49.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.935+0000 7f6c8a8948c0 1 > prepared operation key=Z2G3J6B76H7P tag=PSL34JJS82T4 type=del size=2582910 2024-09-12T17:45:49.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.935+0000 7f6c8a8948c0 1 < completed write operation key=Z2G3J6B76H7P tag=FAY3EPCXQ5XK type=write size=735063 2024-09-12T17:45:49.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.939+0000 7f6c8a8948c0 1 > prepared operation key=NQLWLQR62DEQ tag=42UWMR4WKQ9S type=del size=292914 2024-09-12T17:45:49.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.943+0000 7f6c8a8948c0 1 < completed part key=_multipart_X3IZUQH63BZP.2~TWX20X2RF16V.0 size=976929 2024-09-12T17:45:49.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.947+0000 7f6c8a8948c0 1 < completed multipart upload key=X3IZUQH63BZP upload=TWX20X2RF16V tag=SQ880BAUNCKG type=write size=2025505 2024-09-12T17:45:49.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.947+0000 7f6c8a8948c0 1 > prepared operation key=7UI1DV46YI9X tag=J1SZWJE8FUNZ type=del size=3717895 2024-09-12T17:45:49.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.951+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.0 size=1048576 2024-09-12T17:45:49.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.951+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.1 size=1048576 2024-09-12T17:45:49.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.955+0000 7f6c8a8948c0 1 < completed part key=_multipart_UPQ1AU918PZ4.2~D2MKZSIT1WVT.2 size=696019 2024-09-12T17:45:49.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.959+0000 7f6c8a8948c0 1 < completed multipart upload key=UPQ1AU918PZ4 upload=D2MKZSIT1WVT tag=BKWWZNVZD5W0 type=write size=3841747 2024-09-12T17:45:49.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.963+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.0 size=1048576 2024-09-12T17:45:49.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.1 size=1048576 2024-09-12T17:45:49.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.967+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.2 size=217823 2024-09-12T17:45:49.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.967+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=6PDIB4BPV77J tag=5P2HSW3Y6NGI type=write size=3363551 2024-09-12T17:45:49.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.971+0000 7f6c8a8948c0 1 < completed part key=_multipart_THGH3XU7HTDO.2~M9IA23TTFV9L.0 size=450786 2024-09-12T17:45:49.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.975+0000 7f6c8a8948c0 1 < completed multipart upload key=THGH3XU7HTDO upload=M9IA23TTFV9L tag=CIET42XD4OXB type=write size=1499362 2024-09-12T17:45:49.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.979+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1167S0KYHA9V.2~6QSP9YQVP4TG.0 size=1025170 2024-09-12T17:45:49.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.979+0000 7f6c8a8948c0 1 > prepared multipart upload key=1167S0KYHA9V upload=6QSP9YQVP4TG tag=BCU72TXIZS8N type=write size=2073746 2024-09-12T17:45:49.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.979+0000 7f6c8a8948c0 1 < completed write operation key=7UI1DV46YI9X tag=CDMP1O1RIL1G type=write size=13928 2024-09-12T17:45:49.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~PB211DVRZNH5.0 size=1048576 2024-09-12T17:45:49.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.987+0000 7f6c8a8948c0 1 > prepared part key=_multipart_9JUD16MCJPOU.2~PB211DVRZNH5.1 size=896271 2024-09-12T17:45:49.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.987+0000 7f6c8a8948c0 1 > prepared multipart upload key=9JUD16MCJPOU upload=PB211DVRZNH5 tag=EH1OZ1ULPGCW type=write size=2993423 2024-09-12T17:45:49.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.991+0000 7f6c8a8948c0 1 < completed delete operation key=B4CKTFO4636R tag=O01JZZ6A386E type=del 2024-09-12T17:45:49.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.995+0000 7f6c8a8948c0 1 > prepared part key=_multipart_5L4M8IBSBUF1.2~S6CA6VUZSFEJ.0 size=314956 2024-09-12T17:45:49.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.995+0000 7f6c8a8948c0 1 > prepared multipart upload key=5L4M8IBSBUF1 upload=S6CA6VUZSFEJ tag=UOAQIM835PFT type=write size=1363532 2024-09-12T17:45:49.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.999+0000 7f6c8a8948c0 1 < completed part key=_multipart_HTSRF6I8OFUX.2~EECQ815DOFDV.0 size=1048576 2024-09-12T17:45:49.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:49.999+0000 7f6c8a8948c0 1 < canceled part key=_multipart_HTSRF6I8OFUX.2~EECQ815DOFDV.1 size=87419 2024-09-12T17:45:50.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.003+0000 7f6c8a8948c0 1 < canceled multipart upload key=HTSRF6I8OFUX upload=EECQ815DOFDV tag=RB701AHEDT8Z type=write size=2184571 2024-09-12T17:45:50.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.003+0000 7f6c8a8948c0 1 > prepared operation key=5L4M8IBSBUF1 tag=FCPXT2GKVCM7 type=del size=3266552 2024-09-12T17:45:50.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.007+0000 7f6c8a8948c0 1 < completed delete operation key=2E0ESBQHV9RU tag=CARM62CSR2YB type=del 2024-09-12T17:45:50.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.011+0000 7f6c8a8948c0 1 > prepared operation key=G3ZV89D5UXB4 tag=XX7DZNDBBGMK type=del size=291129 2024-09-12T17:45:50.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.015+0000 7f6c8a8948c0 1 < completed delete operation key=NGA7I4DL09NU tag=QW2KU28HRV6Q type=del 2024-09-12T17:45:50.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.015+0000 7f6c8a8948c0 1 > prepared operation key=XIE90KFMCQ9Y tag=NJAOLDINB95L type=del size=1901627 2024-09-12T17:45:50.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.019+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~7NJED0XD3KA4.0 size=1048576 2024-09-12T17:45:50.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.023+0000 7f6c8a8948c0 1 < completed part key=_multipart_TBBMO835ZRGP.2~7NJED0XD3KA4.1 size=843475 2024-09-12T17:45:50.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.027+0000 7f6c8a8948c0 1 < completed multipart upload key=TBBMO835ZRGP upload=7NJED0XD3KA4 tag=1CW4EJ3HQ8FM type=write size=2940627 2024-09-12T17:45:50.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.027+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=1MWNCQTRX64T type=write size=664350 2024-09-12T17:45:50.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.031+0000 7f6c8a8948c0 1 < completed delete operation key=Z2SEGKWGLUBR tag=M7YNFMPB2H46 type=del 2024-09-12T17:45:50.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.035+0000 7f6c8a8948c0 1 > prepared operation key=UPQ1AU918PZ4 tag=JMHCAMC84KJB type=del size=1506245 2024-09-12T17:45:50.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.035+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=2NPOV9K2KWV8 type=del 2024-09-12T17:45:50.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.039+0000 7f6c8a8948c0 1 > prepared operation key=SC9MK1C1ETEN tag=TEIJGXYP1K7J type=del size=3248506 2024-09-12T17:45:50.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.039+0000 7f6c8a8948c0 1 < completed delete operation key=IVB6FLK7S6PP tag=7H1QSGZ0B2E2 type=del 2024-09-12T17:45:50.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.043+0000 7f6c8a8948c0 1 > prepared operation key=9JUD16MCJPOU tag=CI5AHXIGHEZC type=del size=1821217 2024-09-12T17:45:50.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.047+0000 7f6c8a8948c0 1 < completed part key=_multipart_NQLWLQR62DEQ.2~DUWPKU922U0H.0 size=845129 2024-09-12T17:45:50.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.051+0000 7f6c8a8948c0 1 < completed multipart upload key=NQLWLQR62DEQ upload=DUWPKU922U0H tag=JXZEL4MV6HS5 type=write size=1893705 2024-09-12T17:45:50.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.051+0000 7f6c8a8948c0 1 > prepared operation key=DKQJR0BTFM5J tag=BPJ2CL7IFCQH type=del size=3338994 2024-09-12T17:45:50.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.055+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.0 size=1048576 2024-09-12T17:45:50.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.059+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.1 size=1048576 2024-09-12T17:45:50.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.059+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~SQLV2XE4T0RC.2 size=526647 2024-09-12T17:45:50.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.063+0000 7f6c8a8948c0 1 < completed multipart upload key=IVB6FLK7S6PP upload=SQLV2XE4T0RC tag=44SF723NTTVC type=write size=3672375 2024-09-12T17:45:50.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.067+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~3LO8C3D98IBD.0 size=1048576 2024-09-12T17:45:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.071+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~3LO8C3D98IBD.1 size=540546 2024-09-12T17:45:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.071+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=3LO8C3D98IBD tag=3EPW15FY13LD type=write size=2637698 2024-09-12T17:45:50.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.075+0000 7f6c8a8948c0 1 < completed delete operation key=Z2G3J6B76H7P tag=PSL34JJS82T4 type=del 2024-09-12T17:45:50.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.079+0000 7f6c8a8948c0 1 > prepared part key=_multipart_WUXSVUAZ3VE0.2~S53G28B2APBE.0 size=531221 2024-09-12T17:45:50.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.079+0000 7f6c8a8948c0 1 > prepared multipart upload key=WUXSVUAZ3VE0 upload=S53G28B2APBE tag=FJSSHI16C8XK type=write size=1579797 2024-09-12T17:45:50.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.079+0000 7f6c8a8948c0 1 < canceled operation key=NQLWLQR62DEQ tag=42UWMR4WKQ9S type=del size=292914 2024-09-12T17:45:50.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.083+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MSA1WH21QEA9.0 size=1048576 2024-09-12T17:45:50.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.087+0000 7f6c8a8948c0 1 > prepared part key=_multipart_NQLWLQR62DEQ.2~MSA1WH21QEA9.1 size=824515 2024-09-12T17:45:50.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.087+0000 7f6c8a8948c0 1 > prepared multipart upload key=NQLWLQR62DEQ upload=MSA1WH21QEA9 tag=G2ULR4BVUARK type=write size=2921667 2024-09-12T17:45:50.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.087+0000 7f6c8a8948c0 1 < completed delete operation key=7UI1DV46YI9X tag=J1SZWJE8FUNZ type=del 2024-09-12T17:45:50.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.091+0000 7f6c8a8948c0 1 > prepared part key=_multipart_AIKDU0CC4E5U.2~ATVFOYGKH3JR.0 size=742879 2024-09-12T17:45:50.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.091+0000 7f6c8a8948c0 1 > prepared multipart upload key=AIKDU0CC4E5U upload=ATVFOYGKH3JR tag=R4OV993DQMR0 type=write size=1791455 2024-09-12T17:45:50.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.095+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.0 size=1048576 2024-09-12T17:45:50.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.095+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.1 size=1048576 2024-09-12T17:45:50.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.099+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~6PDIB4BPV77J.2 size=217823 2024-09-12T17:45:50.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.103+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=6PDIB4BPV77J tag=5P2HSW3Y6NGI type=write size=3363551 2024-09-12T17:45:50.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.103+0000 7f6c8a8948c0 1 > prepared operation key=W2M8Z8M3LYTF tag=E5XO3RKE2DD5 type=write size=368990 2024-09-12T17:45:50.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.107+0000 7f6c8a8948c0 1 < completed part key=_multipart_1167S0KYHA9V.2~6QSP9YQVP4TG.0 size=1025170 2024-09-12T17:45:50.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.111+0000 7f6c8a8948c0 1 < completed multipart upload key=1167S0KYHA9V upload=6QSP9YQVP4TG tag=BCU72TXIZS8N type=write size=2073746 2024-09-12T17:45:50.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.111+0000 7f6c8a8948c0 1 > prepared operation key=LALMJ3TYSQ6T tag=QU2G6ZWM964S type=write size=331161 2024-09-12T17:45:50.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~PB211DVRZNH5.0 size=1048576 2024-09-12T17:45:50.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.115+0000 7f6c8a8948c0 1 < completed part key=_multipart_9JUD16MCJPOU.2~PB211DVRZNH5.1 size=896271 2024-09-12T17:45:50.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.119+0000 7f6c8a8948c0 1 < completed multipart upload key=9JUD16MCJPOU upload=PB211DVRZNH5 tag=EH1OZ1ULPGCW type=write size=2993423 2024-09-12T17:45:50.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.119+0000 7f6c8a8948c0 1 > prepared operation key=HTSRF6I8OFUX tag=HZ2A81BDT9ME type=write size=73961 2024-09-12T17:45:50.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.123+0000 7f6c8a8948c0 1 < completed part key=_multipart_5L4M8IBSBUF1.2~S6CA6VUZSFEJ.0 size=314956 2024-09-12T17:45:50.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.123+0000 7f6c8a8948c0 1 < completed multipart upload key=5L4M8IBSBUF1 upload=S6CA6VUZSFEJ tag=UOAQIM835PFT type=write size=1363532 2024-09-12T17:45:50.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.127+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=7KZBUWBAJBQ2 type=del size=2030957 2024-09-12T17:45:50.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.127+0000 7f6c8a8948c0 1 < completed delete operation key=5L4M8IBSBUF1 tag=FCPXT2GKVCM7 type=del 2024-09-12T17:45:50.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.131+0000 7f6c8a8948c0 1 > prepared operation key=5A2ZJW6U5Y5A tag=3P7EZ297TKPD type=del size=660438 2024-09-12T17:45:50.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.135+0000 7f6c8a8948c0 1 < suggested remove operation key=G3ZV89D5UXB4 tag=XX7DZNDBBGMK type=del 2024-09-12T17:45:50.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.135+0000 7f6c8a8948c0 1 > prepared operation key=IVB6FLK7S6PP tag=96D6VRX8ZAD4 type=write size=315322 2024-09-12T17:45:50.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.139+0000 7f6c8a8948c0 1 < canceled operation key=XIE90KFMCQ9Y tag=NJAOLDINB95L type=del size=1901627 2024-09-12T17:45:50.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.143+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=UQL62PCVXNOJ type=del size=2034212 2024-09-12T17:45:50.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.143+0000 7f6c8a8948c0 1 < completed write operation key=9JUD16MCJPOU tag=1MWNCQTRX64T type=write size=664350 2024-09-12T17:45:50.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.147+0000 7f6c8a8948c0 1 > prepared operation key=XSFCFLQ02Y9B tag=FUM7L7T6OLTI type=del size=3647325 2024-09-12T17:45:50.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.147+0000 7f6c8a8948c0 1 < completed delete operation key=UPQ1AU918PZ4 tag=JMHCAMC84KJB type=del 2024-09-12T17:45:50.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.151+0000 7f6c8a8948c0 1 > prepared part key=_multipart_02UJO133SEG4.2~0FN435P1CGRT.0 size=717820 2024-09-12T17:45:50.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.151+0000 7f6c8a8948c0 1 > prepared multipart upload key=02UJO133SEG4 upload=0FN435P1CGRT tag=5S3L15YUBXTM type=write size=1766396 2024-09-12T17:45:50.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.155+0000 7f6c8a8948c0 1 < completed delete operation key=SC9MK1C1ETEN tag=TEIJGXYP1K7J type=del 2024-09-12T17:45:50.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.159+0000 7f6c8a8948c0 1 > prepared part key=_multipart_1G8V6AD1JDDX.2~CKXBKS11U9LP.0 size=596200 2024-09-12T17:45:50.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.159+0000 7f6c8a8948c0 1 > prepared multipart upload key=1G8V6AD1JDDX upload=CKXBKS11U9LP tag=RMCHLSMYGQN0 type=write size=1644776 2024-09-12T17:45:50.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.159+0000 7f6c8a8948c0 1 < completed delete operation key=9JUD16MCJPOU tag=CI5AHXIGHEZC type=del 2024-09-12T17:45:50.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.163+0000 7f6c8a8948c0 1 > prepared operation key=NGA7I4DL09NU tag=D384MC3K92NY type=del size=3192681 2024-09-12T17:45:50.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.163+0000 7f6c8a8948c0 1 < completed delete operation key=DKQJR0BTFM5J tag=BPJ2CL7IFCQH type=del 2024-09-12T17:45:50.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~I8CXFGVLKH7Q.0 size=1048576 2024-09-12T17:45:50.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.167+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~I8CXFGVLKH7Q.1 size=1048576 2024-09-12T17:45:50.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.171+0000 7f6c8a8948c0 1 > prepared part key=_multipart_IVB6FLK7S6PP.2~I8CXFGVLKH7Q.2 size=1033545 2024-09-12T17:45:50.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.171+0000 7f6c8a8948c0 1 > prepared multipart upload key=IVB6FLK7S6PP upload=I8CXFGVLKH7Q tag=AHDBYCD9X9UN type=write size=4179273 2024-09-12T17:45:50.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.171+0000 7f6c8a8948c0 1 < canceled part key=_multipart_IVB6FLK7S6PP.2~3LO8C3D98IBD.0 size=1048576 2024-09-12T17:45:50.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.171+0000 7f6c8a8948c0 1 < completed part key=_multipart_IVB6FLK7S6PP.2~3LO8C3D98IBD.1 size=540546 2024-09-12T17:45:50.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.175+0000 7f6c8a8948c0 1 < canceled multipart upload key=IVB6FLK7S6PP upload=3LO8C3D98IBD tag=3EPW15FY13LD type=write size=2637698 2024-09-12T17:45:50.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.179+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~2QVU0C60MCTO.0 size=1048576 2024-09-12T17:45:50.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.183+0000 7f6c8a8948c0 1 > prepared part key=_multipart_X3IZUQH63BZP.2~2QVU0C60MCTO.1 size=431850 2024-09-12T17:45:50.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:45:50.183+0000 7f6c8a8948c0 1 > prepared multipart upload key=X3IZUQH63BZP upload=2QVU0C60MCTO tag=FRGZHTA1DXHO type=write size=2529002 2024-09-12T17:45:50.180 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] cls_rgw_stats.simulate (21865 ms) 2024-09-12T17:45:50.180 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 1 test from cls_rgw_stats (21865 ms total) 2024-09-12T17:45:50.180 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:45:50.180 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:50.680 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 1 test from 1 test suite ran. (24266 ms total) 2024-09-12T17:45:50.680 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 1 test. 2024-09-12T17:45:50.690 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:45:50.690 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:45:50.745 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T17:45:50.747 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T17:45:50.747 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T17:45:50.809 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:45:50.809 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T17:45:50.809 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:52.717 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 31 tests from CmpOmap 2024-09-12T17:45:52.717 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T17:45:52.750 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (33 ms) 2024-09-12T17:45:52.751 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T17:45:52.768 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (18 ms) 2024-09-12T17:45:52.768 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T17:45:52.774 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (6 ms) 2024-09-12T17:45:52.774 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T17:45:52.780 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (6 ms) 2024-09-12T17:45:52.780 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T17:45:52.795 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_str (15 ms) 2024-09-12T17:45:52.795 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T17:45:52.808 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_u64 (13 ms) 2024-09-12T17:45:52.809 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T17:45:52.816 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (8 ms) 2024-09-12T17:45:52.816 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T17:45:52.825 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (9 ms) 2024-09-12T17:45:52.825 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T17:45:52.836 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (10 ms) 2024-09-12T17:45:52.837 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T17:45:52.847 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (11 ms) 2024-09-12T17:45:52.847 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T17:45:52.849 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (2 ms) 2024-09-12T17:45:52.849 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T17:45:52.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-12T17:45:52.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T17:45:52.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (18 ms) 2024-09-12T17:45:52.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T17:45:52.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (19 ms) 2024-09-12T17:45:52.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T17:45:52.904 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (17 ms) 2024-09-12T17:45:52.904 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T17:45:52.920 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (16 ms) 2024-09-12T17:45:52.920 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T17:45:52.941 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_str (21 ms) 2024-09-12T17:45:52.941 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T17:45:52.961 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (21 ms) 2024-09-12T17:45:52.962 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T17:45:52.969 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (7 ms) 2024-09-12T17:45:52.969 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T17:45:52.975 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2024-09-12T17:45:52.975 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T17:45:52.980 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-12T17:45:52.980 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T17:45:52.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (17 ms) 2024-09-12T17:45:52.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T17:45:53.014 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (17 ms) 2024-09-12T17:45:53.014 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T17:45:53.033 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-09-12T17:45:53.033 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T17:45:53.054 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (21 ms) 2024-09-12T17:45:53.054 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T17:45:53.060 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2024-09-12T17:45:53.060 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T17:45:53.069 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (9 ms) 2024-09-12T17:45:53.069 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T17:45:53.072 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-12T17:45:53.072 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T17:45:53.074 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-12T17:45:53.074 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T17:45:53.094 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (20 ms) 2024-09-12T17:45:53.094 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 31 tests from CmpOmap (377 ms total) 2024-09-12T17:45:53.094 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:45:53.094 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:53.739 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 31 tests from 1 test suite ran. (2930 ms total) 2024-09-12T17:45:53.740 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 31 tests. 2024-09-12T17:45:53.746 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:45:53.746 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:45:53.805 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T17:45:53.806 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T17:45:53.806 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T17:45:53.870 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:45:53.871 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:45:53.871 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:53.871 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T17:45:53.871 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T17:45:56.743 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2869 ms) 2024-09-12T17:45:56.743 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T17:45:59.793 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3054 ms) 2024-09-12T17:45:59.794 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T17:46:02.819 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.Reserve (3025 ms) 2024-09-12T17:46:02.819 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T17:46:05.871 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3053 ms) 2024-09-12T17:46:05.871 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T17:46:10.964 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.Commit (5093 ms) 2024-09-12T17:46:10.964 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T17:46:14.996 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.Stats (4032 ms) 2024-09-12T17:46:14.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T17:46:19.053 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4057 ms) 2024-09-12T17:46:19.053 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T17:46:22.088 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.Abort (3035 ms) 2024-09-12T17:46:22.089 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T17:46:25.093 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.ReserveError (3006 ms) 2024-09-12T17:46:25.093 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T17:46:28.146 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.CommitError (3052 ms) 2024-09-12T17:46:28.146 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T17:46:31.159 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.AbortError (3004 ms) 2024-09-12T17:46:31.159 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T17:46:34.249 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3099 ms) 2024-09-12T17:46:34.249 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T17:46:37.289 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3040 ms) 2024-09-12T17:46:37.289 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T17:46:40.296 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3007 ms) 2024-09-12T17:46:40.296 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T17:46:43.351 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3055 ms) 2024-09-12T17:46:43.351 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T17:46:46.417 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3066 ms) 2024-09-12T17:46:46.417 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T17:46:49.425 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3005 ms) 2024-09-12T17:46:49.425 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T17:46:52.462 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.Cleanup (3040 ms) 2024-09-12T17:46:52.463 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T17:47:04.518 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.MultiProducer (12055 ms) 2024-09-12T17:47:04.518 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T17:47:09.582 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5065 ms) 2024-09-12T17:47:09.583 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T17:47:23.646 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (14063 ms) 2024-09-12T17:47:23.646 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T17:47:29.782 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6131 ms) 2024-09-12T17:47:29.782 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T17:47:39.908 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (10132 ms) 2024-09-12T17:47:39.908 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T17:47:50.036 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10128 ms) 2024-09-12T17:47:50.036 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from TestCls2PCQueue (116168 ms total) 2024-09-12T17:47:50.036 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:47:50.036 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:50.037 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 24 tests from 1 test suite ran. (116168 ms total) 2024-09-12T17:47:50.037 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 24 tests. 2024-09-12T17:47:50.041 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:47:50.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:47:50.097 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T17:47:50.098 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T17:47:50.098 DEBUG:teuthology.orchestra.run.smithi092:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T17:47:50.167 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:50.167 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:50.168 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:47:50.168 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:52.041 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from ClsAccount 2024-09-12T17:47:52.041 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsAccount.add 2024-09-12T17:47:52.095 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsAccount.add (54 ms) 2024-09-12T17:47:52.095 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsAccount.get 2024-09-12T17:47:52.101 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsAccount.get (6 ms) 2024-09-12T17:47:52.101 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsAccount.rm 2024-09-12T17:47:52.110 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsAccount.rm (9 ms) 2024-09-12T17:47:52.110 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] ClsAccount.list 2024-09-12T17:47:52.147 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] ClsAccount.list (38 ms) 2024-09-12T17:47:52.147 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from ClsAccount (107 ms total) 2024-09-12T17:47:52.148 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:47:52.148 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:53.054 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 4 tests from 1 test suite ran. (2886 ms total) 2024-09-12T17:47:53.054 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 4 tests. 2024-09-12T17:47:53.062 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:47:53.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:47:53.121 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T17:47:53.122 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T17:47:53.122 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T17:47:53.197 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:53.197 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:53.198 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T17:47:53.198 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:55.080 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T17:47:55.080 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T17:47:55.119 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.init_existing_queue (43 ms) 2024-09-12T17:47:55.119 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T17:47:55.124 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.init_existing_omap (5 ms) 2024-09-12T17:47:55.124 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T17:47:55.131 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (7 ms) 2024-09-12T17:47:55.131 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T17:47:55.134 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (2 ms) 2024-09-12T17:47:55.134 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T17:47:55.138 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.defer1_after_init (5 ms) 2024-09-12T17:47:55.138 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T17:47:55.142 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] rgw_gc_log.defer2_before_init (3 ms) 2024-09-12T17:47:55.142 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 6 tests from rgw_gc_log (65 ms total) 2024-09-12T17:47:55.142 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:47:55.142 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:56.094 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 6 tests from 1 test suite ran. (2896 ms total) 2024-09-12T17:47:56.094 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 6 tests. 2024-09-12T17:47:56.100 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:47:56.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:47:56.158 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T17:47:56.159 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T17:47:56.159 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T17:47:56.231 INFO:tasks.workunit.client.0.smithi092.stdout:Running main() from gmock_main.cc 2024-09-12T17:47:56.231 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i= 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i= 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.232 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i= 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.233 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.234 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.235 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.236 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.237 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i= 2024-09-12T17:47:56.238 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i= 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i= 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.239 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.240 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.241 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.242 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.243 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.244 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.245 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i=v1 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i=v1 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns= i=v1 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.246 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.247 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.248 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.249 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.250 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.251 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.252 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: _obj[v1] 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.253 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.254 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.255 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.256 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.257 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_obj", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.258 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i= 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i= 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.259 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i= 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.260 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.261 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.262 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.263 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.264 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.265 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i= 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i= 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i= 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.266 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.267 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.268 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.269 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.270 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.271 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i=v1 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.272 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i=v1 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns= i=v1 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.273 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.274 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.275 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.276 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.277 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.278 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.279 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:parsed: obj[v1] 2024-09-12T17:47:56.280 INFO:tasks.workunit.client.0.smithi092.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "obj1": { 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.281 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "obj2": { 2024-09-12T17:47:56.282 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.283 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3": { 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.284 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.285 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "obj3-2": { 2024-09-12T17:47:56.286 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "obj", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "v1", 2024-09-12T17:47:56.287 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.288 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.289 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.290 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker_myobj", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.291 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.292 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.293 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.294 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker_myobj", 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.295 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.296 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.297 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.298 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:47:56.299 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.300 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.301 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.302 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.303 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.304 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.305 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.306 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.307 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.308 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.309 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.310 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.311 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.312 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.313 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.314 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.315 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.316 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.317 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.318 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.319 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.320 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.321 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.322 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.323 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.324 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:47:56.325 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.326 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.327 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.328 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.329 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj", 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.330 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.331 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.332 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.333 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.334 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj", 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.335 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.336 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.337 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.338 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.339 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.340 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.341 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.342 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.343 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.344 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.345 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.346 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.347 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.348 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.349 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.350 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.351 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.352 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.353 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.354 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.355 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.356 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.357 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.358 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.359 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.360 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.361 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.362 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.363 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.364 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.365 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.366 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.367 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj_", 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.368 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.369 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.370 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.371 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.372 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj_", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.373 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.374 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.375 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.376 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.377 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.378 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.379 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.380 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.381 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.382 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.383 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.384 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.385 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.386 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.387 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.388 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.389 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.390 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.391 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.392 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.393 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.394 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.395 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.396 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.397 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": "default-placement.data", 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "test", 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.398 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": "", 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": "" 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.399 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.400 INFO:tasks.workunit.client.0.smithi092.stdout: "obj": { 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.401 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.402 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.403 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.404 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker_myobj", 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.405 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.406 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker_myobj 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker_myobj", 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.407 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.408 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker_myobj 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.409 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.410 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T17:47:56.411 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.412 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.413 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.414 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.415 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.416 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.417 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.418 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.419 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.420 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.421 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "myobj", 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.422 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.423 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.424 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker___myobj 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj", 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.425 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.426 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker___myobj 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.427 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.428 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.429 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.430 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.431 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.432 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.433 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.434 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj" 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.435 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.436 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.437 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.438 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.439 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.440 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj_", 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.441 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.442 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker___myobj_", 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.443 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.444 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.445 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.446 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:47:56.447 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.448 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "", 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.449 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.450 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.451 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "marker__myobj_" 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.452 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "" 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.453 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj": { 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.454 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj": { 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.455 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.456 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "raw_obj2": { 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "pool": ".data-pool", 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "loc": "" 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "new_obj2": { 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket": { 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "ebtest", 2024-09-12T17:47:56.457 INFO:tasks.workunit.client.0.smithi092.stdout: "marker": "marker", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_id": "bucket-id", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "tenant": "", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "explicit_placement": { 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "data_pool": ".data-pool", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "data_extra_pool": "", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "index_pool": ".index-pool" 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "key": { 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "name": "_myobj_", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "instance": "inst", 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: "ns": "ns" 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.458 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] TestRGWObj.old_to_raw (1 ms) 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 4 tests from 1 test suite ran. (2 ms total) 2024-09-12T17:47:56.459 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 4 tests. 2024-09-12T17:47:56.459 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:47:56.459 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:47:56.474 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T17:47:56.475 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T17:47:56.475 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T17:47:56.577 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:56.578 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 realm 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.638+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.642+0000 7f9063d889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.642+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.642+0000 7f9063d889c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:47:56.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.642+0000 7f9063d889c0 20 searching for the correct realm 2024-09-12T17:47:56.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.646+0000 7f906208f640 0 -- 172.21.15.92:0/2645819483 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f9058036040 msgr2=0x7f9058046430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:47:56.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.662+0000 7f906108d640 0 -- 172.21.15.92:0/2645819483 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f905c130b80 msgr2=0x7f905c1068d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:47:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:47:56.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:47:56.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 zone default found 2024-09-12T17:47:56.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 4 Realm: () 2024-09-12T17:47:56.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:47:56.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:47:56.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:47:56.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 zonegroup default 2024-09-12T17:47:56.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.882+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.886+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.886+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.886+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.886+0000 7f9063d889c0 20 started sync module instance, tier type = 2024-09-12T17:47:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.886+0000 7f9063d889c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:47:56.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=0 2024-09-12T17:47:56.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=1 2024-09-12T17:47:56.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=2 2024-09-12T17:47:56.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=3 2024-09-12T17:47:56.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=4 2024-09-12T17:47:56.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=5 2024-09-12T17:47:56.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.910+0000 7f9063d889c0 20 add_watcher() i=6 2024-09-12T17:47:56.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.914+0000 7f9063d889c0 20 add_watcher() i=7 2024-09-12T17:47:56.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.914+0000 7f9063d889c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:47:56.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f8f17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:47:56.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:47:56.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:47:56.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 5 note: GC not initialized 2024-09-12T17:47:56.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f8f16fe5640 20 reqs_thread_entry: start 2024-09-12T17:47:56.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 init_complete bucket index max shards: 1 2024-09-12T17:47:56.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 Filter name: none 2024-09-12T17:47:56.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f8f14fe1640 20 reqs_thread_entry: start 2024-09-12T17:47:56.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T17:47:56.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.918+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 cache get: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= : miss 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 20 rados->read ofs=0 len=0 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= info.flags=0x0 2024-09-12T17:47:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 adding default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= to cache LRU end 2024-09-12T17:47:56.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 cache get: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= : hit (negative entry) 2024-09-12T17:47:56.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.922+0000 7f9063d889c0 10 cache get: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= : hit (negative entry) 2024-09-12T17:47:56.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:47:56.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f9063d889c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:47:56.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f9063d889c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T17:47:56.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f8f457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693186 cookie 93992196666112 notifier 5342 bl.length()=697 2024-09-12T17:47:56.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f8f457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:47:56.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.926+0000 7f8f457fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:47:56.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:47:56.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f9063d889c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:47:56.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f9063d889c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T17:47:56.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f8f457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693184 cookie 93992196660032 notifier 5342 bl.length()=194 2024-09-12T17:47:56.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f8f457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:47:56.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.930+0000 7f8f457fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:47:56.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f9063d889c0 10 cache put: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= info.flags=0x7 2024-09-12T17:47:56.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f9063d889c0 10 moving default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= to cache LRU end 2024-09-12T17:47:56.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f9063d889c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:faFhBVFHm18x/vZ3+SQ9snRrS7s=, ofs0, ns] 2024-09-12T17:47:56.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f8f44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693187 cookie 93992196666112 notifier 5342 bl.length()=203 2024-09-12T17:47:56.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f8f44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= info.flags=0x7 2024-09-12T17:47:56.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.934+0000 7f8f44ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+faFhBVFHm18x/vZ3+SQ9snRrS7s= to cache LRU end 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "display_name": "librgw test user", 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "email": "librgw@example.com", 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "suspended": 0, 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "max_buckets": 1000, 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "subusers": [], 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: "keys": [ 2024-09-12T17:47:56.933 INFO:tasks.workunit.client.0.smithi092.stdout: { 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "user": "ceph-test-librgw-file", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "access_key": "faFhBVFHm18x/vZ3+SQ9snRrS7s=", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "secret_key": "x3eoXl9iovjb8PBHRkUNW4HPyj5PZnn+jZyrfad2kDnDYgmb4gn+jw==", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "active": true, 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:47:56.925781Z" 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: ], 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "swift_keys": [], 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "caps": [], 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "default_placement": "", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "default_storage_class": "", 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "placement_tags": [], 2024-09-12T17:47:56.934 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_quota": { 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "user_quota": { 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:47:56.935 INFO:tasks.workunit.client.0.smithi092.stdout: "temp_url_keys": [], 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "type": "rgw", 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "mfa_ids": [], 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "account_id": "", 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "path": "/", 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:47:56.925739Z", 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "tags": [], 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout: "group_ids": [] 2024-09-12T17:47:56.936 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:47:56.937 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:47:56.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.938+0000 7f8f17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:47:56.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.942+0000 7f9063d889c0 20 remove_watcher() i=0 2024-09-12T17:47:56.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.942+0000 7f9063d889c0 2 removed watcher, disabling cache 2024-09-12T17:47:56.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.946+0000 7f9063d889c0 20 remove_watcher() i=1 2024-09-12T17:47:56.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.946+0000 7f9063d889c0 20 remove_watcher() i=2 2024-09-12T17:47:56.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.950+0000 7f9063d889c0 20 remove_watcher() i=3 2024-09-12T17:47:56.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.954+0000 7f9063d889c0 20 remove_watcher() i=4 2024-09-12T17:47:56.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.954+0000 7f9063d889c0 20 remove_watcher() i=5 2024-09-12T17:47:56.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.954+0000 7f9063d889c0 20 remove_watcher() i=6 2024-09-12T17:47:56.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:56.958+0000 7f9063d889c0 20 remove_watcher() i=7 2024-09-12T17:47:56.968 INFO:tasks.workunit.client.0.smithi092.stdout:phase 1.1 2024-09-12T17:47:56.989 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:47:56.989 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:56.989 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:47:56.989 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:47:57.002 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:57.003 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:57.582 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (592 ms) 2024-09-12T17:47:57.582 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:47:57.584 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT_NOROOT (3 ms) 2024-09-12T17:47:57.585 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:47:57.585 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:47:57.585 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:47:57.596 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T17:47:57.605 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/f1 2024-09-12T17:47:57.612 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/f2 2024-09-12T17:47:57.618 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T17:47:57.624 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T17:47:57.629 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T17:47:57.635 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T17:47:57.642 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T17:47:57.647 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T17:47:57.654 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T17:47:57.661 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T17:47:57.669 INFO:tasks.workunit.client.0.smithi092.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T17:47:57.676 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_HIER1 (91 ms) 2024-09-12T17:47:57.676 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:47:57.897 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_DIRS1 (221 ms) 2024-09-12T17:47:57.897 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:47:57.897 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:47:57.897 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:47:57.935 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (38 ms) 2024-09-12T17:47:57.935 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:47:58.025 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (90 ms) 2024-09-12T17:47:58.025 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:47:58.025 INFO:tasks.workunit.client.0.smithi092.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T17:47:58.041 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (16 ms) 2024-09-12T17:47:58.041 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:47:58.041 INFO:tasks.workunit.client.0.smithi092.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (17 ms) 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:47:58.058 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:47:58.059 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:47:58.062 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:47:58.062 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:47:58.065 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:47:58.065 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:47:58.065 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:47:58.069 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:47:58.069 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:47:58.072 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:47:58.073 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:47:58.073 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:47:58.076 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:47:58.076 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:47:58.078 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:47:58.078 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READ_DIRS1 (21 ms) 2024-09-12T17:47:58.078 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:47:58.269 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_SETUP1 (190 ms) 2024-09-12T17:47:58.269 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:47:58.269 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:47:58.270 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (1 ms) 2024-09-12T17:47:58.271 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:47:58.280 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:47:58.281 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:47:58.284 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:47:58.286 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:47:58.290 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:47:58.291 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:47:58.292 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:47:58.292 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:47:58.293 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:47:58.294 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:47:58.294 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:47:58.299 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.HIER1 (28 ms) 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:47:58.300 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:47:58.301 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:47:58.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:58.302+0000 7f2d9e2eda80 -1 shutting down 2024-09-12T17:47:58.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:47:58.306+0000 7f2c7803f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58611, si_uid : 1000, si_addr0x3e80000e4f3, si_status0 2024-09-12T17:48:27.890 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29592 ms) 2024-09-12T17:48:27.890 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW (30900 ms total) 2024-09-12T17:48:27.890 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:48:27.890 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:48:27.890 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 24 tests from 1 test suite ran. (30900 ms total) 2024-09-12T17:48:27.891 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 24 tests. 2024-09-12T17:48:27.904 INFO:tasks.workunit.client.0.smithi092.stdout:phase 1.2 2024-09-12T17:48:27.926 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:48:27.926 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:48:27.926 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:48:27.926 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:48:27.936 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:48:27.936 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:48:28.666 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (740 ms) 2024-09-12T17:48:28.666 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:48:28.668 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-12T17:48:28.668 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:48:28.669 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:48:28.670 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:48:28.671 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:48:28.672 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:48:28.672 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:48:28.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:48:28.670+0000 7f4b0d962a80 -1 shutting down 2024-09-12T17:48:28.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:48:28.674+0000 7f49e76b4640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59261, si_uid : 1000, si_addr0x3e80000e77d, si_status0 2024-09-12T17:48:58.876 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (30208 ms) 2024-09-12T17:48:58.876 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW (30950 ms total) 2024-09-12T17:48:58.877 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:48:58.877 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:48:58.877 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 24 tests from 1 test suite ran. (30950 ms total) 2024-09-12T17:48:58.877 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 24 tests. 2024-09-12T17:48:58.890 INFO:tasks.workunit.client.0.smithi092.stdout:phase 1.3 2024-09-12T17:48:58.915 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:48:58.915 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:48:58.915 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:48:58.915 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:48:58.927 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:48:58.927 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:48:59.651 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (737 ms) 2024-09-12T17:48:59.652 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:48:59.653 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-12T17:48:59.654 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:48:59.654 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:48:59.654 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:48:59.658 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_HIER1 (5 ms) 2024-09-12T17:48:59.658 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:48:59.757 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETUP_DIRS1 (98 ms) 2024-09-12T17:48:59.757 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:48:59.757 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:48:59.758 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:48:59.759 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:48:59.760 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:48:59.760 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:48:59.760 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:48:59.761 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:48:59.761 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:48:59.761 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:48:59.763 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:48:59.763 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:48:59.766 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:48:59.766 INFO:tasks.workunit.client.0.smithi092.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:48:59.766 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:48:59.770 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:48:59.770 INFO:tasks.workunit.client.0.smithi092.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:48:59.772 INFO:tasks.workunit.client.0.smithi092.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:48:59.772 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READ_DIRS1 (15 ms) 2024-09-12T17:48:59.772 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:48:59.772 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:48:59.772 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:48:59.773 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:48:59.774 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:48:59.775 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:48:59.779 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:48:59.780 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:48:59.783 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:48:59.785 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:48:59.789 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:48:59.790 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:48:59.790 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:48:59.791 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:48:59.792 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:48:59.792 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:48:59.793 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:48:59.796 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:48:59.796 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:48:59.796 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:48:59.796 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.HIER1 (24 ms) 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:48:59.797 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:48:59.798 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:48:59.798 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:48:59.798 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:48:59.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:48:59.801+0000 7f562f63da80 -1 shutting down 2024-09-12T17:48:59.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:48:59.801+0000 7f550938f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59907, si_uid : 1000, si_addr0x3e80000ea03, si_status0 2024-09-12T17:49:29.864 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (30068 ms) 2024-09-12T17:49:29.865 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 24 tests from LibRGW (30949 ms total) 2024-09-12T17:49:29.865 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:49:29.865 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:49:29.865 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 24 tests from 1 test suite ran. (30949 ms total) 2024-09-12T17:49:29.865 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 24 tests. 2024-09-12T17:49:29.873 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2.1 2024-09-12T17:49:29.896 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:49:29.896 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:49:29.896 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:49:29.896 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:49:29.907 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:49:29.907 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:49:30.463 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (567 ms) 2024-09-12T17:49:30.463 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:49:30.464 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:49:30.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:49:30.476 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (12 ms) 2024-09-12T17:49:30.476 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:49:30.476 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:49:30.476 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:49:30.487 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave0 2024-09-12T17:49:30.501 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave1 2024-09-12T17:49:30.514 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave2 2024-09-12T17:49:30.527 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave3 2024-09-12T17:49:30.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave4 2024-09-12T17:49:30.554 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave5 2024-09-12T17:49:30.569 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave6 2024-09-12T17:49:30.584 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave7 2024-09-12T17:49:30.600 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave8 2024-09-12T17:49:30.615 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave9 2024-09-12T17:49:30.615 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (139 ms) 2024-09-12T17:49:30.616 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:49:31.006 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (391 ms) 2024-09-12T17:49:31.006 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:49:31.006 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:49:31.007 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:49:31.007 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:49:31.007 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:49:31.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:49:31.008+0000 7fc10cf6ba80 -1 shutting down 2024-09-12T17:49:31.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:49:31.012+0000 7fbfe6cbd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60554, si_uid : 1000, si_addr0x3e80000ec8a, si_status0 2024-09-12T17:50:00.653 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29646 ms) 2024-09-12T17:50:00.653 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from LibRGW (30757 ms total) 2024-09-12T17:50:00.653 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:50:00.653 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:50:00.654 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 9 tests from 1 test suite ran. (30757 ms total) 2024-09-12T17:50:00.654 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 9 tests. 2024-09-12T17:50:00.666 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2.2 2024-09-12T17:50:00.689 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:50:00.689 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:50:00.689 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:50:00.689 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:50:00.700 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:50:00.700 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:50:01.260 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (571 ms) 2024-09-12T17:50:01.261 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:50:01.263 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-12T17:50:01.263 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:50:01.263 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:50:01.263 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:50:01.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (24 ms) 2024-09-12T17:50:01.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:50:01.299 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave0 2024-09-12T17:50:01.313 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave1 2024-09-12T17:50:01.326 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave2 2024-09-12T17:50:01.339 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave3 2024-09-12T17:50:01.356 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave4 2024-09-12T17:50:01.373 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave5 2024-09-12T17:50:01.392 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave6 2024-09-12T17:50:01.410 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave7 2024-09-12T17:50:01.429 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave8 2024-09-12T17:50:01.449 INFO:tasks.workunit.client.0.smithi092.stdout:created: sorrydave9 2024-09-12T17:50:01.449 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (162 ms) 2024-09-12T17:50:01.449 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (401 ms) 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:50:01.850 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:50:01.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:50:01.856+0000 7fec9a257a80 -1 shutting down 2024-09-12T17:50:01.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:50:01.860+0000 7feb73fa9640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61200, si_uid : 1000, si_addr0x3e80000ef10, si_status0 2024-09-12T17:50:31.309 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29459 ms) 2024-09-12T17:50:31.310 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 9 tests from LibRGW (30620 ms total) 2024-09-12T17:50:31.310 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:50:31.310 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:50:31.310 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 9 tests from 1 test suite ran. (30620 ms total) 2024-09-12T17:50:31.310 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 9 tests. 2024-09-12T17:50:31.323 INFO:tasks.workunit.client.0.smithi092.stdout:phase 3.1 2024-09-12T17:50:31.667 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:50:31.667 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:50:31.667 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:50:31.668 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:50:31.678 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:50:31.678 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:50:31.978 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (311 ms) 2024-09-12T17:50:31.978 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:50:31.980 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:50:31.980 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:50:31.992 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (12 ms) 2024-09-12T17:50:31.992 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:50:31.995 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T17:50:31.995 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:50:31.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:50:31.997 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:50:32.063 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LARGE1 (66 ms) 2024-09-12T17:50:32.063 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:50:32.136 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LARGE2 (73 ms) 2024-09-12T17:50:32.136 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:50:32.136 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:50:32.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:50:32.143+0000 7f72e559ba80 -1 shutting down 2024-09-12T17:50:32.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:50:32.147+0000 7f71bf2ed640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61846, si_uid : 1000, si_addr0x3e80000f196, si_status0 2024-09-12T17:51:02.037 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29900 ms) 2024-09-12T17:51:02.037 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 13 tests from LibRGW (30369 ms total) 2024-09-12T17:51:02.037 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:51:02.037 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:51:02.037 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 13 tests from 1 test suite ran. (30369 ms total) 2024-09-12T17:51:02.038 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 13 tests. 2024-09-12T17:51:02.055 INFO:tasks.workunit.client.0.smithi092.stdout:phase 3.2 2024-09-12T17:51:02.388 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:51:02.388 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:51:02.389 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:51:02.389 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:51:02.397 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:51:02.397 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:51:03.344 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (956 ms) 2024-09-12T17:51:03.344 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:51:03.346 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:51:03.346 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:51:03.346 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:51:03.346 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:51:03.352 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-12T17:51:03.352 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:51:03.359 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (5 ms) 2024-09-12T17:51:03.359 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:51:03.427 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LARGE1 (69 ms) 2024-09-12T17:51:03.427 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:51:03.427 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T17:51:03.428 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:51:03.428 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:51:03.428 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:51:03.437 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2024-09-12T17:51:03.437 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (27 ms) 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:51:03.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:51:03.470+0000 7f2647d81a80 -1 shutting down 2024-09-12T17:51:03.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:51:03.470+0000 7f2521ad3640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62491, si_uid : 1000, si_addr0x3e80000f41b, si_status0 2024-09-12T17:51:33.691 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (30227 ms) 2024-09-12T17:51:33.691 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 13 tests from LibRGW (31303 ms total) 2024-09-12T17:51:33.691 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:51:33.691 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:51:33.692 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 13 tests from 1 test suite ran. (31303 ms total) 2024-09-12T17:51:33.692 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 13 tests. 2024-09-12T17:51:33.709 INFO:tasks.workunit.client.0.smithi092.stdout:phase 4.1 2024-09-12T17:51:33.731 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:read i1: 64001 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:read s1: blunderbuss 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:51:33.732 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:51:33.745 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:51:33.745 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:51:34.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (556 ms) 2024-09-12T17:51:34.288 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:51:34.290 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-12T17:51:34.290 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:51:34.315 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (24 ms) 2024-09-12T17:51:34.316 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:51:35.531 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_0 2024-09-12T17:51:35.531 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_1 2024-09-12T17:51:35.531 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_2 2024-09-12T17:51:35.531 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_3 2024-09-12T17:51:35.531 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_4 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_5 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_6 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_7 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_8 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_9 2024-09-12T17:51:35.532 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_10 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_11 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_12 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_13 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_14 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_15 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_16 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_17 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_18 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_19 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_20 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_21 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_22 2024-09-12T17:51:35.533 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_23 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_24 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_25 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_26 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_27 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_28 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_29 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_30 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_31 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_32 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_33 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_34 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_35 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_36 2024-09-12T17:51:35.534 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_37 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_38 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_39 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_40 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_41 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_42 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_43 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_44 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_45 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_46 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_47 2024-09-12T17:51:35.535 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_48 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_49 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_50 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_51 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_52 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_53 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_54 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_55 2024-09-12T17:51:35.536 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_56 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_57 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_58 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_59 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_60 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_61 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_62 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_63 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_64 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_65 2024-09-12T17:51:35.537 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_66 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_67 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_68 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_69 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_70 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_71 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_72 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_73 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_74 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_75 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_76 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_77 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_78 2024-09-12T17:51:35.538 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_79 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_80 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_81 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_82 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_83 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_84 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_85 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_86 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_87 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_88 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_89 2024-09-12T17:51:35.539 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_90 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_91 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_92 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_93 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_94 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_95 2024-09-12T17:51:35.540 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_96 2024-09-12T17:51:35.541 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_97 2024-09-12T17:51:35.541 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_98 2024-09-12T17:51:35.541 INFO:tasks.workunit.client.0.smithi092.stdout:created: dmarker:f_99 2024-09-12T17:51:35.541 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1216 ms) 2024-09-12T17:51:35.541 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:51:35.543 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T17:51:35.543 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T17:51:35.543 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:51:35.543 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:51:35.543 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:51:35.544 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:51:35.545 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:51:35.546 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:51:35.547 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:51:35.548 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:51:35.549 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:51:35.550 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:51:35.551 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_READDIR (7 ms) 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:51:35.552 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:51:35.553 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:51:35.553 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:51:35.556 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:51:35.556 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:51:35.556 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:51:35.556 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:51:35.557 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:51:35.558 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:51:35.559 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:51:35.560 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:51:35.561 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:51:35.562 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:51:35.563 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER2_READDIR (4 ms) 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:51:35.564 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:51:35.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:51:35.545+0000 7fb513182a80 -1 shutting down 2024-09-12T17:51:35.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:51:35.549+0000 7fb3eced4640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63139, si_uid : 1000, si_addr0x3e80000f6a3, si_status0 2024-09-12T17:52:04.402 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (28860 ms) 2024-09-12T17:52:04.403 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from LibRGW (30670 ms total) 2024-09-12T17:52:04.403 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:52:04.403 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:52:04.403 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 11 tests from 1 test suite ran. (30670 ms total) 2024-09-12T17:52:04.403 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 11 tests. 2024-09-12T17:52:04.414 INFO:tasks.workunit.client.0.smithi092.stdout:phase 4.2 2024-09-12T17:52:04.436 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:read i1: 64001 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:read s1: blunderbuss 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:52:04.437 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:52:04.446 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:52:04.446 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:52:05.026 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (590 ms) 2024-09-12T17:52:05.026 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:52:05.028 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:52:05.028 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:52:05.043 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (15 ms) 2024-09-12T17:52:05.043 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:52:05.043 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:52:05.044 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:52:05.044 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:52:05.044 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:52:05.047 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:52:05.047 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:52:05.047 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:52:05.048 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:52:05.049 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:52:05.050 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:52:05.051 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:52:05.052 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:52:05.053 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:52:05.054 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:52:05.055 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:52:05.056 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:52:05.057 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:52:05.058 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:52:05.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:52:05.053+0000 7fba7b880a80 -1 shutting down 2024-09-12T17:52:05.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:52:05.053+0000 7fb9555d2640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63784, si_uid : 1000, si_addr0x3e80000f928, si_status0 2024-09-12T17:52:35.245 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (30199 ms) 2024-09-12T17:52:35.246 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 11 tests from LibRGW (30809 ms total) 2024-09-12T17:52:35.246 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:52:35.246 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:52:35.246 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 11 tests from 1 test suite ran. (30809 ms total) 2024-09-12T17:52:35.246 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 11 tests. 2024-09-12T17:52:35.259 INFO:tasks.workunit.client.0.smithi092.stdout:phase 5.1 2024-09-12T17:52:35.294 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:52:35.294 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:52:35.294 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:52:35.294 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:52:35.305 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:52:35.305 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:52:35.849 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (556 ms) 2024-09-12T17:52:35.849 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:52:35.851 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:52:35.851 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:52:35.864 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (13 ms) 2024-09-12T17:52:35.864 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:52:35.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T17:52:35.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:52:35.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:52:35.868 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:52:35.870 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:52:35.870 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:52:35.870 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:52:35.870 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:52:35.881 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.PUT_OBJECT (11 ms) 2024-09-12T17:52:35.881 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:52:35.885 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.GET_OBJECT (4 ms) 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:52:35.886 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:52:35.887 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:52:35.888 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:52:35.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:52:35.892+0000 7fe0469f4a80 -1 shutting down 2024-09-12T17:52:35.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:52:35.896+0000 7fdf20746640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64429, si_uid : 1000, si_addr0x3e80000fbad, si_status0 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (30326 ms) 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 19 tests from LibRGW (30918 ms total) 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 19 tests from 1 test suite ran. (30918 ms total) 2024-09-12T17:53:06.213 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 19 tests. 2024-09-12T17:53:06.223 INFO:tasks.workunit.client.0.smithi092.stdout:phase 5.2 2024-09-12T17:53:06.257 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:53:06.257 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:53:06.258 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:53:06.258 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:53:06.266 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:06.266 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:07.408 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (1151 ms) 2024-09-12T17:53:07.408 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:53:07.410 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:53:07.410 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:53:07.410 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:53:07.411 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (8 ms) 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:53:07.418 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:53:07.419 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:53:07.426 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_OBJECT (8 ms) 2024-09-12T17:53:07.426 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.DELETE_BUCKET (24 ms) 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:53:07.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:53:07.459+0000 7fc217d39a80 -1 shutting down 2024-09-12T17:53:07.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:53:07.459+0000 7fc0f1a8b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65074, si_uid : 1000, si_addr0x3e80000fe32, si_status0 2024-09-12T17:53:37.441 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29990 ms) 2024-09-12T17:53:37.441 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 19 tests from LibRGW (31183 ms total) 2024-09-12T17:53:37.442 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:53:37.442 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:53:37.442 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 19 tests from 1 test suite ran. (31183 ms total) 2024-09-12T17:53:37.442 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 19 tests. 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi092.stdout:phase 6.1 2024-09-12T17:53:37.478 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:53:37.478 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment set-up. 2024-09-12T17:53:37.478 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 10 tests from LibRGW 2024-09-12T17:53:37.478 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:53:37.486 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:37.487 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:38.003 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.INIT (525 ms) 2024-09-12T17:53:38.003 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:53:38.005 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:53:38.005 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T17:53:38.034 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CREATE_BUCKETS (29 ms) 2024-09-12T17:53:38.034 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T17:53:38.045 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (11 ms) 2024-09-12T17:53:38.048 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T17:53:38.093 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.TOPDIR_RENAME (48 ms) 2024-09-12T17:53:38.093 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T17:53:38.151 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SUBDIR_RENAME (58 ms) 2024-09-12T17:53:38.152 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (56 ms) 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:53:38.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:53:38.214+0000 7f977e50ea80 -1 shutting down 2024-09-12T17:53:38.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:53:38.218+0000 7f9658260640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65719, si_uid : 1000, si_addr0x3e8000100b7, si_status0 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout:[ OK ] LibRGW.SHUTDOWN (29982 ms) 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] 10 tests from LibRGW (30712 ms total) 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout:[----------] Global test environment tear-down 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout:[==========] 10 tests from 1 test suite ran. (30713 ms total) 2024-09-12T17:54:08.191 INFO:tasks.workunit.client.0.smithi092.stdout:[ PASSED ] 10 tests. 2024-09-12T17:54:08.205 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:54:08.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:54:08.220 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T17:54:08.221 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T17:54:08.222 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T17:54:08.273 INFO:tasks.workunit.client.0.smithi092.stderr:+ [ -z ] 2024-09-12T17:54:08.273 INFO:tasks.workunit.client.0.smithi092.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:54:08.273 INFO:tasks.workunit.client.0.smithi092.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:54:08.273 INFO:tasks.workunit.client.0.smithi092.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-12T17:54:08.314 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:08.315 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:08.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 realm 2024-09-12T17:54:08.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.365+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.369+0000 7f11b44b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.369+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.369+0000 7f11b44b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:08.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.369+0000 7f11b44b19c0 20 searching for the correct realm 2024-09-12T17:54:08.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.373+0000 7f11b27b8640 0 -- 172.21.15.92:0/255322934 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f11a8008050 msgr2=0x7f11a80641b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:08.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.589+0000 7f11b17b6640 0 -- 172.21.15.92:0/255322934 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f11ac12dc10 msgr2=0x7f11ac1050d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:54:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:54:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.805+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:08.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 zone default found 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 4 Realm: () 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 zonegroup default 2024-09-12T17:54:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.809+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.813+0000 7f11b44b19c0 20 started sync module instance, tier type = 2024-09-12T17:54:08.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.813+0000 7f11b44b19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=0 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=1 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=2 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=3 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=4 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=5 2024-09-12T17:54:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.833+0000 7f11b44b19c0 20 add_watcher() i=6 2024-09-12T17:54:08.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.837+0000 7f11b44b19c0 20 add_watcher() i=7 2024-09-12T17:54:08.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.837+0000 7f11b44b19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:08.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f1067fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:08.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:08.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:08.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 5 note: GC not initialized 2024-09-12T17:54:08.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f1066fe5640 20 reqs_thread_entry: start 2024-09-12T17:54:08.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:54:08.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 Filter name: none 2024-09-12T17:54:08.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f1064fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:08.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T17:54:08.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T17:54:08.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:54:08.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.841+0000 7f11b44b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T17:54:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:54:08.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:54:08.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:54:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:54:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:54:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f11b44b19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T17:54:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f10957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693192 cookie 93904671861712 notifier 5555 bl.length()=677 2024-09-12T17:54:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f10957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:54:08.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.845+0000 7f10957fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:54:08.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:54:08.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f11b44b19c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:54:08.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f11b44b19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T17:54:08.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f10957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693194 cookie 93904671848464 notifier 5555 bl.length()=187 2024-09-12T17:54:08.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f10957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:54:08.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.849+0000 7f10957fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:54:08.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f11b44b19c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:54:08.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f11b44b19c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:54:08.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f11b44b19c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T17:54:08.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f10957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693195 cookie 93904671848464 notifier 5555 bl.length()=197 2024-09-12T17:54:08.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f10957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:54:08.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.853+0000 7f10957fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:54:08.851 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:54:08.852 INFO:tasks.workunit.client.0.smithi092.stdout: "user_id": "ceph-test-maven", 2024-09-12T17:54:08.852 INFO:tasks.workunit.client.0.smithi092.stdout: "display_name": "maven test user", 2024-09-12T17:54:08.852 INFO:tasks.workunit.client.0.smithi092.stdout: "email": "sigv4@example.com", 2024-09-12T17:54:08.852 INFO:tasks.workunit.client.0.smithi092.stdout: "suspended": 0, 2024-09-12T17:54:08.852 INFO:tasks.workunit.client.0.smithi092.stdout: "max_buckets": 1000, 2024-09-12T17:54:08.853 INFO:tasks.workunit.client.0.smithi092.stdout: "subusers": [], 2024-09-12T17:54:08.853 INFO:tasks.workunit.client.0.smithi092.stdout: "keys": [ 2024-09-12T17:54:08.853 INFO:tasks.workunit.client.0.smithi092.stdout: { 2024-09-12T17:54:08.853 INFO:tasks.workunit.client.0.smithi092.stdout: "user": "ceph-test-maven", 2024-09-12T17:54:08.853 INFO:tasks.workunit.client.0.smithi092.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: "active": true, 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:54:08.848884Z" 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: ], 2024-09-12T17:54:08.854 INFO:tasks.workunit.client.0.smithi092.stdout: "swift_keys": [], 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "caps": [], 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "default_placement": "", 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "default_storage_class": "", 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "placement_tags": [], 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_quota": { 2024-09-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:54:08.856 INFO:tasks.workunit.client.0.smithi092.stdout: "user_quota": { 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "temp_url_keys": [], 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "type": "rgw", 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "mfa_ids": [], 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "account_id": "", 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "path": "/", 2024-09-12T17:54:08.857 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:54:08.848841Z", 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stdout: "tags": [], 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stdout: "group_ids": [] 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.857+0000 7f1067fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.861+0000 7f11b44b19c0 20 remove_watcher() i=0 2024-09-12T17:54:08.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.861+0000 7f11b44b19c0 2 removed watcher, disabling cache 2024-09-12T17:54:08.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.865+0000 7f11b44b19c0 20 remove_watcher() i=1 2024-09-12T17:54:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.865+0000 7f11b44b19c0 20 remove_watcher() i=2 2024-09-12T17:54:08.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.869+0000 7f11b44b19c0 20 remove_watcher() i=3 2024-09-12T17:54:08.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.869+0000 7f11b44b19c0 20 remove_watcher() i=4 2024-09-12T17:54:08.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.873+0000 7f11b44b19c0 20 remove_watcher() i=5 2024-09-12T17:54:08.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.873+0000 7f11b44b19c0 20 remove_watcher() i=6 2024-09-12T17:54:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:54:08.877+0000 7f11b44b19c0 20 remove_watcher() i=7 2024-09-12T17:54:08.885 INFO:tasks.workunit.client.0.smithi092.stderr:+ [ -z ] 2024-09-12T17:54:08.886 INFO:tasks.workunit.client.0.smithi092.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-12T17:54:08.886 INFO:tasks.workunit.client.0.smithi092.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-12T17:54:08.886 INFO:tasks.workunit.client.0.smithi092.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi092.front.sepia.ceph.com:443 2024-09-12T17:54:08.887 INFO:tasks.workunit.client.0.smithi092.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-12T17:54:08.887 INFO:tasks.workunit.client.0.smithi092.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T17:54:08.887 INFO:tasks.workunit.client.0.smithi092.stderr:+ ./mvnw clean package 2024-09-12T17:54:08.892 INFO:tasks.workunit.client.0.smithi092.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:54:11.561 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Scanning for projects... 2024-09-12T17:54:11.700 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T17:54:11.796 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 56 kB/s) 2024-09-12T17:54:11.815 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T17:54:11.849 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 17/83 kB Progress (1): 18/83 kB Progress (1): 19/83 kB Progress (1): 21/83 kB Progress (1): 22/83 kB Progress (1): 23/83 kB Progress (1): 25/83 kB Progress (1): 26/83 kB Progress (1): 28/83 kB Progress (1): 29/83 kB Progress (1): 30/83 kB Progress (1): 32/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 66/83 kB Progress (1): 82/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.4 MB/s) 2024-09-12T17:54:11.865 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T17:54:11.884 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 66/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 4.0 MB/s) 2024-09-12T17:54:11.913 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:11.913 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:54:11.914 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:54:11.914 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] from pom.xml 2024-09-12T17:54:11.914 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:54:11.917 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T17:54:11.932 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-12T17:54:11.939 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T17:54:11.954 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-12T17:54:11.958 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T17:54:11.974 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.7 MB/s) 2024-09-12T17:54:11.982 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T17:54:11.998 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.3 MB/s) 2024-09-12T17:54:12.011 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T17:54:12.028 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.2 MB/s) 2024-09-12T17:54:12.037 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T17:54:12.053 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 544 kB/s) 2024-09-12T17:54:12.057 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T17:54:12.073 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 506 kB/s) 2024-09-12T17:54:12.076 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T17:54:12.093 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-12T17:54:12.098 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T17:54:12.115 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.2 MB/s) 2024-09-12T17:54:12.123 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T17:54:12.139 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.8 MB/s) 2024-09-12T17:54:12.149 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T17:54:12.165 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 577 kB/s) 2024-09-12T17:54:12.174 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T17:54:12.191 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.6 MB/s) 2024-09-12T17:54:12.201 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T17:54:12.217 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 332 kB/s) 2024-09-12T17:54:12.220 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T17:54:12.242 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 997 kB/s) 2024-09-12T17:54:12.248 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/50 kB Progress (1): 32/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.8 MB/s) 2024-09-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.4 MB/s) 2024-09-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/45 kB Progress (1): 29/45 kB Progress (1): 36/45 kB Progress (1): 43/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.2 MB/s) 2024-09-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 660 kB/s) 2024-09-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.2 MB/s) 2024-09-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 236 kB/s) 2024-09-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 91 kB/s) 2024-09-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 131 kB/s) 2024-09-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 577 kB/s) 2024-09-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 84 kB/s) 2024-09-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 327 kB/s) 2024-09-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 72 kB/s) 2024-09-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 240 kB/s) 2024-09-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 863 kB/s) 2024-09-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 216 kB/s) 2024-09-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 129 kB/s) 2024-09-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 162 kB/s) 2024-09-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 436 kB/s) 2024-09-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 341 kB/s) 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 218 kB/s) 2024-09-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 220 kB/s) 2024-09-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 142 kB/s) 2024-09-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 402 kB/s) 2024-09-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 186 kB/s) 2024-09-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 217 kB/s) 2024-09-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 240 kB/s) 2024-09-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 111 kB/s) 2024-09-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 413 kB/s) 2024-09-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.0 MB/s) 2024-09-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/35 kB Progress (1): 32/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.0 MB/s) 2024-09-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 950 kB/s) 2024-09-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 310 kB/s) 2024-09-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 775 kB/s) 2024-09-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 776 kB/s) 2024-09-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.4 MB/s) 2024-09-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 922 kB/s) 2024-09-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 908 kB/s) 2024-09-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.2 MB/s) 2024-09-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.1 MB/s) 2024-09-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.1 MB/s) 2024-09-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 226 kB/s) 2024-09-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 812 kB/s) 2024-09-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 178 kB/s) 2024-09-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 187 kB/s) 2024-09-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 120 kB/s) 2024-09-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 95 kB/s) 2024-09-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 167 kB/s) 2024-09-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 178 kB/s) 2024-09-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 189 kB/s) 2024-09-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 60 kB/s) 2024-09-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 57 kB/s) 2024-09-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 168 kB/s) 2024-09-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 215 kB/s) 2024-09-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T17:54:13.893 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 27 MB/s) 2024-09-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/98 kB Progress (1): 33/98 kB Progress (1): 37/98 kB Progress (1): 53/98 kB Progress (1): 69/98 kB Progress (1): 86/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 2.9 MB/s) 2024-09-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 356 kB/s) 2024-09-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/16 kB Progress (1): 2.8/16 kB Progress (1): 4.1/16 kB Progress (1): 5.5/16 kB Progress (1): 6.9/16 kB Progress (1): 8.3/16 kB Progress (1): 9.7/16 kB Progress (1): 11/16 kB Progress (2): 11/16 kB | 1.4/49 kB Progress (2): 12/16 kB | 1.4/49 kB Progress (2): 12/16 kB | 2.8/49 kB Progress (2): 14/16 kB | 2.8/49 kB Progress (2): 14/16 kB | 4.1/49 kB Progress (2): 15/16 kB | 4.1/49 kB Progress (2): 15/16 kB | 5.5/49 kB Progress (2): 16 kB | 5.5/49 kB Progress (2): 16 kB | 6.9/49 kB Progress (2): 16 kB | 8.3/49 kB Progress (2): 16 kB | 9.7/49 kB Progress (2): 16 kB | 11/49 kB Progress (2): 16 kB | 12/49 kB Progress (2): 16 kB | 14/49 kB Progress (2): 16 kB | 15/49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 263 kB/s) 2024-09-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 17/49 kB Progress (1): 18/49 kB Progress (2): 18/49 kB | 16/782 kB Progress (2): 19/49 kB | 16/782 kB Progress (2): 19/49 kB | 33/782 kB Progress (2): 21/49 kB | 33/782 kB Progress (2): 21/49 kB | 49/782 kB Progress (2): 21/49 kB | 65/782 kB Progress (2): 22/49 kB | 65/782 kB Progress (2): 23/49 kB | 65/782 kB Progress (2): 23/49 kB | 82/782 kB Progress (2): 23/49 kB | 98/782 kB Progress (2): 25/49 kB | 98/782 kB Progress (2): 26/49 kB | 98/782 kB Progress (2): 26/49 kB | 115/782 kB Progress (2): 26/49 kB | 131/782 kB Progress (2): 26/49 kB | 147/782 kB Progress (2): 28/49 kB | 147/782 kB Progress (2): 29/49 kB | 147/782 kB Progress (2): 29/49 kB | 164/782 kB Progress (2): 29/49 kB | 180/782 kB Progress (2): 30/49 kB | 180/782 kB Progress (2): 30/49 kB | 197/782 kB Progress (2): 32/49 kB | 197/782 kB Progress (2): 33/49 kB | 197/782 kB Progress (2): 33/49 kB | 213/782 kB Progress (2): 33/49 kB | 229/782 kB Progress (2): 34/49 kB | 229/782 kB Progress (2): 36/49 kB | 229/782 kB Progress (2): 36/49 kB | 246/782 kB Progress (2): 36/49 kB | 262/782 kB Progress (2): 37/49 kB | 262/782 kB Progress (2): 37/49 kB | 278/782 kB Progress (2): 37/49 kB | 295/782 kB Progress (2): 37/49 kB | 311/782 kB Progress (2): 38/49 kB | 311/782 kB Progress (2): 38/49 kB | 328/782 kB Progress (2): 38/49 kB | 344/782 kB Progress (2): 38/49 kB | 360/782 kB Progress (2): 38/49 kB | 377/782 kB Progress (2): 38/49 kB | 393/782 kB Progress (2): 38/49 kB | 410/782 kB Progress (2): 38/49 kB | 426/782 kB Progress (2): 38/49 kB | 442/782 kB Progress (2): 38/49 kB | 459/782 kB Progress (2): 38/49 kB | 475/782 kB Progress (3): 38/49 kB | 475/782 kB | 1.4/71 kB Progress (3): 38/49 kB | 491/782 kB | 1.4/71 kB Progress (3): 38/49 kB | 491/782 kB | 2.8/71 kB Progress (3): 40/49 kB | 491/782 kB | 2.8/71 kB Progress (3): 40/49 kB | 491/782 kB | 4.1/71 kB Progress (3): 41/49 kB | 491/782 kB | 4.1/71 kB Progress (3): 41/49 kB | 491/782 kB | 5.5/71 kB Progress (3): 41/49 kB | 508/782 kB | 5.5/71 kB Progress (3): 41/49 kB | 508/782 kB | 6.9/71 kB Progress (3): 42/49 kB | 508/782 kB | 6.9/71 kB Progress (3): 42/49 kB | 508/782 kB | 8.3/71 kB Progress (3): 44/49 kB | 508/782 kB | 8.3/71 kB Progress (3): 44/49 kB | 508/782 kB | 9.7/71 kB Progress (3): 44/49 kB | 524/782 kB | 9.7/71 kB Progress (3): 44/49 kB | 524/782 kB | 11/71 kB Progress (3): 45/49 kB | 524/782 kB | 11/71 kB Progress (3): 45/49 kB | 524/782 kB | 12/71 kB Progress (4): 45/49 kB | 524/782 kB | 12/71 kB | 1.4/35 kB Progress (4): 45/49 kB | 541/782 kB | 12/71 kB | 1.4/35 kB Progress (4): 45/49 kB | 541/782 kB | 14/71 kB | 1.4/35 kB Progress (4): 47/49 kB | 541/782 kB | 14/71 kB | 1.4/35 kB Progress (4): 47/49 kB | 541/782 kB | 14/71 kB | 2.8/35 kB Progress (4): 48/49 kB | 541/782 kB | 14/71 kB | 2.8/35 kB Progress (4): 48/49 kB | 541/782 kB | 15/71 kB | 2.8/35 kB Progress (4): 49 kB | 541/782 kB | 15/71 kB | 2.8/35 kB Progress (4): 49 kB | 557/782 kB | 15/71 kB | 2.8/35 kB Progress (4): 49 kB | 557/782 kB | 15/71 kB | 4.1/35 kB Progress (4): 49 kB | 557/782 kB | 16/71 kB | 4.1/35 kB Progress (4): 49 kB | 557/782 kB | 16/71 kB | 5.5/35 kB Progress (4): 49 kB | 557/782 kB | 16/71 kB | 6.9/35 kB Progress (4): 49 kB | 573/782 kB | 16/71 kB | 6.9/35 kB Progress (4): 49 kB | 573/782 kB | 16/71 kB | 8.3/35 kB Progress (4): 49 kB | 573/782 kB | 16/71 kB | 9.7/35 kB Progress (4): 49 kB | 590/782 kB | 16/71 kB | 9.7/35 kB Progress (4): 49 kB | 590/782 kB | 16/71 kB | 11/35 kB Progress (4): 49 kB | 590/782 kB | 32/71 kB | 11/35 kB Progress (4): 49 kB | 590/782 kB | 32/71 kB | 12/35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 684 kB/s) 2024-09-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 606/782 kB | 32/71 kB | 12/35 kB Progress (3): 606/782 kB | 32/71 kB | 14/35 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 606/782 kB | 32/71 kB | 15/35 kB Progress (3): 606/782 kB | 32/71 kB | 16/35 kB Progress (3): 606/782 kB | 32/71 kB | 17/35 kB Progress (3): 623/782 kB | 32/71 kB | 17/35 kB Progress (3): 623/782 kB | 32/71 kB | 19/35 kB Progress (3): 623/782 kB | 32/71 kB | 20/35 kB Progress (3): 623/782 kB | 32/71 kB | 21/35 kB Progress (3): 639/782 kB | 32/71 kB | 21/35 kB Progress (3): 639/782 kB | 32/71 kB | 23/35 kB Progress (3): 639/782 kB | 32/71 kB | 24/35 kB Progress (3): 639/782 kB | 32/71 kB | 25/35 kB Progress (3): 655/782 kB | 32/71 kB | 25/35 kB Progress (3): 655/782 kB | 32/71 kB | 27/35 kB Progress (3): 655/782 kB | 32/71 kB | 28/35 kB Progress (3): 655/782 kB | 32/71 kB | 30/35 kB Progress (3): 655/782 kB | 32/71 kB | 31/35 kB Progress (3): 672/782 kB | 32/71 kB | 31/35 kB Progress (3): 672/782 kB | 32/71 kB | 32/35 kB Progress (3): 672/782 kB | 32/71 kB | 34/35 kB Progress (3): 672/782 kB | 32/71 kB | 35/35 kB Progress (3): 672/782 kB | 32/71 kB | 35 kB Progress (3): 688/782 kB | 32/71 kB | 35 kB Progress (3): 704/782 kB | 32/71 kB | 35 kB Progress (3): 721/782 kB | 32/71 kB | 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 463 kB/s) 2024-09-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 721/782 kB | 32/71 kB | 1.4/11 kB Progress (3): 737/782 kB | 32/71 kB | 1.4/11 kB Progress (3): 737/782 kB | 32/71 kB | 2.8/11 kB Progress (3): 737/782 kB | 32/71 kB | 4.1/11 kB Progress (3): 754/782 kB | 32/71 kB | 4.1/11 kB Progress (3): 754/782 kB | 32/71 kB | 5.5/11 kB Progress (3): 754/782 kB | 32/71 kB | 6.9/11 kB Progress (3): 770/782 kB | 32/71 kB | 6.9/11 kB Progress (3): 770/782 kB | 32/71 kB | 8.3/11 kB Progress (3): 782 kB | 32/71 kB | 8.3/11 kB Progress (3): 782 kB | 32/71 kB | 9.7/11 kB Progress (3): 782 kB | 32/71 kB | 11/11 kB Progress (3): 782 kB | 32/71 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 10 MB/s) 2024-09-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 148 kB/s) 2024-09-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 49/71 kB Progress (1): 65/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 830 kB/s) 2024-09-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/205 kB Progress (1): 33/205 kB Progress (2): 33/205 kB | 16/30 kB Progress (2): 49/205 kB | 16/30 kB Progress (2): 49/205 kB | 30 kB Progress (2): 66/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 335 kB/s) 2024-09-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 66/205 kB | 15/798 kB Progress (3): 66/205 kB | 15/798 kB | 16/81 kB Progress (3): 66/205 kB | 31/798 kB | 16/81 kB Progress (3): 66/205 kB | 48/798 kB | 16/81 kB Progress (3): 66/205 kB | 64/798 kB | 16/81 kB Progress (3): 66/205 kB | 81/798 kB | 16/81 kB Progress (3): 66/205 kB | 97/798 kB | 16/81 kB Progress (3): 66/205 kB | 113/798 kB | 16/81 kB Progress (3): 66/205 kB | 113/798 kB | 33/81 kB Progress (3): 66/205 kB | 128/798 kB | 33/81 kB Progress (3): 66/205 kB | 144/798 kB | 33/81 kB Progress (3): 66/205 kB | 160/798 kB | 33/81 kB Progress (3): 82/205 kB | 160/798 kB | 33/81 kB Progress (3): 82/205 kB | 177/798 kB | 33/81 kB Progress (3): 98/205 kB | 177/798 kB | 33/81 kB Progress (4): 98/205 kB | 177/798 kB | 33/81 kB | 13 kB Progress (4): 98/205 kB | 193/798 kB | 33/81 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 139 kB/s) 2024-09-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 98/205 kB | 209/798 kB | 33/81 kB Progress (3): 115/205 kB | 209/798 kB | 33/81 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 115/205 kB | 226/798 kB | 33/81 kB Progress (3): 131/205 kB | 226/798 kB | 33/81 kB Progress (3): 131/205 kB | 242/798 kB | 33/81 kB Progress (3): 147/205 kB | 242/798 kB | 33/81 kB Progress (3): 147/205 kB | 259/798 kB | 33/81 kB Progress (3): 147/205 kB | 275/798 kB | 33/81 kB Progress (3): 164/205 kB | 275/798 kB | 33/81 kB Progress (3): 164/205 kB | 291/798 kB | 33/81 kB Progress (3): 180/205 kB | 291/798 kB | 33/81 kB Progress (3): 180/205 kB | 308/798 kB | 33/81 kB Progress (3): 197/205 kB | 308/798 kB | 33/81 kB Progress (3): 197/205 kB | 308/798 kB | 49/81 kB Progress (3): 197/205 kB | 324/798 kB | 49/81 kB Progress (3): 205 kB | 324/798 kB | 49/81 kB Progress (3): 205 kB | 341/798 kB | 49/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.0 MB/s) 2024-09-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 357/798 kB | 49/81 kB Progress (2): 373/798 kB | 49/81 kB Progress (2): 390/798 kB | 49/81 kB Progress (3): 390/798 kB | 49/81 kB | 15/182 kB Progress (3): 406/798 kB | 49/81 kB | 15/182 kB Progress (3): 406/798 kB | 66/81 kB | 15/182 kB Progress (3): 422/798 kB | 66/81 kB | 15/182 kB Progress (3): 439/798 kB | 66/81 kB | 15/182 kB Progress (3): 439/798 kB | 66/81 kB | 31/182 kB Progress (3): 455/798 kB | 66/81 kB | 31/182 kB Progress (3): 455/798 kB | 81 kB | 31/182 kB Progress (3): 472/798 kB | 81 kB | 31/182 kB Progress (3): 472/798 kB | 81 kB | 48/182 kB Progress (3): 488/798 kB | 81 kB | 48/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 781 kB/s) 2024-09-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 504/798 kB | 48/182 kB Progress (2): 521/798 kB | 48/182 kB Progress (2): 537/798 kB | 48/182 kB Progress (2): 554/798 kB | 48/182 kB Progress (2): 570/798 kB | 48/182 kB Progress (2): 586/798 kB | 48/182 kB Progress (2): 603/798 kB | 48/182 kB Progress (2): 619/798 kB | 48/182 kB Progress (2): 635/798 kB | 48/182 kB Progress (2): 652/798 kB | 48/182 kB Progress (2): 668/798 kB | 48/182 kB Progress (2): 685/798 kB | 48/182 kB Progress (2): 701/798 kB | 48/182 kB Progress (2): 717/798 kB | 48/182 kB Progress (3): 717/798 kB | 48/182 kB | 16/151 kB Progress (3): 734/798 kB | 48/182 kB | 16/151 kB Progress (3): 734/798 kB | 48/182 kB | 33/151 kB Progress (3): 750/798 kB | 48/182 kB | 33/151 kB Progress (3): 766/798 kB | 48/182 kB | 33/151 kB Progress (3): 783/798 kB | 48/182 kB | 33/151 kB Progress (3): 783/798 kB | 48/182 kB | 49/151 kB Progress (3): 798 kB | 48/182 kB | 49/151 kB Progress (3): 798 kB | 64/182 kB | 49/151 kB Progress (3): 798 kB | 64/182 kB | 62/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 7.1 MB/s) 2024-09-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 81/182 kB | 62/151 kB Progress (2): 81/182 kB | 79/151 kB Progress (2): 97/182 kB | 79/151 kB Progress (3): 97/182 kB | 79/151 kB | 16/27 kB Progress (3): 97/182 kB | 79/151 kB | 27 kB Progress (3): 97/182 kB | 95/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 237 kB/s) 2024-09-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 113/182 kB | 95/151 kB Progress (2): 113/182 kB | 111/151 kB Progress (2): 127/182 kB | 111/151 kB Progress (2): 143/182 kB | 111/151 kB Progress (2): 160/182 kB | 111/151 kB Progress (3): 160/182 kB | 111/151 kB | 16/30 kB Progress (3): 160/182 kB | 111/151 kB | 30 kB Progress (3): 176/182 kB | 111/151 kB | 30 kB Progress (3): 182 kB | 111/151 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 255 kB/s) 2024-09-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.5 MB/s) 2024-09-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 128/151 kB Progress (1): 144/151 kB Progress (1): 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.2 MB/s) 2024-09-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/385 kB Progress (1): 33/385 kB Progress (1): 49/385 kB Progress (1): 65/385 kB Progress (2): 65/385 kB | 13 kB Progress (2): 82/385 kB | 13 kB Progress (2): 98/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 103 kB/s) 2024-09-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 114/385 kB Progress (1): 131/385 kB Progress (1): 147/385 kB Progress (1): 164/385 kB Progress (1): 180/385 kB Progress (1): 196/385 kB Progress (1): 213/385 kB Progress (1): 229/385 kB Progress (1): 245/385 kB Progress (1): 262/385 kB Progress (2): 262/385 kB | 16/75 kB Progress (2): 262/385 kB | 33/75 kB Progress (2): 278/385 kB | 33/75 kB Progress (2): 278/385 kB | 49/75 kB Progress (2): 295/385 kB | 49/75 kB Progress (2): 295/385 kB | 66/75 kB Progress (2): 295/385 kB | 75 kB Progress (2): 311/385 kB | 75 kB Progress (3): 311/385 kB | 75 kB | 16/780 kB Progress (3): 327/385 kB | 75 kB | 16/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 556 kB/s) 2024-09-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 344/385 kB | 16/780 kB Progress (2): 344/385 kB | 33/780 kB Progress (2): 360/385 kB | 33/780 kB Progress (2): 376/385 kB | 33/780 kB Progress (2): 385 kB | 33/780 kB Progress (2): 385 kB | 49/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.8 MB/s) 2024-09-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 66/780 kB Progress (2): 66/780 kB | 16/329 kB Progress (2): 66/780 kB | 33/329 kB Progress (2): 66/780 kB | 49/329 kB Progress (2): 82/780 kB | 49/329 kB Progress (2): 82/780 kB | 63/329 kB Progress (2): 82/780 kB | 79/329 kB Progress (2): 98/780 kB | 79/329 kB Progress (2): 98/780 kB | 96/329 kB Progress (2): 115/780 kB | 96/329 kB Progress (2): 115/780 kB | 112/329 kB Progress (2): 115/780 kB | 129/329 kB Progress (2): 115/780 kB | 145/329 kB Progress (2): 115/780 kB | 161/329 kB Progress (2): 115/780 kB | 178/329 kB Progress (2): 115/780 kB | 194/329 kB Progress (2): 115/780 kB | 210/329 kB Progress (2): 115/780 kB | 227/329 kB Progress (2): 115/780 kB | 243/329 kB Progress (2): 115/780 kB | 260/329 kB Progress (3): 115/780 kB | 260/329 kB | 16/501 kB Progress (3): 115/780 kB | 260/329 kB | 33/501 kB Progress (3): 115/780 kB | 260/329 kB | 49/501 kB Progress (3): 115/780 kB | 260/329 kB | 66/501 kB Progress (3): 115/780 kB | 260/329 kB | 82/501 kB Progress (3): 115/780 kB | 260/329 kB | 96/501 kB Progress (3): 115/780 kB | 260/329 kB | 112/501 kB Progress (3): 115/780 kB | 260/329 kB | 128/501 kB Progress (3): 115/780 kB | 260/329 kB | 145/501 kB Progress (3): 115/780 kB | 260/329 kB | 161/501 kB Progress (3): 131/780 kB | 260/329 kB | 161/501 kB Progress (3): 131/780 kB | 260/329 kB | 177/501 kB Progress (3): 147/780 kB | 260/329 kB | 177/501 kB Progress (3): 147/780 kB | 260/329 kB | 194/501 kB Progress (3): 147/780 kB | 260/329 kB | 210/501 kB Progress (3): 164/780 kB | 260/329 kB | 210/501 kB Progress (3): 164/780 kB | 260/329 kB | 227/501 kB Progress (3): 180/780 kB | 260/329 kB | 227/501 kB Progress (3): 180/780 kB | 260/329 kB | 243/501 kB Progress (3): 180/780 kB | 260/329 kB | 259/501 kB Progress (3): 197/780 kB | 260/329 kB | 259/501 kB Progress (3): 197/780 kB | 260/329 kB | 276/501 kB Progress (3): 213/780 kB | 260/329 kB | 276/501 kB Progress (3): 213/780 kB | 260/329 kB | 292/501 kB Progress (3): 213/780 kB | 276/329 kB | 292/501 kB Progress (3): 229/780 kB | 276/329 kB | 292/501 kB Progress (3): 229/780 kB | 292/329 kB | 292/501 kB Progress (3): 246/780 kB | 292/329 kB | 292/501 kB Progress (4): 246/780 kB | 292/329 kB | 292/501 kB | 16/354 kB Progress (4): 246/780 kB | 309/329 kB | 292/501 kB | 16/354 kB Progress (4): 246/780 kB | 309/329 kB | 309/501 kB | 16/354 kB Progress (4): 256/780 kB | 309/329 kB | 309/501 kB | 16/354 kB Progress (4): 256/780 kB | 309/329 kB | 309/501 kB | 33/354 kB Progress (4): 256/780 kB | 325/329 kB | 309/501 kB | 33/354 kB Progress (4): 256/780 kB | 325/329 kB | 325/501 kB | 33/354 kB Progress (4): 256/780 kB | 329 kB | 325/501 kB | 33/354 kB Progress (5): 256/780 kB | 329 kB | 325/501 kB | 33/354 kB | 16/41 kB Progress (5): 256/780 kB | 329 kB | 325/501 kB | 49/354 kB | 16/41 kB Progress (5): 272/780 kB | 329 kB | 325/501 kB | 49/354 kB | 16/41 kB Progress (5): 272/780 kB | 329 kB | 341/501 kB | 49/354 kB | 16/41 kB Progress (5): 272/780 kB | 329 kB | 341/501 kB | 49/354 kB | 32/41 kB Progress (5): 272/780 kB | 329 kB | 341/501 kB | 66/354 kB | 32/41 kB Progress (5): 289/780 kB | 329 kB | 341/501 kB | 66/354 kB | 32/41 kB Progress (5): 289/780 kB | 329 kB | 358/501 kB | 66/354 kB | 32/41 kB Progress (5): 289/780 kB | 329 kB | 358/501 kB | 66/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.0 MB/s) 2024-09-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (4): 289/780 kB | 358/501 kB | 82/354 kB | 41 kB Progress (4): 305/780 kB | 358/501 kB | 82/354 kB | 41 kB Progress (4): 305/780 kB | 374/501 kB | 82/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 251 kB/s) 2024-09-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 305/780 kB | 374/501 kB | 98/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 321/780 kB | 374/501 kB | 98/354 kB Progress (3): 321/780 kB | 390/501 kB | 98/354 kB Progress (3): 321/780 kB | 390/501 kB | 115/354 kB Progress (3): 338/780 kB | 390/501 kB | 115/354 kB Progress (3): 338/780 kB | 407/501 kB | 115/354 kB Progress (3): 338/780 kB | 407/501 kB | 131/354 kB Progress (3): 354/780 kB | 407/501 kB | 131/354 kB Progress (3): 354/780 kB | 407/501 kB | 147/354 kB Progress (3): 354/780 kB | 423/501 kB | 147/354 kB Progress (3): 370/780 kB | 423/501 kB | 147/354 kB Progress (3): 370/780 kB | 423/501 kB | 164/354 kB Progress (3): 370/780 kB | 440/501 kB | 164/354 kB Progress (3): 387/780 kB | 440/501 kB | 164/354 kB Progress (3): 387/780 kB | 440/501 kB | 180/354 kB Progress (3): 403/780 kB | 440/501 kB | 180/354 kB Progress (3): 403/780 kB | 440/501 kB | 197/354 kB Progress (3): 403/780 kB | 456/501 kB | 197/354 kB Progress (3): 403/780 kB | 456/501 kB | 213/354 kB Progress (3): 420/780 kB | 456/501 kB | 213/354 kB Progress (3): 420/780 kB | 472/501 kB | 213/354 kB Progress (3): 420/780 kB | 472/501 kB | 229/354 kB Progress (3): 436/780 kB | 472/501 kB | 229/354 kB Progress (3): 436/780 kB | 472/501 kB | 246/354 kB Progress (3): 436/780 kB | 489/501 kB | 246/354 kB Progress (3): 452/780 kB | 489/501 kB | 246/354 kB Progress (3): 452/780 kB | 489/501 kB | 256/354 kB Progress (3): 452/780 kB | 501 kB | 256/354 kB Progress (3): 469/780 kB | 501 kB | 256/354 kB Progress (3): 469/780 kB | 501 kB | 272/354 kB Progress (3): 485/780 kB | 501 kB | 272/354 kB Progress (3): 485/780 kB | 501 kB | 289/354 kB Progress (3): 485/780 kB | 501 kB | 305/354 kB Progress (3): 502/780 kB | 501 kB | 305/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 3.0 MB/s) 2024-09-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 502/780 kB | 321/354 kB Progress (2): 518/780 kB | 321/354 kB Progress (2): 518/780 kB | 338/354 kB Progress (2): 534/780 kB | 338/354 kB Progress (2): 534/780 kB | 354 kB Progress (2): 551/780 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.1 MB/s) 2024-09-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 567/780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 583/780 kB Progress (1): 600/780 kB Progress (1): 616/780 kB Progress (1): 633/780 kB Progress (1): 649/780 kB Progress (1): 665/780 kB Progress (1): 682/780 kB Progress (1): 698/780 kB Progress (1): 715/780 kB Progress (1): 731/780 kB Progress (1): 747/780 kB Progress (1): 764/780 kB Progress (1): 780/780 kB Progress (1): 780 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.5 MB/s) 2024-09-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.4 kB Progress (2): 6.4 kB | 15/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 36 kB/s) 2024-09-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 31/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 48/586 kB Progress (1): 64/586 kB Progress (1): 81/586 kB Progress (1): 95/586 kB Progress (1): 111/586 kB Progress (1): 127/586 kB Progress (1): 144/586 kB Progress (1): 160/586 kB Progress (1): 176/586 kB Progress (1): 193/586 kB Progress (1): 209/586 kB Progress (1): 226/586 kB Progress (1): 242/586 kB Progress (1): 258/586 kB Progress (2): 258/586 kB | 14 kB Progress (3): 258/586 kB | 14 kB | 15/211 kB Progress (3): 275/586 kB | 14 kB | 15/211 kB Progress (3): 275/586 kB | 14 kB | 31/211 kB Progress (3): 275/586 kB | 14 kB | 48/211 kB Progress (3): 291/586 kB | 14 kB | 48/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 78 kB/s) 2024-09-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 291/586 kB | 64/211 kB Progress (2): 308/586 kB | 64/211 kB Progress (2): 308/586 kB | 81/211 kB Progress (2): 324/586 kB | 81/211 kB Progress (2): 324/586 kB | 97/211 kB Progress (2): 324/586 kB | 113/211 kB Progress (2): 340/586 kB | 113/211 kB Progress (2): 340/586 kB | 130/211 kB Progress (2): 357/586 kB | 130/211 kB Progress (2): 357/586 kB | 146/211 kB Progress (2): 373/586 kB | 146/211 kB Progress (2): 373/586 kB | 162/211 kB Progress (2): 389/586 kB | 162/211 kB Progress (2): 389/586 kB | 179/211 kB Progress (2): 406/586 kB | 179/211 kB Progress (2): 406/586 kB | 195/211 kB Progress (2): 406/586 kB | 211 kB Progress (2): 422/586 kB | 211 kB Progress (2): 439/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 455/586 kB Progress (1): 471/586 kB Progress (1): 488/586 kB Progress (2): 488/586 kB | 16/106 kB Progress (2): 504/586 kB | 16/106 kB Progress (2): 504/586 kB | 33/106 kB Progress (2): 521/586 kB | 33/106 kB Progress (2): 521/586 kB | 37/106 kB Progress (2): 537/586 kB | 37/106 kB Progress (2): 537/586 kB | 53/106 kB Progress (2): 553/586 kB | 53/106 kB Progress (2): 553/586 kB | 69/106 kB Progress (2): 570/586 kB | 69/106 kB Progress (2): 570/586 kB | 86/106 kB Progress (2): 586 kB | 86/106 kB Progress (2): 586 kB | 102/106 kB Progress (2): 586 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.1 MB/s) 2024-09-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 556 kB/s) 2024-09-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 35 kB/s) 2024-09-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 63/245 kB Progress (1): 79/245 kB Progress (1): 95/245 kB Progress (1): 112/245 kB Progress (1): 128/245 kB Progress (1): 145/245 kB Progress (1): 161/245 kB Progress (1): 177/245 kB Progress (1): 194/245 kB Progress (1): 210/245 kB Progress (2): 210/245 kB | 16/205 kB Progress (2): 226/245 kB | 16/205 kB Progress (2): 226/245 kB | 33/205 kB Progress (2): 243/245 kB | 33/205 kB Progress (2): 243/245 kB | 49/205 kB Progress (2): 245 kB | 49/205 kB Progress (2): 245 kB | 66/205 kB Progress (2): 245 kB | 82/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 98/205 kB Progress (1): 115/205 kB Progress (1): 131/205 kB Progress (1): 147/205 kB Progress (1): 164/205 kB Progress (1): 180/205 kB Progress (2): 180/205 kB | 16/16 kB Progress (2): 180/205 kB | 16 kB Progress (2): 197/205 kB | 16 kB Progress (2): 205 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 81 kB/s) 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 205 kB | 15 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 999 kB/s) 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 74 kB/s) 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 31 kB/s) 2024-09-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 104 kB/s) 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/184 kB Progress (3): 24 kB | 16/184 kB | 16/17 kB Progress (3): 24 kB | 16/184 kB | 17 kB Progress (3): 24 kB | 33/184 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 110 kB/s) 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 49/184 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 79 kB/s) 2024-09-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 66/184 kB Progress (1): 82/184 kB Progress (1): 98/184 kB Progress (1): 114/184 kB Progress (1): 130/184 kB Progress (1): 147/184 kB Progress (1): 163/184 kB Progress (1): 180/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 828 kB/s) 2024-09-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 364 kB/s) 2024-09-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 1.0 MB/s) 2024-09-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/153 kB Progress (1): 32/153 kB Progress (1): 49/153 kB Progress (1): 65/153 kB Progress (1): 81/153 kB Progress (1): 97/153 kB Progress (1): 114/153 kB Progress (1): 130/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 9.0 MB/s) 2024-09-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/215 kB Progress (1): 32/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 81/215 kB Progress (1): 98/215 kB Progress (1): 114/215 kB Progress (1): 130/215 kB Progress (1): 147/215 kB Progress (1): 163/215 kB Progress (1): 180/215 kB Progress (1): 196/215 kB Progress (1): 212/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 10 MB/s) 2024-09-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 402 kB/s) 2024-09-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 41 kB/s) 2024-09-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 188 kB/s) 2024-09-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 597 kB/s) 2024-09-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 534 kB/s) 2024-09-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 364 kB/s) 2024-09-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 1.9 MB/s) 2024-09-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 340 kB/s) 2024-09-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.7 MB/s) 2024-09-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/55 kB Progress (2): 16/55 kB | 2.5 kB Progress (2): 33/55 kB | 2.5 kB Progress (2): 49/55 kB | 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 166 kB/s) 2024-09-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 49/55 kB | 16/41 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 49/55 kB | 16/41 kB | 8.5 kB Progress (3): 49/55 kB | 32/41 kB | 8.5 kB Progress (4): 49/55 kB | 32/41 kB | 8.5 kB | 16/269 kB Progress (4): 55 kB | 32/41 kB | 8.5 kB | 16/269 kB Progress (4): 55 kB | 41 kB | 8.5 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 530 kB/s) 2024-09-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.2 MB/s) 2024-09-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 41 kB | 32/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.4 MB/s) 2024-09-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 49/269 kB Progress (1): 65/269 kB Progress (1): 81/269 kB Progress (1): 98/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 180/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 10.0 MB/s) 2024-09-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (1): 66/327 kB Progress (2): 66/327 kB | 16/587 kB Progress (2): 82/327 kB | 16/587 kB Progress (2): 82/327 kB | 33/587 kB Progress (2): 98/327 kB | 33/587 kB Progress (2): 98/327 kB | 49/587 kB Progress (2): 115/327 kB | 49/587 kB Progress (2): 115/327 kB | 66/587 kB Progress (2): 131/327 kB | 66/587 kB Progress (2): 131/327 kB | 82/587 kB Progress (2): 147/327 kB | 82/587 kB Progress (2): 147/327 kB | 98/587 kB Progress (2): 164/327 kB | 98/587 kB Progress (2): 164/327 kB | 115/587 kB Progress (2): 180/327 kB | 115/587 kB Progress (2): 197/327 kB | 115/587 kB Progress (2): 197/327 kB | 131/587 kB Progress (2): 213/327 kB | 131/587 kB Progress (2): 213/327 kB | 147/587 kB Progress (2): 229/327 kB | 147/587 kB Progress (2): 229/327 kB | 164/587 kB Progress (2): 246/327 kB | 164/587 kB Progress (2): 246/327 kB | 180/587 kB Progress (2): 262/327 kB | 180/587 kB Progress (2): 262/327 kB | 197/587 kB Progress (2): 279/327 kB | 197/587 kB Progress (2): 279/327 kB | 213/587 kB Progress (2): 295/327 kB | 213/587 kB Progress (2): 295/327 kB | 229/587 kB Progress (2): 311/327 kB | 229/587 kB Progress (2): 311/327 kB | 246/587 kB Progress (2): 327 kB | 246/587 kB Progress (2): 327 kB | 262/587 kB Progress (2): 327 kB | 279/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 8.8 MB/s) 2024-09-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 295/587 kB Progress (1): 311/587 kB Progress (1): 328/587 kB Progress (1): 344/587 kB Progress (1): 360/587 kB Progress (1): 377/587 kB Progress (1): 393/587 kB Progress (1): 410/587 kB Progress (1): 426/587 kB Progress (1): 442/587 kB Progress (1): 459/587 kB Progress (1): 475/587 kB Progress (1): 492/587 kB Progress (1): 508/587 kB Progress (1): 524/587 kB Progress (1): 541/587 kB Progress (1): 557/587 kB Progress (1): 573/587 kB Progress (1): 585/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 14 MB/s) 2024-09-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 454 kB/s) 2024-09-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.3 MB/s) 2024-09-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 355 kB/s) 2024-09-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.2 MB/s) 2024-09-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 469 kB/s) 2024-09-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 559 kB/s) 2024-09-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 191 kB/s) 2024-09-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.7 MB/s) 2024-09-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 86 kB/s) 2024-09-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 903 kB/s) 2024-09-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 281 kB/s) 2024-09-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 33/55 kB Progress (2): 33/55 kB | 16/27 kB Progress (3): 33/55 kB | 16/27 kB | 16/122 kB Progress (3): 49/55 kB | 16/27 kB | 16/122 kB Progress (3): 49/55 kB | 27 kB | 16/122 kB Progress (3): 55 kB | 27 kB | 16/122 kB Progress (3): 55 kB | 27 kB | 33/122 kB Progress (3): 55 kB | 27 kB | 49/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 55 kB | 66/122 kB Progress (3): 55 kB | 66/122 kB | 16/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 82/122 kB | 16/334 kB Progress (2): 82/122 kB | 33/334 kB Progress (2): 98/122 kB | 33/334 kB Progress (2): 115/122 kB | 33/334 kB Progress (2): 115/122 kB | 49/334 kB Progress (2): 122 kB | 49/334 kB Progress (2): 122 kB | 66/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.8 MB/s) 2024-09-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 82/334 kB Progress (1): 98/334 kB Progress (1): 115/334 kB Progress (1): 131/334 kB Progress (1): 147/334 kB Progress (1): 164/334 kB Progress (1): 180/334 kB Progress (1): 197/334 kB Progress (1): 213/334 kB Progress (1): 229/334 kB Progress (1): 246/334 kB Progress (1): 262/334 kB Progress (1): 279/334 kB Progress (1): 295/334 kB Progress (1): 311/334 kB Progress (1): 328/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 12 MB/s) 2024-09-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.7 kB Progress (2): 4.7 kB | 16/267 kB Progress (3): 4.7 kB | 16/267 kB | 16/23 kB Progress (3): 4.7 kB | 16/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 155 kB/s) 2024-09-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 33/267 kB | 23 kB Progress (2): 49/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 760 kB/s) 2024-09-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 66/267 kB Progress (1): 82/267 kB Progress (1): 98/267 kB Progress (1): 115/267 kB Progress (1): 131/267 kB Progress (1): 147/267 kB Progress (1): 164/267 kB Progress (1): 180/267 kB Progress (1): 197/267 kB Progress (1): 213/267 kB Progress (1): 229/267 kB Progress (1): 246/267 kB Progress (1): 256/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.9 MB/s) 2024-09-12T17:54:15.541 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T17:54:15.543 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi092.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi092.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T17:54:17.127 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-12T17:54:17.132 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 226 kB/s) 2024-09-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T17:54:17.172 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-12T17:54:17.174 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.7/4.5 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 297 kB/s) 2024-09-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 117 kB/s) 2024-09-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 157 kB/s) 2024-09-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 157 kB/s) 2024-09-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.3 MB/s) 2024-09-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 538 kB/s) 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 155 kB/s) 2024-09-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 173 kB/s) 2024-09-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 103 kB/s) 2024-09-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 204 kB/s) 2024-09-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.4 MB/s) 2024-09-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 451 kB/s) 2024-09-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 904 kB/s) 2024-09-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 197 kB/s) 2024-09-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 453 kB/s) 2024-09-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 560 kB/s) 2024-09-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 138 kB/s) 2024-09-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 139 kB/s) 2024-09-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 202 kB/s) 2024-09-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 831 kB/s) 2024-09-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 967 kB/s) 2024-09-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 895 kB/s) 2024-09-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 418 kB/s) 2024-09-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 1.8 MB/s) 2024-09-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 925 kB/s) 2024-09-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 50 kB/s) 2024-09-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 300 kB/s) 2024-09-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 527 kB/s) 2024-09-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 283 kB/s) 2024-09-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T17:54:17.952 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 128 kB/s) 2024-09-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 232 kB/s) 2024-09-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 898 kB/s) 2024-09-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 489 kB/s) 2024-09-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 302 kB/s) 2024-09-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 487 kB/s) 2024-09-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.4 MB/s) 2024-09-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/78 kB Progress (1): 32/78 kB Progress (1): 49/78 kB Progress (1): 65/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.3 MB/s) 2024-09-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 332 kB/s) 2024-09-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 285 kB/s) 2024-09-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 66/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 64/171 kB Progress (1): 81/171 kB Progress (2): 81/171 kB | 14 kB Progress (2): 97/171 kB | 14 kB Progress (3): 97/171 kB | 14 kB | 16/118 kB Progress (4): 97/171 kB | 14 kB | 16/118 kB | 8.2 kB Progress (4): 113/171 kB | 14 kB | 16/118 kB | 8.2 kB Progress (4): 113/171 kB | 14 kB | 33/118 kB | 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 799 kB/s) 2024-09-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 130/171 kB | 33/118 kB | 8.2 kB Progress (4): 130/171 kB | 33/118 kB | 8.2 kB | 16/26 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 511 kB/s) 2024-09-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 130/171 kB | 49/118 kB | 16/26 kB Progress (3): 146/171 kB | 49/118 kB | 16/26 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 146/171 kB | 49/118 kB | 26 kB Progress (3): 163/171 kB | 49/118 kB | 26 kB Progress (3): 163/171 kB | 66/118 kB | 26 kB Progress (3): 171 kB | 66/118 kB | 26 kB Progress (3): 171 kB | 82/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 9.0 MB/s) 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 98/118 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 115/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.2 MB/s) 2024-09-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/146 kB Progress (1): 33/146 kB Progress (1): 49/146 kB Progress (1): 62/146 kB Progress (2): 62/146 kB | 16/61 kB Progress (2): 62/146 kB | 26/61 kB Progress (2): 79/146 kB | 26/61 kB Progress (2): 79/146 kB | 43/61 kB Progress (2): 95/146 kB | 43/61 kB Progress (3): 95/146 kB | 43/61 kB | 16/136 kB Progress (4): 95/146 kB | 43/61 kB | 16/136 kB | 16/501 kB Progress (4): 95/146 kB | 59/61 kB | 16/136 kB | 16/501 kB Progress (5): 95/146 kB | 59/61 kB | 16/136 kB | 16/501 kB | 16/58 kB Progress (5): 112/146 kB | 59/61 kB | 16/136 kB | 16/501 kB | 16/58 kB Progress (5): 112/146 kB | 61 kB | 16/136 kB | 16/501 kB | 16/58 kB Progress (5): 112/146 kB | 61 kB | 16/136 kB | 33/501 kB | 16/58 kB Progress (5): 112/146 kB | 61 kB | 33/136 kB | 33/501 kB | 16/58 kB Progress (5): 128/146 kB | 61 kB | 33/136 kB | 33/501 kB | 16/58 kB Progress (5): 128/146 kB | 61 kB | 33/136 kB | 33/501 kB | 32/58 kB Progress (5): 128/146 kB | 61 kB | 33/136 kB | 49/501 kB | 32/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (4): 144/146 kB | 33/136 kB | 49/501 kB | 32/58 kB Progress (4): 144/146 kB | 49/136 kB | 49/501 kB | 32/58 kB Progress (4): 144/146 kB | 49/136 kB | 65/501 kB | 32/58 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (4): 144/146 kB | 49/136 kB | 65/501 kB | 49/58 kB Progress (4): 146 kB | 49/136 kB | 65/501 kB | 49/58 kB Progress (4): 146 kB | 49/136 kB | 81/501 kB | 49/58 kB Progress (4): 146 kB | 49/136 kB | 81/501 kB | 58 kB Progress (4): 146 kB | 66/136 kB | 81/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.3 MB/s) 2024-09-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 66/136 kB | 97/501 kB | 58 kB Progress (3): 81/136 kB | 97/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.7 MB/s) 2024-09-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 81/136 kB | 114/501 kB Progress (2): 98/136 kB | 114/501 kB Progress (2): 98/136 kB | 130/501 kB Progress (2): 114/136 kB | 130/501 kB Progress (2): 114/136 kB | 147/501 kB Progress (2): 130/136 kB | 147/501 kB Progress (2): 136 kB | 147/501 kB Progress (2): 136 kB | 163/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.8 MB/s) 2024-09-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 179/501 kB Progress (1): 196/501 kB Progress (1): 212/501 kB Progress (1): 229/501 kB Progress (1): 245/501 kB Progress (1): 261/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 310/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 392/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 474/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 12 MB/s) 2024-09-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (2): 82/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 115/124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Progress (2): 124 kB | 0/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.6 MB/s) 2024-09-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 29 MB/s) 2024-09-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.3 MB/s) 2024-09-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 370 kB/s) 2024-09-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 376 kB/s) 2024-09-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.3 MB/s) 2024-09-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T17:54:18.774 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 146 kB/s) 2024-09-12T17:54:18.777 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T17:54:18.791 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 587 kB/s) 2024-09-12T17:54:18.796 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T17:54:18.809 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-12T17:54:18.816 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T17:54:18.831 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-12T17:54:18.831 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T17:54:18.832 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T17:54:18.832 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T17:54:18.832 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T17:54:18.832 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T17:54:18.850 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/58 kB Progress (2): 16/58 kB | 16/26 kB Progress (3): 16/58 kB | 16/26 kB | 16/79 kB Progress (3): 33/58 kB | 16/26 kB | 16/79 kB Progress (3): 33/58 kB | 26 kB | 16/79 kB Progress (3): 33/58 kB | 26 kB | 33/79 kB Progress (3): 49/58 kB | 26 kB | 33/79 kB Progress (3): 58 kB | 26 kB | 33/79 kB Progress (3): 58 kB | 26 kB | 49/79 kB Progress (4): 58 kB | 26 kB | 49/79 kB | 16/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.9 MB/s) 2024-09-12T17:54:18.851 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 26 kB | 66/79 kB | 16/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T17:54:18.851 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T17:54:18.851 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T17:54:18.851 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 66/79 kB | 32/211 kB Progress (2): 79 kB | 32/211 kB Progress (2): 79 kB | 49/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 5.0 MB/s) 2024-09-12T17:54:18.852 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 49/211 kB | 0/1.0 MB Progress (2): 65/211 kB | 0/1.0 MB Progress (2): 65/211 kB | 0/1.0 MB Progress (2): 81/211 kB | 0/1.0 MB Progress (2): 81/211 kB | 0/1.0 MB Progress (2): 98/211 kB | 0/1.0 MB Progress (2): 98/211 kB | 0.1/1.0 MB Progress (2): 114/211 kB | 0.1/1.0 MB Progress (2): 114/211 kB | 0.1/1.0 MB Progress (2): 130/211 kB | 0.1/1.0 MB Progress (2): 130/211 kB | 0.1/1.0 MB Progress (2): 130/211 kB | 0.1/1.0 MB Progress (2): 147/211 kB | 0.1/1.0 MB Progress (2): 147/211 kB | 0.1/1.0 MB Progress (2): 163/211 kB | 0.1/1.0 MB Progress (2): 163/211 kB | 0.1/1.0 MB Progress (2): 180/211 kB | 0.1/1.0 MB Progress (2): 180/211 kB | 0.2/1.0 MB Progress (2): 196/211 kB | 0.2/1.0 MB Progress (2): 196/211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Progress (2): 211 kB | 0.2/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-12T17:54:18.865 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (2): 0.9/1.0 MB | 16/116 kB Progress (2): 0.9/1.0 MB | 16/116 kB Progress (3): 0.9/1.0 MB | 16/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 16/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 33/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 33/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 33/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 33/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 33/267 kB Progress (3): 0.9/1.0 MB | 49/116 kB | 49/267 kB Progress (3): 1.0/1.0 MB | 49/116 kB | 49/267 kB Progress (3): 1.0/1.0 MB | 66/116 kB | 49/267 kB Progress (3): 1.0/1.0 MB | 66/116 kB | 63/267 kB Progress (3): 1.0/1.0 MB | 66/116 kB | 63/267 kB Progress (3): 1.0/1.0 MB | 66/116 kB | 63/267 kB Progress (3): 1.0/1.0 MB | 82/116 kB | 63/267 kB Progress (3): 1.0/1.0 MB | 82/116 kB | 79/267 kB Progress (3): 1.0/1.0 MB | 82/116 kB | 79/267 kB Progress (3): 1.0 MB | 82/116 kB | 79/267 kB Progress (3): 1.0 MB | 98/116 kB | 79/267 kB Progress (3): 1.0 MB | 98/116 kB | 96/267 kB Progress (3): 1.0 MB | 115/116 kB | 96/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 31 MB/s) 2024-09-12T17:54:18.865 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 115/116 kB | 112/267 kB Progress (2): 116 kB | 112/267 kB Progress (2): 116 kB | 128/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.6 MB/s) 2024-09-12T17:54:18.867 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 145/267 kB Progress (1): 161/267 kB Progress (1): 178/267 kB Progress (1): 194/267 kB Progress (1): 210/267 kB Progress (1): 227/267 kB Progress (1): 243/267 kB Progress (1): 260/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.6 MB/s) 2024-09-12T17:54:19.039 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T17:54:19.067 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:19.068 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:54:19.068 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:19.068 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Total time: 7.544 s 2024-09-12T17:54:19.068 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Finished at: 2024-09-12T17:54:19Z 2024-09-12T17:54:19.068 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:19.098 INFO:tasks.workunit.client.0.smithi092.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T17:54:19.105 INFO:tasks.workunit.client.0.smithi092.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:54:20.240 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Scanning for projects... 2024-09-12T17:54:20.318 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.318 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:54:20.318 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:54:20.319 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] from pom.xml 2024-09-12T17:54:20.319 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:54:20.579 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.579 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:54:20.698 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:54:20.699 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.699 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:54:20.800 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:54:20.800 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.800 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:54:20.802 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:54:20.802 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.802 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:54:20.807 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:54:20.807 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:20.807 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:54:21.012 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T17:54:21.273 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T17:54:21.497 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 20 kB/s) 2024-09-12T17:54:21.505 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T17:54:21.524 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 145 kB/s) 2024-09-12T17:54:21.532 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T17:54:21.551 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 148 kB/s) 2024-09-12T17:54:21.558 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T17:54:21.576 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 168 kB/s) 2024-09-12T17:54:21.579 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T17:54:21.598 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 188 kB/s) 2024-09-12T17:54:21.601 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T17:54:21.617 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 99 kB/s) 2024-09-12T17:54:21.621 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T17:54:21.640 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 142 kB/s) 2024-09-12T17:54:21.648 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T17:54:21.673 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-12T17:54:21.675 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T17:54:21.675 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T17:54:21.675 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T17:54:21.675 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T17:54:21.679 INFO:tasks.workunit.client.0.smithi092.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T17:54:21.722 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 16/169 kB Progress (1): 31/169 kB Progress (1): 48/169 kB Progress (1): 64/169 kB Progress (1): 81/169 kB Progress (1): 97/169 kB Progress (1): 113/169 kB Progress (1): 130/169 kB Progress (1): 146/169 kB Progress (1): 162/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 3.5 MB/s) 2024-09-12T17:54:21.734 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 1.4/7.7 kB Progress (2): 1.4/7.7 kB | 1.4/18 kB Progress (2): 2.8/7.7 kB | 1.4/18 kB Progress (3): 2.8/7.7 kB | 1.4/18 kB | 1.4/189 kB Progress (3): 4.1/7.7 kB | 1.4/18 kB | 1.4/189 kB Progress (3): 4.1/7.7 kB | 2.8/18 kB | 1.4/189 kB Progress (3): 5.5/7.7 kB | 2.8/18 kB | 1.4/189 kB Progress (3): 5.5/7.7 kB | 2.8/18 kB | 2.8/189 kB Progress (4): 5.5/7.7 kB | 2.8/18 kB | 2.8/189 kB | 1.4/103 kB Progress (4): 5.5/7.7 kB | 4.1/18 kB | 2.8/189 kB | 1.4/103 kB Progress (4): 5.5/7.7 kB | 4.1/18 kB | 2.8/189 kB | 2.8/103 kB Progress (4): 5.5/7.7 kB | 4.1/18 kB | 4.1/189 kB | 2.8/103 kB Progress (4): 6.9/7.7 kB | 4.1/18 kB | 4.1/189 kB | 2.8/103 kB Progress (4): 6.9/7.7 kB | 4.1/18 kB | 5.5/189 kB | 2.8/103 kB Progress (4): 6.9/7.7 kB | 4.1/18 kB | 5.5/189 kB | 4.1/103 kB Progress (4): 6.9/7.7 kB | 5.5/18 kB | 5.5/189 kB | 4.1/103 kB Progress (4): 6.9/7.7 kB | 5.5/18 kB | 5.5/189 kB | 5.5/103 kB Progress (4): 6.9/7.7 kB | 5.5/18 kB | 6.9/189 kB | 5.5/103 kB Progress (4): 7.7 kB | 5.5/18 kB | 6.9/189 kB | 5.5/103 kB Progress (4): 7.7 kB | 5.5/18 kB | 8.3/189 kB | 5.5/103 kB Progress (4): 7.7 kB | 5.5/18 kB | 8.3/189 kB | 6.9/103 kB Progress (4): 7.7 kB | 6.9/18 kB | 8.3/189 kB | 6.9/103 kB Progress (4): 7.7 kB | 6.9/18 kB | 8.3/189 kB | 8.2/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 128 kB/s) 2024-09-12T17:54:21.744 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (3): 6.9/18 kB | 8.3/189 kB | 9.6/103 kB Progress (3): 6.9/18 kB | 9.7/189 kB | 9.6/103 kB Progress (3): 6.9/18 kB | 9.7/189 kB | 11/103 kB Progress (3): 8.3/18 kB | 9.7/189 kB | 11/103 kB Progress (3): 8.3/18 kB | 9.7/189 kB | 12/103 kB Progress (3): 8.3/18 kB | 11/189 kB | 12/103 kB Progress (3): 8.3/18 kB | 11/189 kB | 14/103 kB Progress (3): 9.7/18 kB | 11/189 kB | 14/103 kB Progress (3): 9.7/18 kB | 11/189 kB | 15/103 kB Progress (3): 9.7/18 kB | 12/189 kB | 15/103 kB Progress (3): 9.7/18 kB | 12/189 kB | 16/103 kB Progress (3): 11/18 kB | 12/189 kB | 16/103 kB Progress (3): 11/18 kB | 12/189 kB | 18/103 kB Progress (3): 11/18 kB | 14/189 kB | 18/103 kB Progress (3): 11/18 kB | 14/189 kB | 19/103 kB Progress (3): 12/18 kB | 14/189 kB | 19/103 kB Progress (3): 12/18 kB | 14/189 kB | 21/103 kB Progress (3): 12/18 kB | 15/189 kB | 21/103 kB Progress (3): 12/18 kB | 15/189 kB | 22/103 kB Progress (3): 14/18 kB | 15/189 kB | 22/103 kB Progress (3): 14/18 kB | 15/189 kB | 23/103 kB Progress (3): 14/18 kB | 16/189 kB | 23/103 kB Progress (3): 14/18 kB | 16/189 kB | 25/103 kB Progress (3): 15/18 kB | 16/189 kB | 25/103 kB Progress (3): 15/18 kB | 16/189 kB | 26/103 kB Progress (3): 15/18 kB | 18/189 kB | 26/103 kB Progress (3): 15/18 kB | 18/189 kB | 27/103 kB Progress (3): 16/18 kB | 18/189 kB | 27/103 kB Progress (3): 16/18 kB | 19/189 kB | 27/103 kB Progress (3): 17/18 kB | 19/189 kB | 27/103 kB Progress (3): 17/18 kB | 19/189 kB | 29/103 kB Progress (3): 18 kB | 19/189 kB | 29/103 kB Progress (3): 18 kB | 19/189 kB | 30/103 kB Progress (3): 18 kB | 21/189 kB | 30/103 kB Progress (3): 18 kB | 21/189 kB | 32/103 kB Progress (3): 18 kB | 22/189 kB | 32/103 kB Progress (3): 18 kB | 22/189 kB | 33/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 247 kB/s) 2024-09-12T17:54:21.757 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (2): 23/189 kB | 33/103 kB Progress (2): 23/189 kB | 34/103 kB Progress (2): 25/189 kB | 34/103 kB Progress (2): 25/189 kB | 36/103 kB Progress (2): 26/189 kB | 36/103 kB Progress (2): 26/189 kB | 37/103 kB Progress (2): 27/189 kB | 37/103 kB Progress (2): 27/189 kB | 38/103 kB Progress (2): 29/189 kB | 38/103 kB Progress (2): 29/189 kB | 40/103 kB Progress (2): 30/189 kB | 40/103 kB Progress (2): 30/189 kB | 41/103 kB Progress (2): 32/189 kB | 41/103 kB Progress (2): 32/189 kB | 43/103 kB Progress (2): 33/189 kB | 43/103 kB Progress (2): 33/189 kB | 44/103 kB Progress (2): 34/189 kB | 44/103 kB Progress (2): 34/189 kB | 45/103 kB Progress (2): 36/189 kB | 45/103 kB Progress (2): 36/189 kB | 47/103 kB Progress (2): 37/189 kB | 47/103 kB Progress (2): 37/189 kB | 48/103 kB Progress (2): 38/189 kB | 48/103 kB Progress (2): 38/189 kB | 49/103 kB Progress (2): 40/189 kB | 49/103 kB Progress (2): 40/189 kB | 51/103 kB Progress (2): 41/189 kB | 51/103 kB Progress (2): 41/189 kB | 52/103 kB Progress (2): 43/189 kB | 52/103 kB Progress (2): 43/189 kB | 53/103 kB Progress (2): 44/189 kB | 53/103 kB Progress (2): 44/189 kB | 55/103 kB Progress (2): 45/189 kB | 55/103 kB Progress (2): 45/189 kB | 56/103 kB Progress (2): 47/189 kB | 56/103 kB Progress (2): 47/189 kB | 58/103 kB Progress (2): 48/189 kB | 58/103 kB Progress (2): 48/189 kB | 59/103 kB Progress (2): 49/189 kB | 59/103 kB Progress (2): 49/189 kB | 60/103 kB Progress (2): 51/189 kB | 60/103 kB Progress (2): 51/189 kB | 62/103 kB Progress (2): 52/189 kB | 62/103 kB Progress (2): 52/189 kB | 62/103 kB Progress (2): 54/189 kB | 62/103 kB Progress (2): 55/189 kB | 62/103 kB Progress (2): 56/189 kB | 62/103 kB Progress (2): 56/189 kB | 79/103 kB Progress (2): 58/189 kB | 79/103 kB Progress (2): 59/189 kB | 79/103 kB Progress (2): 61/189 kB | 79/103 kB Progress (2): 61/189 kB | 95/103 kB Progress (2): 62/189 kB | 95/103 kB Progress (2): 63/189 kB | 95/103 kB Progress (2): 63/189 kB | 103 kB Progress (2): 79/189 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.2 MB/s) 2024-09-12T17:54:21.770 INFO:tasks.workunit.client.0.smithi092.stdout:Progress (1): 96/189 kB Progress (1): 112/189 kB Progress (1): 128/189 kB Progress (1): 145/189 kB Progress (1): 161/189 kB Progress (1): 178/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.0 MB/s) 2024-09-12T17:54:21.798 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:21.799 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:54:21.799 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] T E S T S 2024-09-12T17:54:21.799 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:54:22.534 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T17:54:22.655 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjects.java: starting test run: 2024-09-12T17:54:22.655 INFO:tasks.workunit.client.0.smithi092.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:54:22.655 INFO:tasks.workunit.client.0.smithi092.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:54:22.655 INFO:tasks.workunit.client.0.smithi092.stdout: EndpointUrl=https://smithi092.front.sepia.ceph.com:443 2024-09-12T17:54:22.656 INFO:tasks.workunit.client.0.smithi092.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T17:54:22.750 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Environment Variables Read 2024-09-12T17:54:23.153 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: S3 Client Initialized 2024-09-12T17:54:23.153 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.153 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.153 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.153 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generating File 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: File Generated 2024-09-12T17:54:23.154 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Generated Big Files 2024-09-12T17:54:23.548 INFO:tasks.workunit.client.0.smithi092.stdout:HeadBucketResponse() 2024-09-12T17:54:23.548 INFO:tasks.workunit.client.0.smithi092.stdout:sheik is ready 2024-09-12T17:54:23.548 INFO:tasks.workunit.client.0.smithi092.stdout:DEBUG: Test Bucket Created 2024-09-12T17:54:23.652 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T17:54:23.753 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T17:54:23.852 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T17:54:23.953 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T17:54:24.053 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T17:54:24.154 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T17:54:24.254 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T17:54:24.354 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T17:54:24.454 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T17:54:24.655 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T17:54:26.559 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T17:54:27.063 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T17:54:30.731 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-0b 2024-09-12T17:54:30.732 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-8b 2024-09-12T17:54:30.733 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-200b 2024-09-12T17:54:30.734 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-21983b 2024-09-12T17:54:30.735 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-5519b 2024-09-12T17:54:30.737 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-204329b 2024-09-12T17:54:30.738 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-256k 2024-09-12T17:54:30.739 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-1m 2024-09-12T17:54:30.740 INFO:tasks.workunit.client.0.smithi092.stdout:arg: file-1038757b 2024-09-12T17:54:30.772 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T17:54:30.772 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:30.858 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T17:54:30.858 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:30.872 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T17:54:30.933 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:30.973 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T17:54:30.973 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.073 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T17:54:31.073 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.173 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T17:54:31.173 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.270 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T17:54:31.271 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.373 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T17:54:31.421 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.473 INFO:tasks.workunit.client.0.smithi092.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T17:54:31.568 INFO:tasks.workunit.client.0.smithi092.stdout:PutObjectResponse 2024-09-12T17:54:31.573 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T17:54:32.075 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T17:54:32.776 INFO:tasks.workunit.client.0.smithi092.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T17:54:37.203 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.65 s -- in io.ceph.jcksum.PutObjects 2024-09-12T17:54:37.236 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:37.236 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Results: 2024-09-12T17:54:37.237 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:37.237 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T17:54:37.237 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] 2024-09-12T17:54:37.238 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:37.238 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:54:37.238 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:37.239 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Total time: 17.021 s 2024-09-12T17:54:37.239 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] Finished at: 2024-09-12T17:54:37Z 2024-09-12T17:54:37.240 INFO:tasks.workunit.client.0.smithi092.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:54:37.259 INFO:tasks.workunit.client.0.smithi092.stderr:+ exit 2024-09-12T17:54:37.260 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:54:37.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:54:37.319 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T17:54:37.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:54:37.702 DEBUG:teuthology.parallel:result is None 2024-09-12T17:54:37.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:54:37.715 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:54:37.715 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:37.763 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:54:37.764 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:54:37.773 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:54:37.774 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:54:37.774 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:37.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:54:37.812 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:54:37.812 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:37.860 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:54:37.860 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:54:37.908 INFO:tasks.workunit:timeout=3h 2024-09-12T17:54:37.908 INFO:tasks.workunit:cleanup=True 2024-09-12T17:54:37.909 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:54:37.962 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:55:35.677 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:55:35.677 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.677 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:55:35.677 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:55:35.678 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:55:35.686 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:55:35.733 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:55:35.736 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:55:35.736 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:55:35.788 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:55:35.847 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:55:35.892 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:55:35.893 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:55:35.893 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:55:35.935 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:55:35.938 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:55:35.939 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:55:35.985 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T17:55:35.986 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T17:55:35.987 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T17:55:36.039 INFO:tasks.workunit.client.0.smithi092.stdout:INFO: fully qualified domain name: smithi092.front.sepia.ceph.com 2024-09-12T17:55:36.039 INFO:tasks.workunit.client.0.smithi092.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T17:55:36.039 INFO:tasks.workunit.client.0.smithi092.stdout:== TESTING NON-VERSIONED BUCKET == 2024-09-12T17:55:39.330 INFO:tasks.workunit.client.0.smithi092.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:55:39.535 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting pip 2024-09-12T17:55:39.541 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:55:39.578 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: pip 2024-09-12T17:55:39.578 INFO:tasks.workunit.client.0.smithi092.stdout: Attempting uninstall: pip 2024-09-12T17:55:39.579 INFO:tasks.workunit.client.0.smithi092.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:55:39.893 INFO:tasks.workunit.client.0.smithi092.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:55:39.899 INFO:tasks.workunit.client.0.smithi092.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:55:40.915 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed pip-24.2 2024-09-12T17:55:41.975 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting boto3 2024-09-12T17:55:41.976 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:55:42.542 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:55:42.543 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:55:42.600 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:55:42.601 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:55:42.656 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:55:42.657 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:55:42.729 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:55:42.730 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:55:42.833 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:55:42.834 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:55:42.986 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:55:42.987 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:55:42.991 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:55:42.992 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:55:43.002 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:55:43.003 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:55:43.004 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:55:43.005 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:55:43.006 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:55:43.075 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:55:44.267 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:55:44.635 INFO:tasks.workunit.client.0.smithi092.stdout:INFO: creating user 2024-09-12T17:55:45.002 INFO:tasks.workunit.client.0.smithi092.stdout:{ 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "user_id": "testid", 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "display_name": "M. Tester", 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "email": "tester@ceph.com", 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "suspended": 0, 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "max_buckets": 1000, 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "subusers": [], 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "keys": [ 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: { 2024-09-12T17:55:45.003 INFO:tasks.workunit.client.0.smithi092.stdout: "user": "testid", 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "active": true, 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:55:44.999848Z" 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: } 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: ], 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "swift_keys": [], 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "caps": [], 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "default_placement": "", 2024-09-12T17:55:45.004 INFO:tasks.workunit.client.0.smithi092.stdout: "default_storage_class": "", 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "placement_tags": [], 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "bucket_quota": { 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "user_quota": { 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "enabled": false, 2024-09-12T17:55:45.005 INFO:tasks.workunit.client.0.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: }, 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "temp_url_keys": [], 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "type": "rgw", 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "mfa_ids": [], 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "account_id": "", 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "path": "/", 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "create_date": "2024-09-12T17:55:44.999817Z", 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "tags": [], 2024-09-12T17:55:45.006 INFO:tasks.workunit.client.0.smithi092.stdout: "group_ids": [] 2024-09-12T17:55:45.007 INFO:tasks.workunit.client.0.smithi092.stdout:} 2024-09-12T17:55:45.007 INFO:tasks.workunit.client.0.smithi092.stdout: 2024-09-12T17:55:51.967 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:51.968 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.014 INFO:tasks.workunit.client.0.smithi092.stderr:5+0 records in 2024-09-12T17:55:52.014 INFO:tasks.workunit.client.0.smithi092.stderr:5+0 records out 2024-09-12T17:55:52.014 INFO:tasks.workunit.client.0.smithi092.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0217189 s, 241 MB/s 2024-09-12T17:55:52.019 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.019 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.098 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.098 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.353 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.354 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.475 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.475 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.606 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.606 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.735 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.735 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:52.869 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:52.869 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.004 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.005 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.135 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.136 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.271 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.271 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.406 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.406 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.540 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.540 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.673 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.674 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.799 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:55:53.799 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:55:53.819 INFO:tasks.workunit.client.0.smithi092.stdout:bucket nams is reupload-bkt-115632 2024-09-12T17:55:53.819 INFO:tasks.workunit.client.0.smithi092.stdout:endpoint is https://smithi092.front.sepia.ceph.com:443 2024-09-12T17:55:53.819 INFO:tasks.workunit.client.0.smithi092.stdout:start UploadId=2~RLmwrPcd-hsjKUvnDOxbmO_Rd7qJvjl 2024-09-12T17:55:53.819 INFO:tasks.workunit.client.0.smithi092.stdout:phase 1 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 1 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 2} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.820 INFO:tasks.workunit.client.0.smithi092.stdout:phase 2 uploaded part {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1} 2024-09-12T17:55:53.821 INFO:tasks.workunit.client.0.smithi092.stdout:aborting multipart upload, parts=[{'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 1}, {'ETag': '"d87206616efc8eaa9f5f3c304789b3ae"', 'PartNumber': 2}] 2024-09-12T17:55:55.817 INFO:tasks.workunit.client.0.smithi092.stdout:radosgw-admin bucket radoslist: 2024-09-12T17:55:55.906 INFO:tasks.workunit.client.0.smithi092.stdout:rados ls: 2024-09-12T17:55:55.926 INFO:tasks.workunit.client.0.smithi092.stdout:== PASSED == 2024-09-12T17:55:55.927 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:55:55.927 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:55:55.983 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T17:55:55.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:55:56.379 DEBUG:teuthology.parallel:result is None 2024-09-12T17:55:56.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:55:56.390 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:55:56.391 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:55:56.435 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:55:56.436 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T17:55:56.456 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T17:55:56.456 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T17:55:56.457 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-12T17:55:56.457 DEBUG:teuthology.orchestra.run.smithi092:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:55:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:55:56.533 INFO:teuthology.orchestra.run.smithi092.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-12T17:55:56.534 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-12T17:55:56.535 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-12T17:55:56.536 DEBUG:teuthology.orchestra.run.smithi092:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:55:56.583 INFO:teuthology.orchestra.run.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:55:56.766 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T17:55:56.766 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T17:55:56.766 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key FXBVNECFDIXSXJFVDBDA --secret FVuFAFO2AkRlDQPU6ow7jw5nkNc51xIVQjEIIsdHRqVM2KjHBghz5A== --email ragweed.client.0+test@test.test --system false 2024-09-12T17:55:56.854 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:56.854 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:56.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 realm 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.902+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.906+0000 7fc6d42419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:56.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.906+0000 7fc6d42419c0 20 searching for the correct realm 2024-09-12T17:55:56.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:56.914+0000 7fc6d1d47640 0 -- 172.21.15.92:0/467777241 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7fc6cc00ac20 msgr2=0x7fc6cc05a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.130+0000 7fc6d1546640 0 -- 172.21.15.92:0/467777241 >> [v2:172.21.15.165:6800/262028902,v1:172.21.15.165:6801/262028902] conn(0x55840f48f240 msgr2=0x55840f491700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:55:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.138+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 zone default found 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 4 Realm: () 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 zonegroup default 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 started sync module instance, tier type = 2024-09-12T17:55:57.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.142+0000 7fc6d42419c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=0 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=1 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=2 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=3 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=4 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=5 2024-09-12T17:55:57.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=6 2024-09-12T17:55:57.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 20 add_watcher() i=7 2024-09-12T17:55:57.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.170+0000 7fc6d42419c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.174+0000 7fc5837fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.174+0000 7fc6d42419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.174+0000 7fc6d42419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.174+0000 7fc6d42419c0 5 note: GC not initialized 2024-09-12T17:55:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.174+0000 7fc5827fc640 20 reqs_thread_entry: start 2024-09-12T17:55:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 init_complete bucket index max shards: 1 2024-09-12T17:55:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 Filter name: none 2024-09-12T17:55:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc4f3fff640 20 reqs_thread_entry: start 2024-09-12T17:55:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:55:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T17:55:57.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:55:57.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T17:55:57.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache get: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA : miss 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA info.flags=0x0 2024-09-12T17:55:57.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 adding default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA to cache LRU end 2024-09-12T17:55:57.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache get: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA : hit (negative entry) 2024-09-12T17:55:57.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.178+0000 7fc6d42419c0 10 cache get: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA : hit (negative entry) 2024-09-12T17:55:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:55:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc6d42419c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:55:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc6d42419c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:55:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc5b57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595091 cookie 94025680528096 notifier 5928 bl.length()=675 2024-09-12T17:55:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc5b57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:55:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.182+0000 7fc5b57fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:55:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:55:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc6d42419c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc6d42419c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:55:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc5b57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595084 cookie 94025680516864 notifier 5928 bl.length()=202 2024-09-12T17:55:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc5b57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:55:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.190+0000 7fc5b57fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc6d42419c0 10 cache put: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA info.flags=0x7 2024-09-12T17:55:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc6d42419c0 10 moving default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA to cache LRU end 2024-09-12T17:55:57.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc6d42419c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:FXBVNECFDIXSXJFVDBDA, ofs0, ns] 2024-09-12T17:55:57.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc5b4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595090 cookie 94025680525888 notifier 5928 bl.length()=190 2024-09-12T17:55:57.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc5b4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA info.flags=0x7 2024-09-12T17:55:57.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc5b4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+FXBVNECFDIXSXJFVDBDA to cache LRU end 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "ragweed.client.0", 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "ragweed.client.0", 2024-09-12T17:55:57.190 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "FXBVNECFDIXSXJFVDBDA", 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "FVuFAFO2AkRlDQPU6ow7jw5nkNc51xIVQjEIIsdHRqVM2KjHBghz5A==", 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T17:55:57.184066Z" 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T17:55:57.191 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T17:55:57.192 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T17:55:57.184013Z", 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:55:57.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.194+0000 7fc5837fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.202+0000 7fc6d42419c0 20 remove_watcher() i=0 2024-09-12T17:55:57.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.202+0000 7fc6d42419c0 2 removed watcher, disabling cache 2024-09-12T17:55:57.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.202+0000 7fc6d42419c0 20 remove_watcher() i=1 2024-09-12T17:55:57.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.206+0000 7fc6d42419c0 20 remove_watcher() i=2 2024-09-12T17:55:57.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.210+0000 7fc6d42419c0 20 remove_watcher() i=3 2024-09-12T17:55:57.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.210+0000 7fc6d42419c0 20 remove_watcher() i=4 2024-09-12T17:55:57.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.214+0000 7fc6d42419c0 20 remove_watcher() i=5 2024-09-12T17:55:57.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.214+0000 7fc6d42419c0 20 remove_watcher() i=6 2024-09-12T17:55:57.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.214+0000 7fc6d42419c0 20 remove_watcher() i=7 2024-09-12T17:55:57.228 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T17:55:57.229 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key OGECPDQCRANRNWKTOWBY --secret c5VACqLrEOxdMk8o4D9PQqlpNIiRgaztEv3ie+QY229aJRE9RfJaow== --email sysuser.client.0+test@test.test --system true 2024-09-12T17:55:57.271 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:57.271 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.314+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 realm 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.318+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.322+0000 7fb0e84989c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.322+0000 7fb0e84989c0 20 searching for the correct realm 2024-09-12T17:55:57.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.326+0000 7fb0e679f640 0 -- 172.21.15.92:0/515190116 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fb0dc0393f0 msgr2=0x7fb0dc039810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.330+0000 7fb0e579d640 0 -- 172.21.15.92:0/515190116 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb0e00f9ec0 msgr2=0x7fb0e011d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:55:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:55:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.546+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 zone default found 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 4 Realm: () 2024-09-12T17:55:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:55:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:55:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 zonegroup default 2024-09-12T17:55:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 started sync module instance, tier type = 2024-09-12T17:55:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.550+0000 7fb0e84989c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:55:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=0 2024-09-12T17:55:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=1 2024-09-12T17:55:57.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=2 2024-09-12T17:55:57.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=3 2024-09-12T17:55:57.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=4 2024-09-12T17:55:57.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=5 2024-09-12T17:55:57.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=6 2024-09-12T17:55:57.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 20 add_watcher() i=7 2024-09-12T17:55:57.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.578+0000 7fb0e84989c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.582+0000 7faf977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.582+0000 7fb0e84989c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.582+0000 7fb0e84989c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.582+0000 7fb0e84989c0 5 note: GC not initialized 2024-09-12T17:55:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.582+0000 7faf967fc640 20 reqs_thread_entry: start 2024-09-12T17:55:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 init_complete bucket index max shards: 1 2024-09-12T17:55:57.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 Filter name: none 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7faf07fff640 20 reqs_thread_entry: start 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache get: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY : miss 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY info.flags=0x0 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 adding default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY to cache LRU end 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache get: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY : hit (negative entry) 2024-09-12T17:55:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.586+0000 7fb0e84989c0 10 cache get: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY : hit (negative entry) 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fb0e84989c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fb0e84989c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fafc97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595085 cookie 94380785000784 notifier 5946 bl.length()=675 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fafc97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:55:57.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.590+0000 7fafc97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:55:57.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:55:57.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fb0e84989c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fb0e84989c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:55:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fafc8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595092 cookie 94380785007856 notifier 5946 bl.length()=202 2024-09-12T17:55:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fafc8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:55:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.594+0000 7fafc8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:55:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fb0e84989c0 10 cache put: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY info.flags=0x7 2024-09-12T17:55:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fb0e84989c0 10 moving default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY to cache LRU end 2024-09-12T17:55:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fb0e84989c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:OGECPDQCRANRNWKTOWBY, ofs0, ns] 2024-09-12T17:55:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fafc8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595083 cookie 94380785015440 notifier 5946 bl.length()=190 2024-09-12T17:55:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fafc8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY info.flags=0x7 2024-09-12T17:55:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.598+0000 7fafc8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OGECPDQCRANRNWKTOWBY to cache LRU end 2024-09-12T17:55:57.594 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T17:55:57.594 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "sysuser.client.0", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "sysuser.client.0", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "OGECPDQCRANRNWKTOWBY", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "c5VACqLrEOxdMk8o4D9PQqlpNIiRgaztEv3ie+QY229aJRE9RfJaow==", 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T17:55:57.595 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T17:55:57.591451Z" 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "system": true, 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T17:55:57.596 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T17:55:57.597 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T17:55:57.591428Z", 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T17:55:57.598 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:55:57.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.602+0000 7faf977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.606+0000 7fb0e84989c0 20 remove_watcher() i=0 2024-09-12T17:55:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.606+0000 7fb0e84989c0 2 removed watcher, disabling cache 2024-09-12T17:55:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.606+0000 7fb0e84989c0 20 remove_watcher() i=1 2024-09-12T17:55:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.610+0000 7fb0e84989c0 20 remove_watcher() i=2 2024-09-12T17:55:57.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.614+0000 7fb0e84989c0 20 remove_watcher() i=3 2024-09-12T17:55:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.614+0000 7fb0e84989c0 20 remove_watcher() i=4 2024-09-12T17:55:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.614+0000 7fb0e84989c0 20 remove_watcher() i=5 2024-09-12T17:55:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.618+0000 7fb0e84989c0 20 remove_watcher() i=6 2024-09-12T17:55:57.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:55:57.618+0000 7fb0e84989c0 20 remove_watcher() i=7 2024-09-12T17:55:57.629 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T17:55:57.629 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:55:57.629 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T17:55:57.677 INFO:tasks.ragweed:Configuring boto... 2024-09-12T17:55:57.678 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:55:57.678 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T17:55:57.724 DEBUG:teuthology.orchestra.run.smithi092:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T17:55:57.917 INFO:teuthology.orchestra.run.smithi092.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T17:55:58.095 INFO:teuthology.orchestra.run.smithi092.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T17:55:58.690 INFO:teuthology.orchestra.run.smithi092.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:56:01.599 INFO:teuthology.orchestra.run.smithi092.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T17:56:05.946 INFO:teuthology.orchestra.run.smithi092.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=219242a324c4992c1bc46224d447a240971aa4ef8c86c02b397d24bd895ffadb,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-12T17:56:05.946 INFO:teuthology.orchestra.run.smithi092.stdout:py run-test-pre: PYTHONHASHSEED='3243844384' 2024-09-12T17:56:05.947 INFO:teuthology.orchestra.run.smithi092.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T17:56:06.119 INFO:teuthology.orchestra.run.smithi092.stdout:============================= test session starts ============================== 2024-09-12T17:56:06.119 INFO:teuthology.orchestra.run.smithi092.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T17:56:06.119 INFO:teuthology.orchestra.run.smithi092.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:56:06.119 INFO:teuthology.orchestra.run.smithi092.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-12T17:56:06.282 INFO:teuthology.orchestra.run.smithi092.stdout:collecting ... collected 9 items 2024-09-12T17:56:06.283 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:56:08.515 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T17:56:09.830 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T17:56:10.850 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T17:56:12.092 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T17:56:13.229 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T17:56:19.850 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T17:56:22.189 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T17:56:25.196 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T17:56:29.834 INFO:teuthology.orchestra.run.smithi092.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout:=============================== warnings summary =============================== 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout: import imp 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-12T17:56:29.835 INFO:teuthology.orchestra.run.smithi092.stdout:======================== 9 passed, 1 warning in 23.72s ========================= 2024-09-12T17:56:29.879 INFO:teuthology.orchestra.run.smithi092.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:56:29.879 INFO:teuthology.orchestra.run.smithi092.stdout: py: commands succeeded 2024-09-12T17:56:29.879 INFO:teuthology.orchestra.run.smithi092.stdout: congratulations :) 2024-09-12T17:56:29.903 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T17:56:29.903 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T17:56:29.908 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T17:56:29.980 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:29.980 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:30.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 20 realm 2024-09-12T17:56:30.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.025+0000 7f4b645b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:30.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:30.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:30.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.029+0000 7f4b645b09c0 20 searching for the correct realm 2024-09-12T17:56:30.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.037+0000 7f4b620b6640 0 -- 172.21.15.92:0/2024974868 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7f4b5c047910 msgr2=0x7f4b5c046390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:30.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.249+0000 7f4b620b6640 0 -- 172.21.15.92:0/2024974868 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7f4b5c047910 msgr2=0x7f4b5c046390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:30.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:56:30.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:30.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.261+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 zone default found 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 4 Realm: () 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 zonegroup default 2024-09-12T17:56:30.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 started sync module instance, tier type = 2024-09-12T17:56:30.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.265+0000 7f4b645b09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:56:30.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=0 2024-09-12T17:56:30.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=1 2024-09-12T17:56:30.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=2 2024-09-12T17:56:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=3 2024-09-12T17:56:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=4 2024-09-12T17:56:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=5 2024-09-12T17:56:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.289+0000 7f4b645b09c0 20 add_watcher() i=6 2024-09-12T17:56:30.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.293+0000 7f4b645b09c0 20 add_watcher() i=7 2024-09-12T17:56:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.293+0000 7f4b645b09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.297+0000 7f4a18fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.297+0000 7f4b645b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.297+0000 7f4b645b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f49937fe640 20 reqs_thread_entry: start 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 Filter name: none 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f49917fa640 20 reqs_thread_entry: start 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:56:30.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:56:30.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T17:56:30.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:56:30.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 : miss 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.393+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 info.flags=0x17 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 to cache LRU end 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T17:56:30.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x5644f69a22f8 s->prefetch_data=0 2024-09-12T17:56:30.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 10 manifest: total_size = 4998 2024-09-12T17:56:30.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.14537300197555891457 2024-09-12T17:56:30.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x5644f69a22f8 s->prefetch_data=0 2024-09-12T17:56:30.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f69a22f8 2024-09-12T17:56:30.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.397+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4998 stripe_ofs=4998 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14537300197555891457 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.K7rQ6k3K9bmuuf-FDu5ia2Uu3ycVy9Q_0 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14537300197555891457 2024-09-12T17:56:30.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.405+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x5644f692d178 s->prefetch_data=0 2024-09-12T17:56:30.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T17:56:30.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4b645b09c0 10 manifest: total_size = 13125 2024-09-12T17:56:30.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.17381701358033867326 2024-09-12T17:56:30.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x5644f692d178 s->prefetch_data=0 2024-09-12T17:56:30.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692d178 2024-09-12T17:56:30.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.409+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=13125 stripe_ofs=13125 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17381701358033867326 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.uFKWcogiM-IbPsFJTi6hdFyLnpTixC3_0 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.413+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17381701358033867326 2024-09-12T17:56:30.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T17:56:30.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x5644f692cbd8 s->prefetch_data=0 2024-09-12T17:56:30.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 10 manifest: total_size = 5075 2024-09-12T17:56:30.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.17037075153981303812 2024-09-12T17:56:30.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x5644f692cbd8 s->prefetch_data=0 2024-09-12T17:56:30.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cbd8 2024-09-12T17:56:30.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.417+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5075 stripe_ofs=5075 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17037075153981303812 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.6tvA04SkyoSIFPYc85VgNTMLGfKR3ed_0 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.425+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17037075153981303812 2024-09-12T17:56:30.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T17:56:30.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x5644f692cba8 s->prefetch_data=0 2024-09-12T17:56:30.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 10 manifest: total_size = 12855 2024-09-12T17:56:30.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.16750872814308920083 2024-09-12T17:56:30.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x5644f692cba8 s->prefetch_data=0 2024-09-12T17:56:30.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cba8 2024-09-12T17:56:30.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.429+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.433+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=12855 stripe_ofs=12855 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16750872814308920083 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.REpLzDzCWdCCVXfXc1lMg6p6N0agRE-_0 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16750872814308920083 2024-09-12T17:56:30.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T17:56:30.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.437+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.441+0000 7f4b645b09c0 10 manifest: total_size = 5180 2024-09-12T17:56:30.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.441+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.2381457564254970481 2024-09-12T17:56:30.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.441+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.441+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cb78 2024-09-12T17:56:30.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.441+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5180 stripe_ofs=5180 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2381457564254970481 2024-09-12T17:56:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.qKe2jWGvjOGVsF_-aW7Wp-Olge9pS4i_0 2024-09-12T17:56:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:56:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.445+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2381457564254970481 2024-09-12T17:56:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T17:56:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 10 manifest: total_size = 5041 2024-09-12T17:56:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.3914568746397803423 2024-09-12T17:56:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cb78 2024-09-12T17:56:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.449+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5041 stripe_ofs=5041 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3914568746397803423 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.mJcH9KaDDMG6YI0T3rQ2WECUPdYDvho_0 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.453+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.457+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3914568746397803423 2024-09-12T17:56:30.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.457+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T17:56:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.457+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02e790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.461+0000 7f4b645b09c0 10 manifest: total_size = 5172 2024-09-12T17:56:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.461+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.10601320699840314119 2024-09-12T17:56:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.461+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02e790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.461+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cb78 2024-09-12T17:56:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.461+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5172 stripe_ofs=5172 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10601320699840314119 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.CgY7V2T7l5cv_1UqNCv5Ui6u6S-PqmP_0 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.465+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10601320699840314119 2024-09-12T17:56:30.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T17:56:30.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02e790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 10 manifest: total_size = 5083 2024-09-12T17:56:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.15267214538890852393 2024-09-12T17:56:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02e790 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cb78 2024-09-12T17:56:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.469+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5083 stripe_ofs=5083 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15267214538890852393 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.MdRBSV16dQ36YECm0cLJKPqI-vmrChJ_0 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.477+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15267214538890852393 2024-09-12T17:56:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:56:30.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f692fb00 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 10 manifest: total_size = 7778 2024-09-12T17:56:30.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.1156247180180468145 2024-09-12T17:56:30.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f692fb00 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x5644f692cb78 s->prefetch_data=0 2024-09-12T17:56:30.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f692cb78 2024-09-12T17:56:30.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.481+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.5.0 2024-09-12T17:56:30.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=7778 stripe_ofs=7778 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.1156247180180468145 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.C5snRd-2YGY0_P6eEBPqEyYQlpAzh_C_0 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.1156247180180468145 2024-09-12T17:56:30.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.489+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T17:56:30.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.493+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[bce1255c-5789-4602-aafb-12ce74041bd1.4550.5])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.497+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T17:56:30.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.497+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.497+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T17:56:30.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.497+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T17:56:30.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.497+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T17:56:30.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.501+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T17:56:30.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.501+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T17:56:30.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.501+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398877 cookie 94854194344864 notifier 5705 bl.length()=162 2024-09-12T17:56:30.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.505+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 from cache 2024-09-12T17:56:30.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.505+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5, ofs0, ns] 2024-09-12T17:56:30.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.505+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398911 cookie 94854194362448 notifier 5705 bl.length()=219 2024-09-12T17:56:30.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.509+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 : miss 2024-09-12T17:56:30.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.509+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.509+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.509+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 info.flags=0x0 2024-09-12T17:56:30.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.509+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/bce1255c-5789-4602-aafb-12ce74041bd1.4550.5 to cache LRU end 2024-09-12T17:56:30.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 : miss 2024-09-12T17:56:30.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T17:56:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 info.flags=0x17 2024-09-12T17:56:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 to cache LRU end 2024-09-12T17:56:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.513+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 2024-09-12T17:56:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:56:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x5644f6926be8 s->prefetch_data=0 2024-09-12T17:56:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 10 manifest: total_size = 18874368 2024-09-12T17:56:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.8889027326231776731 2024-09-12T17:56:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x5644f6926be8 s->prefetch_data=0 2024-09-12T17:56:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6926be8 2024-09-12T17:56:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.517+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.12.0 2024-09-12T17:56:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8380416 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9433088 stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13623296 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=14675968 stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=18866176 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=19918848 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8889027326231776731 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.1 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.1_1 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.2 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.2_1 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.3 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.3_1 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.4 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-12T17:56:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.521+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8889027326231776731 2024-09-12T17:56:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.525+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.12])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.529+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T17:56:30.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.529+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.529+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T17:56:30.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.529+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T17:56:30.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.529+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T17:56:30.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.533+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T17:56:30.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.533+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T17:56:30.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.533+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398900 cookie 94854194342352 notifier 5705 bl.length()=191 2024-09-12T17:56:30.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.537+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 from cache 2024-09-12T17:56:30.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.537+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12, ofs0, ns] 2024-09-12T17:56:30.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.541+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398901 cookie 94854194342352 notifier 5705 bl.length()=249 2024-09-12T17:56:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.541+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 : miss 2024-09-12T17:56:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.541+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.545+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.545+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 info.flags=0x0 2024-09-12T17:56:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.545+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.12 to cache LRU end 2024-09-12T17:56:30.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 : miss 2024-09-12T17:56:30.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T17:56:30.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 info.flags=0x17 2024-09-12T17:56:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 to cache LRU end 2024-09-12T17:56:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.549+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 2024-09-12T17:56:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:56:30.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6923c50 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 10 manifest: total_size = 1667 2024-09-12T17:56:30.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4441575070740836668 2024-09-12T17:56:30.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6923c50 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.553+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.13.0 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=516 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190724 part_ofs=516 rule->part_size=516 2024-09-12T17:56:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4191240 part_ofs=1032 rule->part_size=516 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4191756 part_ofs=1548 rule->part_size=119 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4441575070740836668 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.1 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.2 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:56:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.3 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.4 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4441575070740836668 2024-09-12T17:56:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:56:30.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.561+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.13])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T17:56:30.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.565+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.569+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T17:56:30.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.569+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T17:56:30.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.569+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T17:56:30.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.569+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T17:56:30.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.569+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T17:56:30.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.573+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398867 cookie 94854194352800 notifier 5705 bl.length()=198 2024-09-12T17:56:30.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.577+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 from cache 2024-09-12T17:56:30.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.577+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13, ofs0, ns] 2024-09-12T17:56:30.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.577+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398912 cookie 94854194355040 notifier 5705 bl.length()=256 2024-09-12T17:56:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.581+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 : miss 2024-09-12T17:56:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.581+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.581+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.581+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 info.flags=0x0 2024-09-12T17:56:30.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.581+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.13 to cache LRU end 2024-09-12T17:56:30.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 : miss 2024-09-12T17:56:30.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T17:56:30.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 info.flags=0x17 2024-09-12T17:56:30.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 to cache LRU end 2024-09-12T17:56:30.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.585+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 2024-09-12T17:56:30.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo[OKoqfBPLOxYS.mSR1nAsEYT9yAUhlHl] 2024-09-12T17:56:30.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to qs5hiunq1ron48nuiitrq8utl4nmksn8 2024-09-12T17:56:30.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 20 get_obj_state_impl: setting s->olh_tag to 3or1nuwqlnayspu8zgbiip32velwhfiv 2024-09-12T17:56:30.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.589+0000 7f4b645b09c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=3or1nuwqlnayspu8zgbiip32velwhfiv 2024-09-12T17:56:30.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.593+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 olh_log_entry: epoch=3 op=3 key=foo[OKoqfBPLOxYS.mSR1nAsEYT9yAUhlHl] 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-multipart-index-versioning.1:_:OKoqfBPLOxYS.mSR1nAsEYT9yAUhlHl_foo state=0x5644f6938ee8 s->prefetch_data=0 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 10 manifest: total_size = 886297 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.11992726079557640495 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-multipart-index-versioning.1:_:OKoqfBPLOxYS.mSR1nAsEYT9yAUhlHl_foo state=0x5644f6938ee8 s->prefetch_data=0 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6938ee8 2024-09-12T17:56:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.597+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:56:30.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2024-09-12T17:56:30.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=246247 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4928949 part_ofs=738741 rule->part_size=147556 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11992726079557640495 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.1 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.2 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.3 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.4 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11992726079557640495 2024-09-12T17:56:30.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.605+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo[OKoqfBPLOxYS.mSR1nAsEYT9yAUhlHl] 2024-09-12T17:56:30.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.609+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.613+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.11.0 2024-09-12T17:56:30.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.617+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.11])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.621+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T17:56:30.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.621+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.621+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T17:56:30.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.621+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T17:56:30.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.621+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T17:56:30.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.625+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T17:56:30.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.625+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T17:56:30.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.625+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398868 cookie 94854194352800 notifier 5705 bl.length()=193 2024-09-12T17:56:30.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.629+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 from cache 2024-09-12T17:56:30.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.629+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11, ofs0, ns] 2024-09-12T17:56:30.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.629+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398878 cookie 94854194351600 notifier 5705 bl.length()=251 2024-09-12T17:56:30.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.633+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 : miss 2024-09-12T17:56:30.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.633+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.633+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.633+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 info.flags=0x0 2024-09-12T17:56:30.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.633+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.11 to cache LRU end 2024-09-12T17:56:30.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 : miss 2024-09-12T17:56:30.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=449 2024-09-12T17:56:30.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 info.flags=0x17 2024-09-12T17:56:30.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 to cache LRU end 2024-09-12T17:56:30.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 2024-09-12T17:56:30.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f692c580 obj=test-client.0-r-test-multipart-simple.1:foo state=0x5644f6718798 s->prefetch_data=0 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 10 manifest: total_size = 26081 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.14811118907145279920 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f692c580 obj=test-client.0-r-test-multipart-simple.1:foo state=0x5644f6718798 s->prefetch_data=0 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6718798 2024-09-12T17:56:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.641+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.10.0 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7670 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7670 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4197878 part_ofs=7670 rule->part_size=7670 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=15340 stripe_ofs=15340 part_ofs=15340 rule->part_size=7674 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2024-09-12T17:56:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4205548 part_ofs=15340 rule->part_size=7674 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=23014 stripe_ofs=23014 part_ofs=23014 rule->part_size=3067 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=3 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4213222 part_ofs=23014 rule->part_size=3067 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=26081 stripe_ofs=26081 part_ofs=26081 rule->part_size=3067 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14811118907145279920 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.1 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.2 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.3 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:56:30.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.4 2024-09-12T17:56:30.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:56:30.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.649+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14811118907145279920 2024-09-12T17:56:30.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:56:30.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.653+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.10])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.657+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T17:56:30.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.657+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.657+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=227 2024-09-12T17:56:30.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.657+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T17:56:30.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.657+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T17:56:30.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.661+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T17:56:30.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.661+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T17:56:30.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.661+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398879 cookie 94854194351600 notifier 5705 bl.length()=183 2024-09-12T17:56:30.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.665+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 from cache 2024-09-12T17:56:30.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.665+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10, ofs0, ns] 2024-09-12T17:56:30.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.665+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398869 cookie 94854194352800 notifier 5705 bl.length()=241 2024-09-12T17:56:30.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.669+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 : miss 2024-09-12T17:56:30.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.669+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.673+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.673+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 info.flags=0x0 2024-09-12T17:56:30.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.673+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.10 to cache LRU end 2024-09-12T17:56:30.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 : miss 2024-09-12T17:56:30.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 info.flags=0x17 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 to cache LRU end 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.677+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 2024-09-12T17:56:30.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:56:30.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:56:30.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.16616458933424529640 2024-09-12T17:56:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.681+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16616458933424529640 2024-09-12T17:56:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_0 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_1 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16616458933424529640 2024-09-12T17:56:30.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.689+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:56:30.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.10521297151347523192 2024-09-12T17:56:30.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693ea38 2024-09-12T17:56:30.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.693+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10521297151347523192 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_0 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_1 2024-09-12T17:56:30.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:56:30.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.697+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10521297151347523192 2024-09-12T17:56:30.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.701+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:56:30.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.701+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.705+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.705+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _xylzBbI1wTqx7oJAgFtMSz1C6pdOEgB 2024-09-12T17:56:30.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.705+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.705+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693ea38 2024-09-12T17:56:30.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.705+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _xylzBbI1wTqx7oJAgFtMSz1C6pdOEgB 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.B48VnhlsNFUav0-LU1yyyadNdpED101_0 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.B48VnhlsNFUav0-LU1yyyadNdpED101_1 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.709+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _xylzBbI1wTqx7oJAgFtMSz1C6pdOEgB 2024-09-12T17:56:30.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:56:30.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _6AJs1vwTIy-KE_9KX2cDaA2LaXljjiu 2024-09-12T17:56:30.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693ea38 2024-09-12T17:56:30.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.713+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _6AJs1vwTIy-KE_9KX2cDaA2LaXljjiu 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.RTJapX5Y7z_xlFH5NypooWrF8_I72sf_0 2024-09-12T17:56:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:56:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.RTJapX5Y7z_xlFH5NypooWrF8_I72sf_1 2024-09-12T17:56:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:56:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.721+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _6AJs1vwTIy-KE_9KX2cDaA2LaXljjiu 2024-09-12T17:56:30.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.725+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:56:30.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.725+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.729+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.729+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.14699946006314838007 2024-09-12T17:56:30.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.729+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x5644f693ea38 s->prefetch_data=0 2024-09-12T17:56:30.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.729+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693ea38 2024-09-12T17:56:30.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.729+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14699946006314838007 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_0 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_1 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.733+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14699946006314838007 2024-09-12T17:56:30.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:56:30.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _M1JWxRaVEgKV8QaxIhPssArxwga4san 2024-09-12T17:56:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.737+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _M1JWxRaVEgKV8QaxIhPssArxwga4san 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.sOOfM684mW91SYIVwVwPr5hk6K2QJJi_0 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.sOOfM684mW91SYIVwVwPr5hk6K2QJJi_1 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.745+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _M1JWxRaVEgKV8QaxIhPssArxwga4san 2024-09-12T17:56:30.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:56:30.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.10430672952202927903 2024-09-12T17:56:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.749+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10430672952202927903 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_0 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_1 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.10430672952202927903 2024-09-12T17:56:30.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.757+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:56:30.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 10 manifest: total_size = 5242880 2024-09-12T17:56:30.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _vLtobArcTF023M6O6WvuJmeOuTrVu_D 2024-09-12T17:56:30.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.761+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _vLtobArcTF023M6O6WvuJmeOuTrVu_D 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.XsdVB8a-S4UH9s2pNm5-lFYJxF51FKq_0 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.XsdVB8a-S4UH9s2pNm5-lFYJxF51FKq_1 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.765+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _vLtobArcTF023M6O6WvuJmeOuTrVu_D 2024-09-12T17:56:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:56:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 10 manifest: total_size = 324647 2024-09-12T17:56:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892480361396240968 2024-09-12T17:56:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6922870 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.769+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892480361396240968 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.alOEcZgZy1xZwQc9jwKjgPeuY67GnSK_0 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:56:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.777+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892480361396240968 2024-09-12T17:56:30.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:56:30.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 10 manifest: total_size = 324647 2024-09-12T17:56:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _fe3jb9W4Jbtn7T2yOVJVRhs95Z_XgUs 2024-09-12T17:56:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.781+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _fe3jb9W4Jbtn7T2yOVJVRhs95Z_XgUs 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.10jPkO0lfqxoNj4pY0E9qaFAZI9tfCC_0 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: _fe3jb9W4Jbtn7T2yOVJVRhs95Z_XgUs 2024-09-12T17:56:30.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:56:30.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.789+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69323d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.793+0000 7f4b645b09c0 10 manifest: total_size = 324647 2024-09-12T17:56:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.793+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _NfmFSZrv_Y4gUmmYZvB4uGNMM2F0C3t 2024-09-12T17:56:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.793+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69323d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.793+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.793+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _NfmFSZrv_Y4gUmmYZvB4uGNMM2F0C3t 2024-09-12T17:56:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.KJEOkZBabwg1t1kroAO-8dN2h2tXiUA_0 2024-09-12T17:56:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:56:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.797+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _NfmFSZrv_Y4gUmmYZvB4uGNMM2F0C3t 2024-09-12T17:56:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:56:30.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69323d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 10 manifest: total_size = 324647 2024-09-12T17:56:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.3716055120928093568 2024-09-12T17:56:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69323d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.801+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.16.0 2024-09-12T17:56:30.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3716055120928093568 2024-09-12T17:56:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.alOEcZgZy1xZwQc9jwKjgPeuY67GnSK_0 2024-09-12T17:56:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:56:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.809+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3716055120928093568 2024-09-12T17:56:30.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:56:30.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.813+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.16])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.817+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T17:56:30.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T17:56:30.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T17:56:30.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T17:56:30.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T17:56:30.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.821+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T17:56:30.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.825+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398870 cookie 94854194352800 notifier 5705 bl.length()=189 2024-09-12T17:56:30.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.829+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 from cache 2024-09-12T17:56:30.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.829+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16, ofs0, ns] 2024-09-12T17:56:30.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.829+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398880 cookie 94854194351600 notifier 5705 bl.length()=247 2024-09-12T17:56:30.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.833+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 : miss 2024-09-12T17:56:30.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.833+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.833+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.833+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 info.flags=0x0 2024-09-12T17:56:30.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.833+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.16 to cache LRU end 2024-09-12T17:56:30.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 : miss 2024-09-12T17:56:30.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 info.flags=0x17 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 to cache LRU end 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:56:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.6713418332011724436 2024-09-12T17:56:30.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x5644f6716228 s->prefetch_data=0 2024-09-12T17:56:30.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716228 2024-09-12T17:56:30.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.841+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.6713418332011724436 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1_1 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2_1 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.3 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.849+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.6713418332011724436 2024-09-12T17:56:30.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:56:30.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6717750 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.9710517666829675670 2024-09-12T17:56:30.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6717750 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.853+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9710517666829675670 2024-09-12T17:56:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1_1 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2_1 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.3 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.861+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9710517666829675670 2024-09-12T17:56:30.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:56:30.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _KYGq_sF3vl7qQD7Qxg6NrfXsPuxTz9p 2024-09-12T17:56:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.865+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _KYGq_sF3vl7qQD7Qxg6NrfXsPuxTz9p 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_0 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_1 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_2 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T17:56:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.873+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _KYGq_sF3vl7qQD7Qxg6NrfXsPuxTz9p 2024-09-12T17:56:30.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:56:30.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _UvupdmQTKqfgpHIxtpS30qx6sCF53QY 2024-09-12T17:56:30.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.877+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _UvupdmQTKqfgpHIxtpS30qx6sCF53QY 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__0 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__1 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__2 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.885+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _UvupdmQTKqfgpHIxtpS30qx6sCF53QY 2024-09-12T17:56:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:56:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.16404407250348238991 2024-09-12T17:56:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.889+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16404407250348238991 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1_1 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2_1 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.3 2024-09-12T17:56:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:56:30.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.897+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16404407250348238991 2024-09-12T17:56:30.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:56:30.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6719f10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _CgCSrJZDg_af7Rt8Nio6VoG-uqbL5K6 2024-09-12T17:56:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6719f10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x5644f6933278 s->prefetch_data=0 2024-09-12T17:56:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6933278 2024-09-12T17:56:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.901+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _CgCSrJZDg_af7Rt8Nio6VoG-uqbL5K6 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_0 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_1 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_2 2024-09-12T17:56:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T17:56:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.909+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _CgCSrJZDg_af7Rt8Nio6VoG-uqbL5K6 2024-09-12T17:56:30.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:56:30.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6719f10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.2564801804873864980 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6719f10 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.913+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:30.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2564801804873864980 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1_1 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2_1 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.3 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.921+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2564801804873864980 2024-09-12T17:56:30.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:56:30.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f693e0d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:30.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _SP9u0kEnbUxp5I75XP7Iyn9DaUszfz- 2024-09-12T17:56:30.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f693e0d0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6718758 2024-09-12T17:56:30.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.925+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _SP9u0kEnbUxp5I75XP7Iyn9DaUszfz- 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_0 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_1 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_2 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.933+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: _SP9u0kEnbUxp5I75XP7Iyn9DaUszfz- 2024-09-12T17:56:30.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:56:30.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x5644f67161d8 s->prefetch_data=0 2024-09-12T17:56:30.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 10 manifest: total_size = 16378 2024-09-12T17:56:30.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.14511317177253360911 2024-09-12T17:56:30.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x5644f67161d8 s->prefetch_data=0 2024-09-12T17:56:30.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f67161d8 2024-09-12T17:56:30.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.937+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7671 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7672 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4197879 part_ofs=7671 rule->part_size=7672 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=1035 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4205551 part_ofs=15343 rule->part_size=1035 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=16378 rule->part_size=1035 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14511317177253360911 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.1 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:56:30.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.2 2024-09-12T17:56:30.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:56:30.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.3 2024-09-12T17:56:30.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:56:30.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.945+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14511317177253360911 2024-09-12T17:56:30.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:56:30.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x5644f67161d8 s->prefetch_data=0 2024-09-12T17:56:30.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 10 manifest: total_size = 16378 2024-09-12T17:56:30.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _aE0waeR3dKZ8NHGHJk2dyqJFuwVKLFV 2024-09-12T17:56:30.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b580e88a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x5644f67161d8 s->prefetch_data=0 2024-09-12T17:56:30.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f67161d8 2024-09-12T17:56:30.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.949+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _aE0waeR3dKZ8NHGHJk2dyqJFuwVKLFV 2024-09-12T17:56:30.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.jhVrZ06zkIz3WmnAi-L_wrzOQJxuECg_0 2024-09-12T17:56:30.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:56:30.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _aE0waeR3dKZ8NHGHJk2dyqJFuwVKLFV 2024-09-12T17:56:30.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:56:30.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.957+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.961+0000 7f4b645b09c0 10 manifest: total_size = 16378 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.961+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to _5FEwJF4yH_fTKowlHCxCbo46womKiEb 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.961+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.961+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6718758 2024-09-12T17:56:30.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.961+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=0 rule->part_size=0 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: _5FEwJF4yH_fTKowlHCxCbo46womKiEb 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.3OI8TdK0HZW-cE56Z_hLZRt00ezX9Nx_0 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.965+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: _5FEwJF4yH_fTKowlHCxCbo46womKiEb 2024-09-12T17:56:30.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.969+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:56:30.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.969+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.973+0000 7f4b645b09c0 10 manifest: total_size = 16378 2024-09-12T17:56:30.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.973+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.16239011726174108209 2024-09-12T17:56:30.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.973+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x5644f6718758 s->prefetch_data=0 2024-09-12T17:56:30.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.973+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6718758 2024-09-12T17:56:30.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.973+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.17.0 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7671 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7672 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4197879 part_ofs=7671 rule->part_size=7672 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=1035 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2024-09-12T17:56:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4205551 part_ofs=15343 rule->part_size=1035 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=16378 rule->part_size=1035 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16239011726174108209 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.1 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.2 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.3 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.977+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16239011726174108209 2024-09-12T17:56:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.981+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:56:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.981+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.981+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.985+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.985+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.985+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.985+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.985+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.17])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.989+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T17:56:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.989+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.989+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T17:56:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.989+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T17:56:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.989+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T17:56:30.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.993+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T17:56:30.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.993+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T17:56:30.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.993+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398868 cookie 94854194357536 notifier 5705 bl.length()=199 2024-09-12T17:56:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.997+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 from cache 2024-09-12T17:56:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.997+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17, ofs0, ns] 2024-09-12T17:56:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:30.997+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398862 cookie 94854194368352 notifier 5705 bl.length()=257 2024-09-12T17:56:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.001+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 : miss 2024-09-12T17:56:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.001+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.001+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.001+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 info.flags=0x0 2024-09-12T17:56:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.001+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.17 to cache LRU end 2024-09-12T17:56:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 : miss 2024-09-12T17:56:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:56:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 info.flags=0x17 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 to cache LRU end 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:56:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.009+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69350b0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.013+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.013+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.3478897370834326677 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.013+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f69350b0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.013+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.013+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.15.0 2024-09-12T17:56:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3478897370834326677 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.1 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.1_1 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.2 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.2_1 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.3 2024-09-12T17:56:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:56:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.017+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.3478897370834326677 2024-09-12T17:56:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:56:31.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c01ee60 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 10 manifest: total_size = 11534336 2024-09-12T17:56:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4528441300859962936 2024-09-12T17:56:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c01ee60 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.021+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.15.0 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4528441300859962936 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.1 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.1_1 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.2 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:56:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.2_1 2024-09-12T17:56:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:56:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.3 2024-09-12T17:56:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:56:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.029+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.4528441300859962936 2024-09-12T17:56:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:56:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 10 manifest: total_size = 45360 2024-09-12T17:56:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.12186541100738427375 2024-09-12T17:56:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.033+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.15.0 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=20613 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4210821 part_ofs=20613 rule->part_size=20613 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): stripe_ofs=4231434 part_ofs=41226 rule->part_size=4134 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T17:56:31.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12186541100738427375 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.1 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.2 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.3 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.041+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.12186541100738427375 2024-09-12T17:56:31.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:31.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:56:31.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:31.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:31.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:31.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:31.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:31.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.045+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.15])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:31.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.049+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T17:56:31.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.049+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.049+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T17:56:31.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.049+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T17:56:31.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.049+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T17:56:31.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.053+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T17:56:31.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.053+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T17:56:31.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.053+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398913 cookie 94854194362448 notifier 5705 bl.length()=194 2024-09-12T17:56:31.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.057+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 from cache 2024-09-12T17:56:31.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.057+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15, ofs0, ns] 2024-09-12T17:56:31.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.057+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398863 cookie 94854194368352 notifier 5705 bl.length()=252 2024-09-12T17:56:31.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.061+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 : miss 2024-09-12T17:56:31.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.061+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.065+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.065+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 info.flags=0x0 2024-09-12T17:56:31.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.065+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.15 to cache LRU end 2024-09-12T17:56:31.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 : miss 2024-09-12T17:56:31.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 info.flags=0x17 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 to cache LRU end 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:31.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 2024-09-12T17:56:31.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:56:31.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:56:31.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:56:31.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6934eb0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 10 manifest: total_size = 10485760 2024-09-12T17:56:31.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.18272659047584646282 2024-09-12T17:56:31.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6934eb0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.073+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.14.0 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18272659047584646282 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_0 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:56:31.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_1 2024-09-12T17:56:31.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:56:31.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_2 2024-09-12T17:56:31.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 812 2024-09-12T17:56:31.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.081+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18272659047584646282 2024-09-12T17:56:31.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:56:31.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 10 manifest: total_size = 10485760 2024-09-12T17:56:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.17389635680713043834 2024-09-12T17:56:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.085+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.14.0 2024-09-12T17:56:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17389635680713043834 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_0 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_1 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:56:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_2 2024-09-12T17:56:31.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-12T17:56:31.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.093+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17389635680713043834 2024-09-12T17:56:31.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:56:31.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 10 manifest: total_size = 3303 2024-09-12T17:56:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.15484912788791082413 2024-09-12T17:56:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.097+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.14.0 2024-09-12T17:56:31.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=3303 stripe_ofs=3303 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15484912788791082413 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.iTPhWG0Jp4BpALhyRA5HOF0Zzg5TPVc_0 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.105+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.15484912788791082413 2024-09-12T17:56:31.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:56:31.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:31.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:31.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:31.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:31.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:31.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:31.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.109+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.14])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:31.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.113+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T17:56:31.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.113+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.113+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T17:56:31.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.113+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T17:56:31.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.113+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T17:56:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.117+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T17:56:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.117+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T17:56:31.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.117+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398871 cookie 94854194352800 notifier 5705 bl.length()=184 2024-09-12T17:56:31.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.121+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 from cache 2024-09-12T17:56:31.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.121+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14, ofs0, ns] 2024-09-12T17:56:31.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.121+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398914 cookie 94854194355040 notifier 5705 bl.length()=242 2024-09-12T17:56:31.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.125+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 : miss 2024-09-12T17:56:31.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.125+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.129+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.129+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 info.flags=0x0 2024-09-12T17:56:31.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.129+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.14 to cache LRU end 2024-09-12T17:56:31.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.133+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 : miss 2024-09-12T17:56:31.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.133+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:56:31.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 info.flags=0x17 2024-09-12T17:56:31.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 to cache LRU end 2024-09-12T17:56:31.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:31.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 2024-09-12T17:56:31.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:56:31.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:56:31.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:56:31.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 10 manifest: total_size = 0 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4948835113384821711 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.137+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.7.0 2024-09-12T17:56:31.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 10 manifest: total_size = 0 2024-09-12T17:56:31.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.798676429664054418 2024-09-12T17:56:31.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.145+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.7.0 2024-09-12T17:56:31.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.149+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:56:31.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-small-obj-data.1:___ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 10 manifest: total_size = 0 2024-09-12T17:56:31.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.11469116430911330392 2024-09-12T17:56:31.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-small-obj-data.1:___ state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.153+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.7.0 2024-09-12T17:56:31.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.157+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:56:31.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-small-obj-data.1:obj state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 10 manifest: total_size = 0 2024-09-12T17:56:31.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.4866568088348634054 2024-09-12T17:56:31.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b54047610 obj=test-client.0-r-test-small-obj-data.1:obj state=0x5644f693c918 s->prefetch_data=0 2024-09-12T17:56:31.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693c918 2024-09-12T17:56:31.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.161+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.7.0 2024-09-12T17:56:31.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.165+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:56:31.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.169+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:31.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.169+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:31.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:56:31.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:31.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:31.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:31.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:31.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.173+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[bce1255c-5789-4602-aafb-12ce74041bd1.4550.7])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:31.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.177+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T17:56:31.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.177+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.177+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:56:31.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.177+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T17:56:31.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.177+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T17:56:31.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.181+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T17:56:31.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.181+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T17:56:31.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.181+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398902 cookie 94854194342352 notifier 5705 bl.length()=181 2024-09-12T17:56:31.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.185+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 from cache 2024-09-12T17:56:31.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.185+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:bce1255c-5789-4602-aafb-12ce74041bd1.4550.7, ofs0, ns] 2024-09-12T17:56:31.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.185+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398881 cookie 94854194344864 notifier 5705 bl.length()=238 2024-09-12T17:56:31.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.189+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 : miss 2024-09-12T17:56:31.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.189+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.189+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.189+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 info.flags=0x0 2024-09-12T17:56:31.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.189+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/bce1255c-5789-4602-aafb-12ce74041bd1.4550.7 to cache LRU end 2024-09-12T17:56:31.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 : miss 2024-09-12T17:56:31.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:56:31.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 info.flags=0x17 2024-09-12T17:56:31.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 to cache LRU end 2024-09-12T17:56:31.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:31.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.197+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6903c50 obj=test-client.0-r-test-small-obj-data.2:__ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.201+0000 7f4b645b09c0 10 manifest: total_size = 2078 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.201+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.17710657627092511173 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.201+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6903c50 obj=test-client.0-r-test-small-obj-data.2:__ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.201+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.201+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.8.0 2024-09-12T17:56:31.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17710657627092511173 2024-09-12T17:56:31.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.P77Qw2G2FcTNwcDnXyW0f2WTX2kiNEQ_0 2024-09-12T17:56:31.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:31.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.205+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17710657627092511173 2024-09-12T17:56:31.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.209+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:56:31.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.209+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6903c50 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.213+0000 7f4b645b09c0 10 manifest: total_size = 24595 2024-09-12T17:56:31.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.213+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.17974136740480196472 2024-09-12T17:56:31.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.213+0000 7f4b645b09c0 20 get_obj_state: octx=0x5644f6903c50 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.213+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.213+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.8.0 2024-09-12T17:56:31.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17974136740480196472 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.NFaGQolXD2PGAqNDo7bTmTpnQNay50w_0 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.217+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.17974136740480196472 2024-09-12T17:56:31.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.221+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:56:31.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.221+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02dee0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.225+0000 7f4b645b09c0 10 manifest: total_size = 527 2024-09-12T17:56:31.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.225+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.16871555431265957422 2024-09-12T17:56:31.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.225+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c02dee0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.225+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.225+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.8.0 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16871555431265957422 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.ubuWG4zligHPetQdAE8hxQv43I_Rnza_0 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.229+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.16871555431265957422 2024-09-12T17:56:31.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:56:31.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 10 manifest: total_size = 38 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.18313869458872711361 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b581330e0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.233+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.8.0 2024-09-12T17:56:31.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18313869458872711361 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.fKZUIPJ-QiRtz4hQP_aO6hIfF443y3F_0 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.241+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18313869458872711361 2024-09-12T17:56:31.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:56:31.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:31.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:31.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:31.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:31.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:31.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:31.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.245+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[bce1255c-5789-4602-aafb-12ce74041bd1.4550.8])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:31.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.249+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T17:56:31.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.249+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.253+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:56:31.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.253+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T17:56:31.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.253+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T17:56:31.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.253+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T17:56:31.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.253+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T17:56:31.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.257+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398903 cookie 94854194342352 notifier 5705 bl.length()=181 2024-09-12T17:56:31.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.261+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 from cache 2024-09-12T17:56:31.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.261+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8, ofs0, ns] 2024-09-12T17:56:31.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.261+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398882 cookie 94854194344864 notifier 5705 bl.length()=238 2024-09-12T17:56:31.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.265+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 : miss 2024-09-12T17:56:31.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.265+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.265+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.265+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 info.flags=0x0 2024-09-12T17:56:31.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.265+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/bce1255c-5789-4602-aafb-12ce74041bd1.4550.8 to cache LRU end 2024-09-12T17:56:31.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 : miss 2024-09-12T17:56:31.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 info.flags=0x17 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 to cache LRU end 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:56:31.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 2024-09-12T17:56:31.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:56:31.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:56:31.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:56:31.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:56:31.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.273+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x5644f6716188 s->prefetch_data=0 2024-09-12T17:56:31.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.277+0000 7f4b645b09c0 10 manifest: total_size = 4134 2024-09-12T17:56:31.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.277+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.2568130778471290038 2024-09-12T17:56:31.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.277+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x5644f6716188 s->prefetch_data=0 2024-09-12T17:56:31.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.277+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f6716188 2024-09-12T17:56:31.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.277+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.9.0 2024-09-12T17:56:31.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2568130778471290038 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.V4LTsUIKd7NQXzF5VgUhUmcoYrUh4ue_0 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.281+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.2568130778471290038 2024-09-12T17:56:31.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.285+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:56:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.285+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.289+0000 7f4b645b09c0 10 manifest: total_size = 4134 2024-09-12T17:56:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.289+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.11529177740764518530 2024-09-12T17:56:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.289+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.289+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.289+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.9.0 2024-09-12T17:56:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11529177740764518530 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.1ZraNfptyfgy38PmHrAu2dBTLsjMs_D_0 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.293+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.11529177740764518530 2024-09-12T17:56:31.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.297+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.297+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:56:31.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.301+0000 7f4b645b09c0 10 manifest: total_size = 4134 2024-09-12T17:56:31.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.301+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.5412174143898791578 2024-09-12T17:56:31.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.301+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5400e8c0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.301+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.301+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.9.0 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5412174143898791578 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.qEver0NgFYL1Rd6BJTWqfbFqREdoxT8_0 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.305+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.5412174143898791578 2024-09-12T17:56:31.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4a457fa640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:56:31.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 10 manifest: total_size = 1035 2024-09-12T17:56:31.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.465568284161849572 2024-09-12T17:56:31.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 20 get_obj_state: octx=0x7f4b5c0147d0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x5644f693a528 s->prefetch_data=0 2024-09-12T17:56:31.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 20 prepare_atomic_modification: state is not atomic. state=0x5644f693a528 2024-09-12T17:56:31.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.309+0000 7f4b645b09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.9.0 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.465568284161849572 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.M_FjzoN4nbQ86tijz3XigPnqt_hJ8xf_0 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:56:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.317+0000 7f4b645b09c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: bce1255c-5789-4602-aafb-12ce74041bd1.4550.465568284161849572 2024-09-12T17:56:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4a45ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:56:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:56:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:56:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:56:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:56:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:56:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:56:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.321+0000 7f4b645b09c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[bce1255c-5789-4602-aafb-12ce74041bd1.4550.9])"; uploads.size()=0; is_truncated=0 2024-09-12T17:56:31.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.325+0000 7f4b645b09c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T17:56:31.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.325+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.325+0000 7f4b645b09c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:56:31.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.325+0000 7f4b645b09c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T17:56:31.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.325+0000 7f4b645b09c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T17:56:31.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.329+0000 7f4b645b09c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T17:56:31.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.329+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T17:56:31.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.329+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398904 cookie 94854194342352 notifier 5705 bl.length()=181 2024-09-12T17:56:31.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.333+0000 7f4b645b09c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 from cache 2024-09-12T17:56:31.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.333+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9, ofs0, ns] 2024-09-12T17:56:31.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.337+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398883 cookie 94854194344864 notifier 5705 bl.length()=238 2024-09-12T17:56:31.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.341+0000 7f4b645b09c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 : miss 2024-09-12T17:56:31.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.341+0000 7f4b645b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.341+0000 7f4b645b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.341+0000 7f4b645b09c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 info.flags=0x0 2024-09-12T17:56:31.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.341+0000 7f4b645b09c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/bce1255c-5789-4602-aafb-12ce74041bd1.4550.9 to cache LRU end 2024-09-12T17:56:31.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.345+0000 7f4b645b09c0 10 removing key index: FXBVNECFDIXSXJFVDBDA 2024-09-12T17:56:31.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.349+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:FXBVNECFDIXSXJFVDBDA, ofs0, ns] 2024-09-12T17:56:31.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.349+0000 7f4a45ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398869 cookie 94854194357536 notifier 5705 bl.length()=170 2024-09-12T17:56:31.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.349+0000 7f4b645b09c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T17:56:31.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.353+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:56:31.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.353+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398872 cookie 94854194352800 notifier 5705 bl.length()=182 2024-09-12T17:56:31.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.357+0000 7f4b645b09c0 10 removing user buckets index 2024-09-12T17:56:31.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.357+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T17:56:31.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.361+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398915 cookie 94854194362448 notifier 5705 bl.length()=173 2024-09-12T17:56:31.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.361+0000 7f4b645b09c0 10 removing user index: ragweed.client.0 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.365+0000 7f4b645b09c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T17:56:31.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.365+0000 7f4b645b09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:56:31.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.365+0000 7f4a457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 94854194351600 notifier 5705 bl.length()=165 2024-09-12T17:56:31.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.369+0000 7f4a18fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.373+0000 7f4b645b09c0 20 remove_watcher() i=0 2024-09-12T17:56:31.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.373+0000 7f4b645b09c0 2 removed watcher, disabling cache 2024-09-12T17:56:31.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.377+0000 7f4b645b09c0 20 remove_watcher() i=1 2024-09-12T17:56:31.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.377+0000 7f4b645b09c0 20 remove_watcher() i=2 2024-09-12T17:56:31.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.381+0000 7f4b645b09c0 20 remove_watcher() i=3 2024-09-12T17:56:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.381+0000 7f4b645b09c0 20 remove_watcher() i=4 2024-09-12T17:56:31.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.385+0000 7f4b645b09c0 20 remove_watcher() i=5 2024-09-12T17:56:31.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.385+0000 7f4b645b09c0 20 remove_watcher() i=6 2024-09-12T17:56:31.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.389+0000 7f4b645b09c0 20 remove_watcher() i=7 2024-09-12T17:56:31.410 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T17:56:31.487 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:31.488 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:31.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.533+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 realm 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:31.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.537+0000 7fe8315799c0 20 searching for the correct realm 2024-09-12T17:56:31.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.545+0000 7fe82f880640 0 -- 172.21.15.92:0/727973589 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fe82404f060 msgr2=0x7fe82401ca80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.549+0000 7fe82e87e640 0 -- 172.21.15.92:0/727973589 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe828055450 msgr2=0x7fe8280558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:31.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:31.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.765+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:31.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 zone default found 2024-09-12T17:56:31.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 4 Realm: () 2024-09-12T17:56:31.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 zonegroup default 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 started sync module instance, tier type = 2024-09-12T17:56:31.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.769+0000 7fe8315799c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:56:31.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=0 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=1 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=2 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=3 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=4 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=5 2024-09-12T17:56:31.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=6 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 20 add_watcher() i=7 2024-09-12T17:56:31.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.793+0000 7fe8315799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:31.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.797+0000 7fe6e67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.797+0000 7fe8315799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:31.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.797+0000 7fe8315799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:31.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe6e57e2640 20 reqs_thread_entry: start 2024-09-12T17:56:31.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe8315799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:56:31.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe8315799c0 20 Filter name: none 2024-09-12T17:56:31.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe6de7fc640 20 reqs_thread_entry: start 2024-09-12T17:56:31.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe8315799c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:56:31.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.889+0000 7fe8315799c0 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:56:31.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T17:56:31.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:56:31.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 10 removing key index: OGECPDQCRANRNWKTOWBY 2024-09-12T17:56:31.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.893+0000 7fe8315799c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:OGECPDQCRANRNWKTOWBY, ofs0, ns] 2024-09-12T17:56:31.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.897+0000 7fe712ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398864 cookie 94823842404576 notifier 5997 bl.length()=170 2024-09-12T17:56:31.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.897+0000 7fe8315799c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T17:56:31.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.897+0000 7fe8315799c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:56:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.901+0000 7fe7127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 94823842393680 notifier 5997 bl.length()=182 2024-09-12T17:56:31.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.901+0000 7fe8315799c0 10 removing user buckets index 2024-09-12T17:56:31.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.901+0000 7fe8315799c0 10 removing user index: sysuser.client.0 2024-09-12T17:56:31.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.905+0000 7fe8315799c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T17:56:31.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.905+0000 7fe8315799c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:56:31.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.905+0000 7fe7127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398873 cookie 94823842389776 notifier 5997 bl.length()=165 2024-09-12T17:56:31.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.909+0000 7fe6e67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.913+0000 7fe8315799c0 20 remove_watcher() i=0 2024-09-12T17:56:31.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.913+0000 7fe8315799c0 2 removed watcher, disabling cache 2024-09-12T17:56:31.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.917+0000 7fe8315799c0 20 remove_watcher() i=1 2024-09-12T17:56:31.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.917+0000 7fe8315799c0 20 remove_watcher() i=2 2024-09-12T17:56:31.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.921+0000 7fe8315799c0 20 remove_watcher() i=3 2024-09-12T17:56:31.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.925+0000 7fe8315799c0 20 remove_watcher() i=4 2024-09-12T17:56:31.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.925+0000 7fe8315799c0 20 remove_watcher() i=5 2024-09-12T17:56:31.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.925+0000 7fe8315799c0 20 remove_watcher() i=6 2024-09-12T17:56:31.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T17:56:31.929+0000 7fe8315799c0 20 remove_watcher() i=7 2024-09-12T17:56:31.940 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T17:56:31.940 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:56:32.027 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:56:32.037 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:56:32.037 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:56:32.038 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:56:32.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:56:32.043 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:56:32.043 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:56:32.092 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:56:32.092 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:56:32.140 INFO:tasks.workunit:timeout=3h 2024-09-12T17:56:32.141 INFO:tasks.workunit:cleanup=True 2024-09-12T17:56:32.141 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:56:32.190 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:57:29.675 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.676 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T17:57:29.677 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.677 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:57:29.677 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:29.677 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:57:29.682 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:57:29.729 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:57:29.733 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:57:29.733 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:57:29.789 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:57:29.844 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:57:29.886 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:57:29.887 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:57:29.887 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:57:29.933 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:57:29.936 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T17:57:29.936 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:57:29.984 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T17:57:29.986 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T17:57:29.986 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:57:30.037 INFO:tasks.workunit.client.0.smithi092.stderr:+ ulimit -c 0 2024-09-12T17:57:30.038 INFO:tasks.workunit.client.0.smithi092.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:57:30.038 INFO:tasks.workunit.client.0.smithi092.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:57:30.038 INFO:tasks.workunit.client.0.smithi092.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:57:32.951 INFO:tasks.workunit.client.0.smithi092.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ deactivate nondestructive 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:57:32.952 INFO:tasks.workunit.client.0.smithi092.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PATH 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -z '' ']' 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ PS1='(rgw) ' 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PS1 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T17:57:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install pip --upgrade 2024-09-12T17:57:33.313 INFO:tasks.workunit.client.0.smithi092.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:57:33.543 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting pip 2024-09-12T17:57:33.549 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:57:33.584 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: pip 2024-09-12T17:57:33.584 INFO:tasks.workunit.client.0.smithi092.stdout: Attempting uninstall: pip 2024-09-12T17:57:33.585 INFO:tasks.workunit.client.0.smithi092.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:57:33.848 INFO:tasks.workunit.client.0.smithi092.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:57:33.854 INFO:tasks.workunit.client.0.smithi092.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:57:34.953 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed pip-24.2 2024-09-12T17:57:35.030 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install boto3 2024-09-12T17:57:35.991 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting boto3 2024-09-12T17:57:35.992 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:57:36.490 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:57:36.491 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:57:36.536 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:57:36.537 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:57:36.592 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:57:36.593 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:57:36.642 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:57:36.643 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:57:36.743 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:57:36.744 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:57:36.882 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:57:36.883 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:57:36.887 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:57:36.888 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:57:36.898 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:57:36.899 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:57:36.901 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:57:36.902 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:57:36.903 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:57:36.972 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:57:38.138 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:57:38.333 INFO:tasks.workunit.client.0.smithi092.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T17:57:38.476 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T17:57:38.515 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:38.515 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:38.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.558+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 realm 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:38.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.562+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.566+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:38.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.566+0000 7f84356d69c0 20 searching for the correct realm 2024-09-12T17:57:38.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.570+0000 7f84339dd640 0 -- 172.21.15.92:0/1981055811 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8428008030 msgr2=0x7f842809bac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:38.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.574+0000 7f84329db640 0 -- 172.21.15.92:0/1981055811 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f842c0be400 msgr2=0x7f842c0be860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:38.787 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.790+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 zone default found 2024-09-12T17:57:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 4 Realm: () 2024-09-12T17:57:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 zonegroup default 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 started sync module instance, tier type = 2024-09-12T17:57:38.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.794+0000 7f84356d69c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=0 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=1 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=2 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=3 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=4 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=5 2024-09-12T17:57:38.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.818+0000 7f84356d69c0 20 add_watcher() i=6 2024-09-12T17:57:38.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.822+0000 7f84356d69c0 20 add_watcher() i=7 2024-09-12T17:57:38.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.822+0000 7f84356d69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f82ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 5 note: GC not initialized 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f82e97e2640 20 reqs_thread_entry: start 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 Filter name: none 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f82e27fc640 20 reqs_thread_entry: start 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T17:57:38.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.826+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=22 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-12T17:57:38.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:57:38.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-12T17:57:38.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:38.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 20 rados_obj.operate() r=0 bl.length=420 2024-09-12T17:57:38.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-12T17:57:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-12T17:57:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-12T17:57:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f84356d69c0 20 get_user_info_from_index found 0 xattrs 2024-09-12T17:57:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-12T17:57:38.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.830+0000 7f82ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:38.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.838+0000 7f84356d69c0 20 remove_watcher() i=0 2024-09-12T17:57:38.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.838+0000 7f84356d69c0 2 removed watcher, disabling cache 2024-09-12T17:57:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.838+0000 7f84356d69c0 20 remove_watcher() i=1 2024-09-12T17:57:38.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.842+0000 7f84356d69c0 20 remove_watcher() i=2 2024-09-12T17:57:38.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.842+0000 7f84356d69c0 20 remove_watcher() i=3 2024-09-12T17:57:38.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.846+0000 7f84356d69c0 20 remove_watcher() i=4 2024-09-12T17:57:38.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.846+0000 7f84356d69c0 20 remove_watcher() i=5 2024-09-12T17:57:38.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.850+0000 7f84356d69c0 20 remove_watcher() i=6 2024-09-12T17:57:38.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:38.850+0000 7f84356d69c0 20 remove_watcher() i=7 2024-09-12T17:57:52.011 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.012 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.066 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.066 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.093 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.093 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.121 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.122 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.135 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.135 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.185 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:52.234 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard add 2024-09-12T17:57:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:52.234 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:57:52.267 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:52.267 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:52.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.313+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 realm 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:52.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.317+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.321+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:52.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.321+0000 7f8de72019c0 20 searching for the correct realm 2024-09-12T17:57:52.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.325+0000 7f8de5508640 0 -- 172.21.15.92:0/1598953037 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8dd8084070 msgr2=0x7f8dd8060900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:52.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.541+0000 7f8de4506640 0 -- 172.21.15.92:0/1598953037 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8ddc0b8900 msgr2=0x7f8ddc0b7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:52.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.757+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:52.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:52.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 zone default found 2024-09-12T17:57:52.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 4 Realm: () 2024-09-12T17:57:52.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 zonegroup default 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.761+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.765+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.765+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.765+0000 7f8de72019c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.765+0000 7f8de72019c0 20 started sync module instance, tier type = 2024-09-12T17:57:52.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.765+0000 7f8de72019c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=0 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=1 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=2 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=3 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=4 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=5 2024-09-12T17:57:52.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=6 2024-09-12T17:57:52.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 20 add_watcher() i=7 2024-09-12T17:57:52.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.789+0000 7f8de72019c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:52.792 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.793+0000 7f8c9afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:52.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:52.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:52.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 5 note: GC not initialized 2024-09-12T17:57:52.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8c99fe3640 20 reqs_thread_entry: start 2024-09-12T17:57:52.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:52.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 Filter name: none 2024-09-12T17:57:52.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8c0b7fe640 20 reqs_thread_entry: start 2024-09-12T17:57:52.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:52.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:52.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:52.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.797+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.801+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:52.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.801+0000 7f8de72019c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.801+0000 7f8de72019c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:52.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.801+0000 7f8de72019c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:52.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.801+0000 7f8c9afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:52.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.809+0000 7f8de72019c0 20 remove_watcher() i=0 2024-09-12T17:57:52.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.809+0000 7f8de72019c0 2 removed watcher, disabling cache 2024-09-12T17:57:52.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.809+0000 7f8de72019c0 20 remove_watcher() i=1 2024-09-12T17:57:52.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.813+0000 7f8de72019c0 20 remove_watcher() i=2 2024-09-12T17:57:52.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.813+0000 7f8de72019c0 20 remove_watcher() i=3 2024-09-12T17:57:52.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.817+0000 7f8de72019c0 20 remove_watcher() i=4 2024-09-12T17:57:52.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.817+0000 7f8de72019c0 20 remove_watcher() i=5 2024-09-12T17:57:52.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.821+0000 7f8de72019c0 20 remove_watcher() i=6 2024-09-12T17:57:52.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.821+0000 7f8de72019c0 20 remove_watcher() i=7 2024-09-12T17:57:52.837 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:52.838 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:57:52.838 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:57:52.838 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:52.838 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T17:57:52.868 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:52.868 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:52.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 realm 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.917+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:52.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:52.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:52.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:52.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.921+0000 7f86f7b419c0 20 searching for the correct realm 2024-09-12T17:57:52.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.925+0000 7f86f5e48640 0 -- 172.21.15.92:0/233556401 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f86ec008040 msgr2=0x7f86ec04b400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:52.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:52.933+0000 7f86f4e46640 0 -- 172.21.15.92:0/233556401 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f86f002dbf0 msgr2=0x7f86f00986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:53.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:53.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.149+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 zone default found 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 4 Realm: () 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 zonegroup default 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 started sync module instance, tier type = 2024-09-12T17:57:53.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.153+0000 7f86f7b419c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=0 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=1 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=2 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=3 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=4 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=5 2024-09-12T17:57:53.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=6 2024-09-12T17:57:53.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 20 add_watcher() i=7 2024-09-12T17:57:53.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.177+0000 7f86f7b419c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:53.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.181+0000 7f85ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:53.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:53.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:53.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 5 note: GC not initialized 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f85aa7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 Filter name: none 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f851bfff640 20 reqs_thread_entry: start 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:57:53.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:53.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:57:53.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:57:53.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T17:57:53.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:53.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:53.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.185+0000 7f86f7b419c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:57:53.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.189+0000 7f85ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:53.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.193+0000 7f86f7b419c0 20 remove_watcher() i=0 2024-09-12T17:57:53.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.193+0000 7f86f7b419c0 2 removed watcher, disabling cache 2024-09-12T17:57:53.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.197+0000 7f86f7b419c0 20 remove_watcher() i=1 2024-09-12T17:57:53.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.201+0000 7f86f7b419c0 20 remove_watcher() i=2 2024-09-12T17:57:53.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.201+0000 7f86f7b419c0 20 remove_watcher() i=3 2024-09-12T17:57:53.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.205+0000 7f86f7b419c0 20 remove_watcher() i=4 2024-09-12T17:57:53.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.205+0000 7f86f7b419c0 20 remove_watcher() i=5 2024-09-12T17:57:53.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.205+0000 7f86f7b419c0 20 remove_watcher() i=6 2024-09-12T17:57:53.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.209+0000 7f86f7b419c0 20 remove_watcher() i=7 2024-09-12T17:57:53.220 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard list 2024-09-12T17:57:53.245 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:53.245 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:53.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 realm 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.293+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.297+0000 7fb0e9d299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:53.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.297+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.297+0000 7fb0e9d299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:53.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.297+0000 7fb0e9d299c0 20 searching for the correct realm 2024-09-12T17:57:53.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.301+0000 7fb0e702e640 0 -- 172.21.15.92:0/2441516130 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fb0d802d040 msgr2=0x7fb0d801b3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:53.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.305+0000 7fb0e782f640 0 -- 172.21.15.92:0/2441516130 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fb0e00c9070 msgr2=0x7fb0e00f7fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 zone default found 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 4 Realm: () 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:53.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 zonegroup default 2024-09-12T17:57:53.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.317+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.321+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.321+0000 7fb0e9d299c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.321+0000 7fb0e9d299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.321+0000 7fb0e9d299c0 20 started sync module instance, tier type = 2024-09-12T17:57:53.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.321+0000 7fb0e9d299c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=0 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=1 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=2 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=3 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=4 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=5 2024-09-12T17:57:53.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=6 2024-09-12T17:57:53.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 20 add_watcher() i=7 2024-09-12T17:57:53.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.337+0000 7fb0e9d299c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:53.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7faf9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:53.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7fb0e9d299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:53.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7fb0e9d299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:53.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7fb0e9d299c0 5 note: GC not initialized 2024-09-12T17:57:53.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7faf9cfe1640 20 reqs_thread_entry: start 2024-09-12T17:57:53.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7fb0e9d299c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:53.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7fb0e9d299c0 20 Filter name: none 2024-09-12T17:57:53.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.341+0000 7faf167fc640 20 reqs_thread_entry: start 2024-09-12T17:57:53.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.353+0000 7faf9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:53.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.361+0000 7fb0e9d299c0 20 remove_watcher() i=0 2024-09-12T17:57:53.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.361+0000 7fb0e9d299c0 2 removed watcher, disabling cache 2024-09-12T17:57:53.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.361+0000 7fb0e9d299c0 20 remove_watcher() i=1 2024-09-12T17:57:53.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.365+0000 7fb0e9d299c0 20 remove_watcher() i=2 2024-09-12T17:57:53.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.365+0000 7fb0e9d299c0 20 remove_watcher() i=3 2024-09-12T17:57:53.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.369+0000 7fb0e9d299c0 20 remove_watcher() i=4 2024-09-12T17:57:53.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.369+0000 7fb0e9d299c0 20 remove_watcher() i=5 2024-09-12T17:57:53.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.369+0000 7fb0e9d299c0 20 remove_watcher() i=6 2024-09-12T17:57:53.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.373+0000 7fb0e9d299c0 20 remove_watcher() i=7 2024-09-12T17:57:53.384 INFO:tasks.workunit.client.0.smithi092.stderr:bucket name a-bucket 2024-09-12T17:57:53.384 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard process 2024-09-12T17:57:53.384 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:53.385 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard process 2024-09-12T17:57:53.412 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:53.412 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:53.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.457+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 realm 2024-09-12T17:57:53.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:53.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:53.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:53.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.461+0000 7f5178f509c0 20 searching for the correct realm 2024-09-12T17:57:53.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.465+0000 7f5177257640 0 -- 172.21.15.92:0/1530157749 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f516c0d7060 msgr2=0x7f516c0cfb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:53.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.681+0000 7f5176255640 0 -- 172.21.15.92:0/1530157749 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f517002d040 msgr2=0x7f5170005460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:53.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.897+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 zone default found 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 4 Realm: () 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:53.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 zonegroup default 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:53.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 started sync module instance, tier type = 2024-09-12T17:57:53.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.901+0000 7f5178f509c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=0 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=1 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=2 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=3 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=4 2024-09-12T17:57:53.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=5 2024-09-12T17:57:53.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=6 2024-09-12T17:57:53.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 20 add_watcher() i=7 2024-09-12T17:57:53.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.925+0000 7f5178f509c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:53.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f502dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:53.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f5178f509c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:53.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f5178f509c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:53.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f5178f509c0 5 note: GC not initialized 2024-09-12T17:57:53.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f502cfe1640 20 reqs_thread_entry: start 2024-09-12T17:57:53.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.929+0000 7f5178f509c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:53.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.933+0000 7f5178f509c0 20 Filter name: none 2024-09-12T17:57:53.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.933+0000 7f5025ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:53.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.933+0000 7f5178f509c0 20 processing logshard = reshard.0000000000 2024-09-12T17:57:53.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.937+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:57:53.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.937+0000 7f5178f509c0 20 processing logshard = reshard.0000000001 2024-09-12T17:57:53.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.941+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:57:53.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.941+0000 7f5178f509c0 20 processing logshard = reshard.0000000002 2024-09-12T17:57:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.945+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:57:53.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.945+0000 7f5178f509c0 20 processing logshard = reshard.0000000003 2024-09-12T17:57:53.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.953+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:57:53.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.953+0000 7f5178f509c0 20 processing logshard = reshard.0000000004 2024-09-12T17:57:53.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.957+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:57:53.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.957+0000 7f5178f509c0 20 processing logshard = reshard.0000000005 2024-09-12T17:57:53.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.965+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:57:53.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.965+0000 7f5178f509c0 20 processing logshard = reshard.0000000006 2024-09-12T17:57:53.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.965+0000 7f5178f509c0 20 process_entry resharding a-bucket 2024-09-12T17:57:53.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.965+0000 7f5178f509c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:57:53.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.965+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:53.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:57:53.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:57:53.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T17:57:53.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.969+0000 7f5178f509c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:57:53.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f5178f509c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f5178f509c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f5178f509c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f5178f509c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:57:53.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f505a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333498 cookie 94656583296352 notifier 6093 bl.length()=911 2024-09-12T17:57:53.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f505a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f505a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.981+0000 7f505a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.985+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:57:53.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.985+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:57:53.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.985+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:57:53.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.985+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:57:53.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:57:53.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:57:53.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:57:53.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:57:53.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.0 2024-09-12T17:57:53.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:53.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.989+0000 7f5178f509c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:57:53.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:57:53.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f505a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333499 cookie 94656583296352 notifier 6093 bl.length()=911 2024-09-12T17:57:53.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f505a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f505a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f505a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:57:53.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:57:53.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:57:53.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.993+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:57:53.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.997+0000 7f5178f509c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.0 2024-09-12T17:57:53.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.997+0000 7f5178f509c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:53.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:53.997+0000 7f5178f509c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:57:53.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5178f509c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:53.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5178f509c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:53.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5178f509c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:53.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5178f509c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:57:54.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5059ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333500 cookie 94656583296352 notifier 6093 bl.length()=879 2024-09-12T17:57:54.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5059ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:57:54.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5059ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:57:54.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.001+0000 7f5059ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:57:54.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.005+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:57:54.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.005+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:57:54.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.005+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:57:54.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.005+0000 7f5178f509c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:57:54.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.005+0000 7f5178f509c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:54.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.009+0000 7f5178f509c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:57:54.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.013+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:57:54.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.013+0000 7f5178f509c0 20 processing logshard = reshard.0000000007 2024-09-12T17:57:54.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.017+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:57:54.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.017+0000 7f5178f509c0 20 processing logshard = reshard.0000000008 2024-09-12T17:57:54.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.025+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:57:54.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.025+0000 7f5178f509c0 20 processing logshard = reshard.0000000009 2024-09-12T17:57:54.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.033+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:57:54.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.033+0000 7f5178f509c0 20 processing logshard = reshard.0000000010 2024-09-12T17:57:54.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.037+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:57:54.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.037+0000 7f5178f509c0 20 processing logshard = reshard.0000000011 2024-09-12T17:57:54.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.045+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:57:54.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.045+0000 7f5178f509c0 20 processing logshard = reshard.0000000012 2024-09-12T17:57:54.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.053+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:57:54.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.053+0000 7f5178f509c0 20 processing logshard = reshard.0000000013 2024-09-12T17:57:54.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.057+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:57:54.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.057+0000 7f5178f509c0 20 processing logshard = reshard.0000000014 2024-09-12T17:57:54.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.065+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:57:54.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.065+0000 7f5178f509c0 20 processing logshard = reshard.0000000015 2024-09-12T17:57:54.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.069+0000 7f5178f509c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:57:54.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.073+0000 7f502dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:54.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.077+0000 7f5178f509c0 20 remove_watcher() i=0 2024-09-12T17:57:54.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.077+0000 7f5178f509c0 2 removed watcher, disabling cache 2024-09-12T17:57:54.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.081+0000 7f5178f509c0 20 remove_watcher() i=1 2024-09-12T17:57:54.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.081+0000 7f5178f509c0 20 remove_watcher() i=2 2024-09-12T17:57:54.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.085+0000 7f5178f509c0 20 remove_watcher() i=3 2024-09-12T17:57:54.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.089+0000 7f5178f509c0 20 remove_watcher() i=4 2024-09-12T17:57:54.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.089+0000 7f5178f509c0 20 remove_watcher() i=5 2024-09-12T17:57:54.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.089+0000 7f5178f509c0 20 remove_watcher() i=6 2024-09-12T17:57:54.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:54.093+0000 7f5178f509c0 20 remove_watcher() i=7 2024-09-12T17:57:59.115 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:57:59.148 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:59.148 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:59.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.193+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 realm 2024-09-12T17:57:59.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:59.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:59.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.197+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.201+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:59.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.201+0000 7fd43969f9c0 20 searching for the correct realm 2024-09-12T17:57:59.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.205+0000 7fd4379a6640 0 -- 172.21.15.92:0/3746611304 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd42c0c9070 msgr2=0x7fd42c104750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:59.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.421+0000 7fd4369a4640 0 -- 172.21.15.92:0/3746611304 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd428017020 msgr2=0x7fd4280531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:59.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.637+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:59.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 zone default found 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 4 Realm: () 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 zonegroup default 2024-09-12T17:57:59.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.641+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.645+0000 7fd43969f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.645+0000 7fd43969f9c0 20 started sync module instance, tier type = 2024-09-12T17:57:59.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.645+0000 7fd43969f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:57:59.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=0 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=1 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=2 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=3 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=4 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=5 2024-09-12T17:57:59.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=6 2024-09-12T17:57:59.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.669+0000 7fd43969f9c0 20 add_watcher() i=7 2024-09-12T17:57:59.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.673+0000 7fd43969f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:59.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd2edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:59.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:59.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:59.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 5 note: GC not initialized 2024-09-12T17:57:59.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd2ecfe1640 20 reqs_thread_entry: start 2024-09-12T17:57:59.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:57:59.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 20 Filter name: none 2024-09-12T17:57:59.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd2667fc640 20 reqs_thread_entry: start 2024-09-12T17:57:59.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.677+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:59.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:59.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:59.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:57:59.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.681+0000 7fd43969f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.685+0000 7fd43969f9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:57:59.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.685+0000 7fd43969f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:59.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.685+0000 7fd2edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:59.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.689+0000 7fd43969f9c0 20 remove_watcher() i=0 2024-09-12T17:57:59.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.689+0000 7fd43969f9c0 2 removed watcher, disabling cache 2024-09-12T17:57:59.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.693+0000 7fd43969f9c0 20 remove_watcher() i=1 2024-09-12T17:57:59.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.697+0000 7fd43969f9c0 20 remove_watcher() i=2 2024-09-12T17:57:59.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.697+0000 7fd43969f9c0 20 remove_watcher() i=3 2024-09-12T17:57:59.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.701+0000 7fd43969f9c0 20 remove_watcher() i=4 2024-09-12T17:57:59.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.701+0000 7fd43969f9c0 20 remove_watcher() i=5 2024-09-12T17:57:59.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.705+0000 7fd43969f9c0 20 remove_watcher() i=6 2024-09-12T17:57:59.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.705+0000 7fd43969f9c0 20 remove_watcher() i=7 2024-09-12T17:57:59.722 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:59.723 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:57:59.723 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:57:59.723 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:59.723 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard add non empty bucket 2024-09-12T17:57:59.723 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:57:59.728 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.728 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.744 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.744 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.760 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.760 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.774 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.774 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.789 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.789 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.803 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.803 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.818 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.818 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.831 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:57:59.831 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:57:59.843 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:57:59.875 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:59.875 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:59.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.917+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 realm 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:59.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.921+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.925+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:59.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.925+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:57:59.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.925+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:59.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.925+0000 7f90c658d9c0 20 searching for the correct realm 2024-09-12T17:57:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.929+0000 7f90c4894640 0 -- 172.21.15.92:0/2499268628 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f90b4098420 msgr2=0x7f90b4061970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:59.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:57:59.937+0000 7f90c3892640 0 -- 172.21.15.92:0/2499268628 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f90bc00cdf0 msgr2=0x7f90bc08c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:00.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.153+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:00.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 zone default found 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 4 Realm: () 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 zonegroup default 2024-09-12T17:58:00.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 started sync module instance, tier type = 2024-09-12T17:58:00.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.157+0000 7f90c658d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:00.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=0 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=1 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=2 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=3 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=4 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=5 2024-09-12T17:58:00.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=6 2024-09-12T17:58:00.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 20 add_watcher() i=7 2024-09-12T17:58:00.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.181+0000 7f90c658d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:00.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.185+0000 7f8f797ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:00.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:00.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:00.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 5 note: GC not initialized 2024-09-12T17:58:00.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f8ef3fff640 20 reqs_thread_entry: start 2024-09-12T17:58:00.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:00.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 Filter name: none 2024-09-12T17:58:00.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f8ef1ffb640 20 reqs_thread_entry: start 2024-09-12T17:58:00.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:00.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.189+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:00.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:00.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:00.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:00.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.193+0000 7f90c658d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:00.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.197+0000 7f8f797ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:00.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.201+0000 7f90c658d9c0 20 remove_watcher() i=0 2024-09-12T17:58:00.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.201+0000 7f90c658d9c0 2 removed watcher, disabling cache 2024-09-12T17:58:00.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.201+0000 7f90c658d9c0 20 remove_watcher() i=1 2024-09-12T17:58:00.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.205+0000 7f90c658d9c0 20 remove_watcher() i=2 2024-09-12T17:58:00.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.205+0000 7f90c658d9c0 20 remove_watcher() i=3 2024-09-12T17:58:00.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.209+0000 7f90c658d9c0 20 remove_watcher() i=4 2024-09-12T17:58:00.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.209+0000 7f90c658d9c0 20 remove_watcher() i=5 2024-09-12T17:58:00.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.213+0000 7f90c658d9c0 20 remove_watcher() i=6 2024-09-12T17:58:00.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.213+0000 7f90c658d9c0 20 remove_watcher() i=7 2024-09-12T17:58:00.226 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:00.226 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:00.227 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T17:58:00.227 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:00.227 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T17:58:00.255 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:00.256 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:00.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 realm 2024-09-12T17:58:00.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:00.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.509+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.513+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:00.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.513+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.513+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.513+0000 7f6d4ac849c0 20 searching for the correct realm 2024-09-12T17:58:00.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.517+0000 7f6d48f8b640 0 -- 172.21.15.92:0/370392421 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f6d3c053060 msgr2=0x7f6d3c049b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:00.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.732+0000 7f6d47f89640 0 -- 172.21.15.92:0/370392421 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6d400622a0 msgr2=0x7f6d400166f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.948+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:00.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:00.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 zone default found 2024-09-12T17:58:00.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 4 Realm: () 2024-09-12T17:58:00.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 zonegroup default 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.952+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.956+0000 7f6d4ac849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:00.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.956+0000 7f6d4ac849c0 20 started sync module instance, tier type = 2024-09-12T17:58:00.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.956+0000 7f6d4ac849c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=0 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=1 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=2 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=3 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=4 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=5 2024-09-12T17:58:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=6 2024-09-12T17:58:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 20 add_watcher() i=7 2024-09-12T17:58:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.980+0000 7f6d4ac849c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:00.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.984+0000 7f6bff7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:00.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:00.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:00.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 5 note: GC not initialized 2024-09-12T17:58:00.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6bfe7dc640 20 reqs_thread_entry: start 2024-09-12T17:58:00.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:00.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 Filter name: none 2024-09-12T17:58:00.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6bf77fe640 20 reqs_thread_entry: start 2024-09-12T17:58:00.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:00.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:00.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:00.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:00.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T17:58:00.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.988+0000 7f6d4ac849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:58:00.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:00.992+0000 7f6bff7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:00.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.000+0000 7f6d4ac849c0 20 remove_watcher() i=0 2024-09-12T17:58:00.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.000+0000 7f6d4ac849c0 2 removed watcher, disabling cache 2024-09-12T17:58:01.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.000+0000 7f6d4ac849c0 20 remove_watcher() i=1 2024-09-12T17:58:01.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.004+0000 7f6d4ac849c0 20 remove_watcher() i=2 2024-09-12T17:58:01.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.004+0000 7f6d4ac849c0 20 remove_watcher() i=3 2024-09-12T17:58:01.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.008+0000 7f6d4ac849c0 20 remove_watcher() i=4 2024-09-12T17:58:01.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.008+0000 7f6d4ac849c0 20 remove_watcher() i=5 2024-09-12T17:58:01.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.012+0000 7f6d4ac849c0 20 remove_watcher() i=6 2024-09-12T17:58:01.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.012+0000 7f6d4ac849c0 20 remove_watcher() i=7 2024-09-12T17:58:01.026 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard list 2024-09-12T17:58:01.056 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:01.056 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:01.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.100+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 realm 2024-09-12T17:58:01.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:01.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:01.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:01.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.104+0000 7fded7f039c0 20 searching for the correct realm 2024-09-12T17:58:01.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.112+0000 7fded620a640 0 -- 172.21.15.92:0/3476632023 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fdecc081130 msgr2=0x7fdecc088ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:01.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.116+0000 7fded5208640 0 -- 172.21.15.92:0/3476632023 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fded0070df0 msgr2=0x7fded0023a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:01.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:01.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.332+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 zone default found 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 4 Realm: () 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 zonegroup default 2024-09-12T17:58:01.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 started sync module instance, tier type = 2024-09-12T17:58:01.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.336+0000 7fded7f039c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=0 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=1 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=2 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=3 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=4 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=5 2024-09-12T17:58:01.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.360+0000 7fded7f039c0 20 add_watcher() i=6 2024-09-12T17:58:01.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.364+0000 7fded7f039c0 20 add_watcher() i=7 2024-09-12T17:58:01.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.364+0000 7fded7f039c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:01.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fdd877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:01.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fded7f039c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:01.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fded7f039c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:01.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fded7f039c0 5 note: GC not initialized 2024-09-12T17:58:01.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fdd867fc640 20 reqs_thread_entry: start 2024-09-12T17:58:01.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fded7f039c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:01.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fded7f039c0 20 Filter name: none 2024-09-12T17:58:01.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.368+0000 7fdcf7fff640 20 reqs_thread_entry: start 2024-09-12T17:58:01.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.380+0000 7fdd877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:01.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.388+0000 7fded7f039c0 20 remove_watcher() i=0 2024-09-12T17:58:01.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.388+0000 7fded7f039c0 2 removed watcher, disabling cache 2024-09-12T17:58:01.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.388+0000 7fded7f039c0 20 remove_watcher() i=1 2024-09-12T17:58:01.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.392+0000 7fded7f039c0 20 remove_watcher() i=2 2024-09-12T17:58:01.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.396+0000 7fded7f039c0 20 remove_watcher() i=3 2024-09-12T17:58:01.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.396+0000 7fded7f039c0 20 remove_watcher() i=4 2024-09-12T17:58:01.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.400+0000 7fded7f039c0 20 remove_watcher() i=5 2024-09-12T17:58:01.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.400+0000 7fded7f039c0 20 remove_watcher() i=6 2024-09-12T17:58:01.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.400+0000 7fded7f039c0 20 remove_watcher() i=7 2024-09-12T17:58:01.417 INFO:tasks.workunit.client.0.smithi092.stderr:bucket name a-bucket 2024-09-12T17:58:01.417 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard process non empty bucket 2024-09-12T17:58:01.417 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:01.418 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshard process 2024-09-12T17:58:01.443 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:01.443 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:01.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 realm 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.488+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.492+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:01.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.492+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.492+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:01.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.492+0000 7f4be01ed9c0 20 searching for the correct realm 2024-09-12T17:58:01.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.496+0000 7f4bde4f4640 0 -- 172.21.15.92:0/2289946100 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f4bd4048430 msgr2=0x7f4bd4048850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:01.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.712+0000 7f4bdd4f2640 0 -- 172.21.15.92:0/2289946100 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4bd81230d0 msgr2=0x7f4bd81248d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:01.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.928+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:01.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:01.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 zone default found 2024-09-12T17:58:01.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 4 Realm: () 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 zonegroup default 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.932+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:01.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.936+0000 7f4be01ed9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:01.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.936+0000 7f4be01ed9c0 20 started sync module instance, tier type = 2024-09-12T17:58:01.933 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.936+0000 7f4be01ed9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:01.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=0 2024-09-12T17:58:01.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=1 2024-09-12T17:58:01.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=2 2024-09-12T17:58:01.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=3 2024-09-12T17:58:01.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=4 2024-09-12T17:58:01.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=5 2024-09-12T17:58:01.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.956+0000 7f4be01ed9c0 20 add_watcher() i=6 2024-09-12T17:58:01.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.960+0000 7f4be01ed9c0 20 add_watcher() i=7 2024-09-12T17:58:01.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.960+0000 7f4be01ed9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:01.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4a93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:01.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:01.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:01.962 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 5 note: GC not initialized 2024-09-12T17:58:01.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4a92fe5640 20 reqs_thread_entry: start 2024-09-12T17:58:01.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:01.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 20 Filter name: none 2024-09-12T17:58:01.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4a90fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:01.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.964+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000000 2024-09-12T17:58:01.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.972+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:58:01.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.972+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000001 2024-09-12T17:58:01.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.976+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:58:01.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.976+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000002 2024-09-12T17:58:01.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.980+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:58:01.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.980+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000003 2024-09-12T17:58:01.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.984+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:58:01.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.984+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000004 2024-09-12T17:58:01.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.992+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:58:01.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.992+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000005 2024-09-12T17:58:01.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.996+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:58:01.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:01.996+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000006 2024-09-12T17:58:02.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 20 process_entry resharding a-bucket 2024-09-12T17:58:02.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:02.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:58:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T17:58:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.000+0000 7f4be01ed9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.004+0000 7f4be01ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:58:02.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:58:02.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4ac0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333501 cookie 94702299916336 notifier 6189 bl.length()=911 2024-09-12T17:58:02.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4ac0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4ac0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4ac0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:58:02.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:58:02.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:58:02.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.016+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:58:02.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:58:02.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:58:02.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.024+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:58:02.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.028+0000 7f4be01ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:02.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.028+0000 7f4be01ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:58:02.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.032+0000 7f4be01ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.032+0000 7f4be01ed9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.032+0000 7f4be01ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.032+0000 7f4be01ed9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:58:02.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4ac0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333502 cookie 94702299916336 notifier 6189 bl.length()=911 2024-09-12T17:58:02.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4ac0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4ac0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4ac0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:58:02.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:58:02.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:58:02.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.036+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:58:02.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:58:02.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.0 2024-09-12T17:58:02.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:58:02.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.1.1 2024-09-12T17:58:02.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:02.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.040+0000 7f4be01ed9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T17:58:02.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T17:58:02.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4ac0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333503 cookie 94702299916336 notifier 6189 bl.length()=879 2024-09-12T17:58:02.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4ac0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T17:58:02.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4ac0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T17:58:02.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4ac0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:02.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T17:58:02.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T17:58:02.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T17:58:02.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.044+0000 7f4be01ed9c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T17:58:02.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.048+0000 7f4be01ed9c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T17:58:02.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.052+0000 7f4be01ed9c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:58:02.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.056+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:58:02.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.056+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000007 2024-09-12T17:58:02.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.060+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:58:02.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.060+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000008 2024-09-12T17:58:02.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.068+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:58:02.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.068+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000009 2024-09-12T17:58:02.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.076+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:58:02.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.076+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000010 2024-09-12T17:58:02.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.080+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:58:02.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.080+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000011 2024-09-12T17:58:02.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.088+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:58:02.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.088+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000012 2024-09-12T17:58:02.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.092+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:58:02.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.092+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000013 2024-09-12T17:58:02.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.100+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:58:02.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.100+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000014 2024-09-12T17:58:02.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.104+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:58:02.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.104+0000 7f4be01ed9c0 20 processing logshard = reshard.0000000015 2024-09-12T17:58:02.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.112+0000 7f4be01ed9c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:58:02.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.112+0000 7f4a93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:02.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.120+0000 7f4be01ed9c0 20 remove_watcher() i=0 2024-09-12T17:58:02.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.120+0000 7f4be01ed9c0 2 removed watcher, disabling cache 2024-09-12T17:58:02.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.124+0000 7f4be01ed9c0 20 remove_watcher() i=1 2024-09-12T17:58:02.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.124+0000 7f4be01ed9c0 20 remove_watcher() i=2 2024-09-12T17:58:02.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.128+0000 7f4be01ed9c0 20 remove_watcher() i=3 2024-09-12T17:58:02.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.132+0000 7f4be01ed9c0 20 remove_watcher() i=4 2024-09-12T17:58:02.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.132+0000 7f4be01ed9c0 20 remove_watcher() i=5 2024-09-12T17:58:02.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.132+0000 7f4be01ed9c0 20 remove_watcher() i=6 2024-09-12T17:58:02.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.136+0000 7f4be01ed9c0 20 remove_watcher() i=7 2024-09-12T17:58:02.153 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:02.185 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:02.185 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:02.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 realm 2024-09-12T17:58:02.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:02.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.232+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.236+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:02.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.236+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.236+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:02.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.236+0000 7fbd3ec729c0 20 searching for the correct realm 2024-09-12T17:58:02.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.240+0000 7fbd3cf79640 0 -- 172.21.15.92:0/10200164 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fbd30008050 msgr2=0x7fbd30062c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:02.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.456+0000 7fbd3bf77640 0 -- 172.21.15.92:0/10200164 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fbd3401f930 msgr2=0x7fbd3404d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:02.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.672+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:02.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 zone default found 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 4 Realm: () 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 zonegroup default 2024-09-12T17:58:02.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:02.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 started sync module instance, tier type = 2024-09-12T17:58:02.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.676+0000 7fbd3ec729c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=0 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=1 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=2 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=3 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=4 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=5 2024-09-12T17:58:02.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.700+0000 7fbd3ec729c0 20 add_watcher() i=6 2024-09-12T17:58:02.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 20 add_watcher() i=7 2024-09-12T17:58:02.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:02.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbbf2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 5 note: GC not initialized 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbbf1fdb640 20 reqs_thread_entry: start 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.704+0000 7fbd3ec729c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 Filter name: none 2024-09-12T17:58:02.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbb637fe640 20 reqs_thread_entry: start 2024-09-12T17:58:02.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:02.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:02.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:02.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:02.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.708+0000 7fbd3ec729c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:02.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.712+0000 7fbd3ec729c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:02.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.712+0000 7fbd3ec729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:02.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.712+0000 7fbbf2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:02.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.716+0000 7fbd3ec729c0 20 remove_watcher() i=0 2024-09-12T17:58:02.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.716+0000 7fbd3ec729c0 2 removed watcher, disabling cache 2024-09-12T17:58:02.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.720+0000 7fbd3ec729c0 20 remove_watcher() i=1 2024-09-12T17:58:02.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.720+0000 7fbd3ec729c0 20 remove_watcher() i=2 2024-09-12T17:58:02.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.724+0000 7fbd3ec729c0 20 remove_watcher() i=3 2024-09-12T17:58:02.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.724+0000 7fbd3ec729c0 20 remove_watcher() i=4 2024-09-12T17:58:02.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.728+0000 7fbd3ec729c0 20 remove_watcher() i=5 2024-09-12T17:58:02.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.728+0000 7fbd3ec729c0 20 remove_watcher() i=6 2024-09-12T17:58:02.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:02.728+0000 7fbd3ec729c0 20 remove_watcher() i=7 2024-09-12T17:58:02.743 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:02.743 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:02.743 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:58:02.744 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:02.744 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T17:58:02.744 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:02.745 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.745 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.764 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.764 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.809 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.809 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.831 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.831 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.853 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.853 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.874 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.874 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.898 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.898 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.920 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.920 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.942 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.942 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.964 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.964 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:02.985 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:02.985 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.006 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.006 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.026 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.026 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.046 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.047 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.068 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.089 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.089 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.111 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.111 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.132 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.132 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.153 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.154 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.174 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.174 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.194 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.194 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.215 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:03.215 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:03.233 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:58:03.266 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:03.267 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:03.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.312+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.312+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.312+0000 7f68cd7b29c0 20 realm 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.312+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:03.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:03.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.316+0000 7f68cd7b29c0 20 searching for the correct realm 2024-09-12T17:58:03.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.324+0000 7f68cbab9640 0 -- 172.21.15.92:0/664027512 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55bc848fb500 msgr2=0x55bc848fd8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:03.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.532+0000 7f68caab7640 0 -- 172.21.15.92:0/664027512 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f68c4084210 msgr2=0x7f68c407e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:03.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:03.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:03.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:03.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:03.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:03.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:03.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:03.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:03.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 zone default found 2024-09-12T17:58:03.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 4 Realm: () 2024-09-12T17:58:03.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:03.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:03.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:03.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 zonegroup default 2024-09-12T17:58:03.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.544+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 started sync module instance, tier type = 2024-09-12T17:58:03.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.548+0000 7f68cd7b29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=0 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=1 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=2 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=3 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=4 2024-09-12T17:58:03.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=5 2024-09-12T17:58:03.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.572+0000 7f68cd7b29c0 20 add_watcher() i=6 2024-09-12T17:58:03.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.576+0000 7f68cd7b29c0 20 add_watcher() i=7 2024-09-12T17:58:03.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.576+0000 7f68cd7b29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:03.578 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f6781fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:03.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:03.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:03.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 5 note: GC not initialized 2024-09-12T17:58:03.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f6780fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:03.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:03.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 20 Filter name: none 2024-09-12T17:58:03.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f66fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:03.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.580+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:03.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:03.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:03.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:03.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.584+0000 7f68cd7b29c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.588+0000 7f68cd7b29c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:03.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.588+0000 7f68cd7b29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:03.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.592+0000 7f6781fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:03.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.596+0000 7f68cd7b29c0 20 remove_watcher() i=0 2024-09-12T17:58:03.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.596+0000 7f68cd7b29c0 2 removed watcher, disabling cache 2024-09-12T17:58:03.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.600+0000 7f68cd7b29c0 20 remove_watcher() i=1 2024-09-12T17:58:03.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.600+0000 7f68cd7b29c0 20 remove_watcher() i=2 2024-09-12T17:58:03.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.604+0000 7f68cd7b29c0 20 remove_watcher() i=3 2024-09-12T17:58:03.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.604+0000 7f68cd7b29c0 20 remove_watcher() i=4 2024-09-12T17:58:03.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.608+0000 7f68cd7b29c0 20 remove_watcher() i=5 2024-09-12T17:58:03.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.608+0000 7f68cd7b29c0 20 remove_watcher() i=6 2024-09-12T17:58:03.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.612+0000 7f68cd7b29c0 20 remove_watcher() i=7 2024-09-12T17:58:03.625 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:03.625 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:03.625 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-init-index id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:03.625 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:03.626 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T17:58:03.664 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:03.664 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:03.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.708+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 realm 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:03.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.712+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.716+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:03.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.716+0000 7f16fc3cb9c0 20 searching for the correct realm 2024-09-12T17:58:03.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.720+0000 7f16f9ed1640 0 -- 172.21.15.92:0/322774400 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f16ec001b10 msgr2=0x7f16f4105790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:03.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.724+0000 7f16f96d0640 0 -- 172.21.15.92:0/322774400 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f16f4107b80 msgr2=0x7f16f40fd150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:03.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.940+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:03.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 zone default found 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 4 Realm: () 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:03.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:03.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 zonegroup default 2024-09-12T17:58:03.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:03.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 started sync module instance, tier type = 2024-09-12T17:58:03.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.944+0000 7f16fc3cb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:03.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=0 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=1 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=2 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=3 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=4 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=5 2024-09-12T17:58:03.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=6 2024-09-12T17:58:03.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 20 add_watcher() i=7 2024-09-12T17:58:03.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.968+0000 7f16fc3cb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:03.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f15affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:03.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f16fc3cb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:03.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f16fc3cb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:03.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f16fc3cb9c0 5 note: GC not initialized 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f15aefe5640 20 reqs_thread_entry: start 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f16fc3cb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f16fc3cb9c0 20 Filter name: none 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.972+0000 7f15acfe1640 20 reqs_thread_entry: start 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:58:03.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:03.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:58:03.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:58:03.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 : miss 2024-09-12T17:58:03.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:03.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:03.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:03.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:03.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:03.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:03.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.976+0000 7f16fc3cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 2024-09-12T17:58:03.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.980+0000 7f16fc3cb9c0 -1 Injecting error=-5 at location=init_index 2024-09-12T17:58:03.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.980+0000 7f16fc3cb9c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T17:58:03.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.984+0000 7f15affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:03.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.988+0000 7f16fc3cb9c0 20 remove_watcher() i=0 2024-09-12T17:58:03.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.988+0000 7f16fc3cb9c0 2 removed watcher, disabling cache 2024-09-12T17:58:03.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.992+0000 7f16fc3cb9c0 20 remove_watcher() i=1 2024-09-12T17:58:03.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.992+0000 7f16fc3cb9c0 20 remove_watcher() i=2 2024-09-12T17:58:03.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:03.996+0000 7f16fc3cb9c0 20 remove_watcher() i=3 2024-09-12T17:58:03.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.000+0000 7f16fc3cb9c0 20 remove_watcher() i=4 2024-09-12T17:58:03.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.000+0000 7f16fc3cb9c0 20 remove_watcher() i=5 2024-09-12T17:58:04.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.000+0000 7f16fc3cb9c0 20 remove_watcher() i=6 2024-09-12T17:58:04.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.004+0000 7f16fc3cb9c0 20 remove_watcher() i=7 2024-09-12T17:58:04.017 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:58:04.044 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:04.044 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:04.088 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.088+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 realm 2024-09-12T17:58:04.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:04.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:04.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:04.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.092+0000 7f5ef75e49c0 20 searching for the correct realm 2024-09-12T17:58:04.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.096+0000 7f5ef58eb640 0 -- 172.21.15.92:0/552392519 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5ee0029930 msgr2=0x7f5ee00363f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:04.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.312+0000 7f5ef48e9640 0 -- 172.21.15.92:0/552392519 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5ee8009bf0 msgr2=0x7f5ee813a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:04.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:04.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:04.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:04.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:04.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:04.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:04.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:04.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:04.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 zone default found 2024-09-12T17:58:04.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 4 Realm: () 2024-09-12T17:58:04.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:04.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:04.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:04.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 zonegroup default 2024-09-12T17:58:04.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.532+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.536+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.536+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.536+0000 7f5ef75e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.536+0000 7f5ef75e49c0 20 started sync module instance, tier type = 2024-09-12T17:58:04.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.536+0000 7f5ef75e49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:04.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=0 2024-09-12T17:58:04.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=1 2024-09-12T17:58:04.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=2 2024-09-12T17:58:04.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=3 2024-09-12T17:58:04.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=4 2024-09-12T17:58:04.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=5 2024-09-12T17:58:04.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=6 2024-09-12T17:58:04.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 20 add_watcher() i=7 2024-09-12T17:58:04.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.560+0000 7f5ef75e49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:04.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.564+0000 7f5dab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:04.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:04.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:04.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 5 note: GC not initialized 2024-09-12T17:58:04.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5daa7e4640 20 reqs_thread_entry: start 2024-09-12T17:58:04.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:04.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 Filter name: none 2024-09-12T17:58:04.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5d1bfff640 20 reqs_thread_entry: start 2024-09-12T17:58:04.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:04.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.568+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:04.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:04.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:04.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:04.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.572+0000 7f5ef75e49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:04.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.576+0000 7f5dab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:04.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.580+0000 7f5ef75e49c0 20 remove_watcher() i=0 2024-09-12T17:58:04.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.580+0000 7f5ef75e49c0 2 removed watcher, disabling cache 2024-09-12T17:58:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.584+0000 7f5ef75e49c0 20 remove_watcher() i=1 2024-09-12T17:58:04.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.588+0000 7f5ef75e49c0 20 remove_watcher() i=2 2024-09-12T17:58:04.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.588+0000 7f5ef75e49c0 20 remove_watcher() i=3 2024-09-12T17:58:04.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.592+0000 7f5ef75e49c0 20 remove_watcher() i=4 2024-09-12T17:58:04.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.592+0000 7f5ef75e49c0 20 remove_watcher() i=5 2024-09-12T17:58:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.592+0000 7f5ef75e49c0 20 remove_watcher() i=6 2024-09-12T17:58:04.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.596+0000 7f5ef75e49c0 20 remove_watcher() i=7 2024-09-12T17:58:04.609 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:04.609 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:04.609 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-init-index id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:04.609 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:04.611 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:04.611 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:04.627 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:04.628 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:04.670 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:04.701 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:04.702 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:04.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 realm 2024-09-12T17:58:04.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:04.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.748+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.752+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:04.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.752+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.752+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:04.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.752+0000 7fd619ab79c0 20 searching for the correct realm 2024-09-12T17:58:04.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.756+0000 7fd617dbe640 0 -- 172.21.15.92:0/3215194913 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd60c065a40 msgr2=0x7fd60c0638e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:04.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.764+0000 7fd616dbc640 0 -- 172.21.15.92:0/3215194913 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd6100e48b0 msgr2=0x7fd6100b73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:04.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:04.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:04.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:04.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:04.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 zone default found 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 4 Realm: () 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 zonegroup default 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.984+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.988+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.988+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:04.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.988+0000 7fd619ab79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:04.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.988+0000 7fd619ab79c0 20 started sync module instance, tier type = 2024-09-12T17:58:04.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:04.988+0000 7fd619ab79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:05.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=0 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=1 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=2 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=3 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=4 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=5 2024-09-12T17:58:05.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.020+0000 7fd619ab79c0 20 add_watcher() i=6 2024-09-12T17:58:05.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.024+0000 7fd619ab79c0 20 add_watcher() i=7 2024-09-12T17:58:05.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.024+0000 7fd619ab79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:05.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd4cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:05.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:05.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:05.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 5 note: GC not initialized 2024-09-12T17:58:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd4ccfe1640 20 reqs_thread_entry: start 2024-09-12T17:58:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 Filter name: none 2024-09-12T17:58:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd4467fc640 20 reqs_thread_entry: start 2024-09-12T17:58:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:58:05.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:05.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:58:05.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:58:05.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 : miss 2024-09-12T17:58:05.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.028+0000 7fd619ab79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:05.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:05.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.032+0000 7fd619ab79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20, ofs0, ns] 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd4faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333464 cookie 93900909530880 notifier 6282 bl.length()=995 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd4faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd4faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd4faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_sources= new_sources= 2024-09-12T17:58:05.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential sources added=[] removed=[] 2024-09-12T17:58:05.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_dests= new_dests= 2024-09-12T17:58:05.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.040+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential dests added=[] removed=[] 2024-09-12T17:58:05.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.048+0000 7fd619ab79c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.1.0 2024-09-12T17:58:05.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.048+0000 7fd619ab79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.1.0 2024-09-12T17:58:05.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.048+0000 7fd619ab79c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.1.1 2024-09-12T17:58:05.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.048+0000 7fd619ab79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.1.1 2024-09-12T17:58:05.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.048+0000 7fd619ab79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.0 2024-09-12T17:58:05.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.052+0000 7fd619ab79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:05.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.052+0000 7fd619ab79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 2024-09-12T17:58:05.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20, ofs0, ns] 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd4fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333465 cookie 93900909530880 notifier 6282 bl.length()=995 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd4fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd4fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd4fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_sources= new_sources= 2024-09-12T17:58:05.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential sources added=[] removed=[] 2024-09-12T17:58:05.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_dests= new_dests= 2024-09-12T17:58:05.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential dests added=[] removed=[] 2024-09-12T17:58:05.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.056+0000 7fd619ab79c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.20.0 2024-09-12T17:58:05.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:05.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 2024-09-12T17:58:05.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.060+0000 7fd619ab79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20, ofs0, ns] 2024-09-12T17:58:05.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd4fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333466 cookie 93900909530880 notifier 6282 bl.length()=963 2024-09-12T17:58:05.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd4fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 info.flags=0x17 2024-09-12T17:58:05.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd4fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 to cache LRU end 2024-09-12T17:58:05.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd4fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:05.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_sources= new_sources= 2024-09-12T17:58:05.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential sources added=[] removed=[] 2024-09-12T17:58:05.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): orig_dests= new_dests= 2024-09-12T17:58:05.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd619ab79c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.20]): potential dests added=[] removed=[] 2024-09-12T17:58:05.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.064+0000 7fd619ab79c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:05.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.068+0000 7fd4cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:05.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.076+0000 7fd619ab79c0 20 remove_watcher() i=0 2024-09-12T17:58:05.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.076+0000 7fd619ab79c0 2 removed watcher, disabling cache 2024-09-12T17:58:05.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.076+0000 7fd619ab79c0 20 remove_watcher() i=1 2024-09-12T17:58:05.080 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.080+0000 7fd619ab79c0 20 remove_watcher() i=2 2024-09-12T17:58:05.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.084+0000 7fd619ab79c0 20 remove_watcher() i=3 2024-09-12T17:58:05.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.084+0000 7fd619ab79c0 20 remove_watcher() i=4 2024-09-12T17:58:05.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.088+0000 7fd619ab79c0 20 remove_watcher() i=5 2024-09-12T17:58:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.088+0000 7fd619ab79c0 20 remove_watcher() i=6 2024-09-12T17:58:05.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.092+0000 7fd619ab79c0 20 remove_watcher() i=7 2024-09-12T17:58:05.110 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:58:05.140 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:05.140 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:05.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 realm 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.188+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.192+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:05.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.192+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.192+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:05.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.192+0000 7ff51128f9c0 20 searching for the correct realm 2024-09-12T17:58:05.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.196+0000 7ff50f596640 0 -- 172.21.15.92:0/3828161526 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7ff504037070 msgr2=0x7ff504047930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:05.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.412+0000 7ff50e594640 0 -- 172.21.15.92:0/3828161526 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ff5080637b0 msgr2=0x7ff50809a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:05.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:05.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.628+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:05.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:05.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 zone default found 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 4 Realm: () 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 zonegroup default 2024-09-12T17:58:05.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.632+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.636+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.636+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.636+0000 7ff51128f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:05.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.636+0000 7ff51128f9c0 20 started sync module instance, tier type = 2024-09-12T17:58:05.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.636+0000 7ff51128f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=0 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=1 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=2 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=3 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=4 2024-09-12T17:58:05.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=5 2024-09-12T17:58:05.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=6 2024-09-12T17:58:05.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 20 add_watcher() i=7 2024-09-12T17:58:05.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.660+0000 7ff51128f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:05.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.664+0000 7ff3c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:05.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:05.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:05.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 5 note: GC not initialized 2024-09-12T17:58:05.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff33ffff640 20 reqs_thread_entry: start 2024-09-12T17:58:05.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:05.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 Filter name: none 2024-09-12T17:58:05.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff33dffb640 20 reqs_thread_entry: start 2024-09-12T17:58:05.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:05.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.668+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:05.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:05.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:05.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:05.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:05.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.672+0000 7ff51128f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:05.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.676+0000 7ff3c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:05.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.680+0000 7ff51128f9c0 20 remove_watcher() i=0 2024-09-12T17:58:05.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.680+0000 7ff51128f9c0 2 removed watcher, disabling cache 2024-09-12T17:58:05.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.684+0000 7ff51128f9c0 20 remove_watcher() i=1 2024-09-12T17:58:05.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.684+0000 7ff51128f9c0 20 remove_watcher() i=2 2024-09-12T17:58:05.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.688+0000 7ff51128f9c0 20 remove_watcher() i=3 2024-09-12T17:58:05.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.692+0000 7ff51128f9c0 20 remove_watcher() i=4 2024-09-12T17:58:05.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.692+0000 7ff51128f9c0 20 remove_watcher() i=5 2024-09-12T17:58:05.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.692+0000 7ff51128f9c0 20 remove_watcher() i=6 2024-09-12T17:58:05.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:05.696+0000 7ff51128f9c0 20 remove_watcher() i=7 2024-09-12T17:58:05.711 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:05.711 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:05.711 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-init-index id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.20 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:58:05.711 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:05.712 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.712 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.717 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.718 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.767 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.768 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.787 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T17:58:05.788 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:05.788 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.789 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.805 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.805 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.852 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.852 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.872 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.872 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.891 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.892 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.912 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.912 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.932 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.932 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.953 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.954 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.974 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:05.993 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:05.993 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.013 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.014 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.033 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.033 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.053 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.053 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.073 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.073 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.093 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.093 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.113 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.113 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.134 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.134 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.154 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.154 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.174 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.174 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.193 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.193 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.213 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.213 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.233 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:06.233 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:06.252 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:58:06.284 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:06.284 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:06.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.328+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 realm 2024-09-12T17:58:06.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:06.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:06.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.332+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.336+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:06.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.336+0000 7efc96d519c0 20 searching for the correct realm 2024-09-12T17:58:06.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.336+0000 7efc95058640 0 -- 172.21.15.92:0/4131978655 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7efc80008050 msgr2=0x7efc80046400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:06.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.344+0000 7efc8ffff640 0 -- 172.21.15.92:0/4131978655 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7efc9011e290 msgr2=0x7efc90130130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:06.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:06.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:06.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 zone default found 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 4 Realm: () 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 zonegroup default 2024-09-12T17:58:06.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.564+0000 7efc96d519c0 20 started sync module instance, tier type = 2024-09-12T17:58:06.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.568+0000 7efc96d519c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=0 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=1 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=2 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=3 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=4 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=5 2024-09-12T17:58:06.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.588+0000 7efc96d519c0 20 add_watcher() i=6 2024-09-12T17:58:06.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.592+0000 7efc96d519c0 20 add_watcher() i=7 2024-09-12T17:58:06.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.592+0000 7efc96d519c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:06.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efb4b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:06.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:06.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:06.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 5 note: GC not initialized 2024-09-12T17:58:06.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efb4a7e4640 20 reqs_thread_entry: start 2024-09-12T17:58:06.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:06.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 20 Filter name: none 2024-09-12T17:58:06.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efb437fe640 20 reqs_thread_entry: start 2024-09-12T17:58:06.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.596+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:06.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:06.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:06.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:06.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:06.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.600+0000 7efc96d519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:06.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.604+0000 7efb4b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:06.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.608+0000 7efc96d519c0 20 remove_watcher() i=0 2024-09-12T17:58:06.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.608+0000 7efc96d519c0 2 removed watcher, disabling cache 2024-09-12T17:58:06.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.612+0000 7efc96d519c0 20 remove_watcher() i=1 2024-09-12T17:58:06.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.612+0000 7efc96d519c0 20 remove_watcher() i=2 2024-09-12T17:58:06.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.616+0000 7efc96d519c0 20 remove_watcher() i=3 2024-09-12T17:58:06.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.616+0000 7efc96d519c0 20 remove_watcher() i=4 2024-09-12T17:58:06.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.620+0000 7efc96d519c0 20 remove_watcher() i=5 2024-09-12T17:58:06.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.620+0000 7efc96d519c0 20 remove_watcher() i=6 2024-09-12T17:58:06.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.620+0000 7efc96d519c0 20 remove_watcher() i=7 2024-09-12T17:58:06.634 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:06.634 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:06.635 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-init-index id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:06.635 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:06.635 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T17:58:06.671 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:06.671 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:06.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.720+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 realm 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:06.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:06.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.724+0000 7f5729d7c9c0 20 searching for the correct realm 2024-09-12T17:58:06.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.728+0000 7f5728083640 0 -- 172.21.15.92:0/4049843278 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f57100c0030 msgr2=0x7f57100ad750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:06.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.736+0000 7f5727081640 0 -- 172.21.15.92:0/4049843278 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5718044920 msgr2=0x7f571802d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:06.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.952+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:06.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 zone default found 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 4 Realm: () 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:06.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 zonegroup default 2024-09-12T17:58:06.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:06.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 started sync module instance, tier type = 2024-09-12T17:58:06.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.956+0000 7f5729d7c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:06.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=0 2024-09-12T17:58:06.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=1 2024-09-12T17:58:06.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=2 2024-09-12T17:58:06.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=3 2024-09-12T17:58:06.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=4 2024-09-12T17:58:06.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=5 2024-09-12T17:58:06.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.976+0000 7f5729d7c9c0 20 add_watcher() i=6 2024-09-12T17:58:06.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.980+0000 7f5729d7c9c0 20 add_watcher() i=7 2024-09-12T17:58:06.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.980+0000 7f5729d7c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:06.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f55de7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:06.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:06.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:06.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 5 note: GC not initialized 2024-09-12T17:58:06.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f55dd7e2640 20 reqs_thread_entry: start 2024-09-12T17:58:06.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:06.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 20 Filter name: none 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f55d67fc640 20 reqs_thread_entry: start 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.984+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 : miss 2024-09-12T17:58:06.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 info.flags=0x17 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 to cache LRU end 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:06.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 2024-09-12T17:58:06.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 -1 Injecting error=-95 at location=init_index 2024-09-12T17:58:06.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.988+0000 7f5729d7c9c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:58:06.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 info.flags=0x17 2024-09-12T17:58:06.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 to cache LRU end 2024-09-12T17:58:06.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:06.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21, ofs0, ns] 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5606ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333469 cookie 94102636967040 notifier 6336 bl.length()=995 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5606ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 info.flags=0x17 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5606ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 to cache LRU end 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5606ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): orig_sources= new_sources= 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): potential sources added=[] removed=[] 2024-09-12T17:58:06.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): orig_dests= new_dests= 2024-09-12T17:58:06.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:06.996+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): potential dests added=[] removed=[] 2024-09-12T17:58:06.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.000+0000 7f5729d7c9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.21.1.0 2024-09-12T17:58:06.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.000+0000 7f5729d7c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.21.1.0 2024-09-12T17:58:06.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.000+0000 7f5729d7c9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.21.1.1 2024-09-12T17:58:06.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.000+0000 7f5729d7c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.21.1.1 2024-09-12T17:58:06.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.000+0000 7f5729d7c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.21.0 2024-09-12T17:58:07.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.004+0000 7f5729d7c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:07.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.004+0000 7f5729d7c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 2024-09-12T17:58:07.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f5729d7c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 info.flags=0x17 2024-09-12T17:58:07.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f5729d7c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 to cache LRU end 2024-09-12T17:58:07.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f5729d7c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:07.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f5729d7c9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21, ofs0, ns] 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f56067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333470 cookie 94102636967040 notifier 6336 bl.length()=963 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f56067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 info.flags=0x17 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f56067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 to cache LRU end 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.008+0000 7f56067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.012+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): orig_sources= new_sources= 2024-09-12T17:58:07.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.012+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): potential sources added=[] removed=[] 2024-09-12T17:58:07.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.012+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): orig_dests= new_dests= 2024-09-12T17:58:07.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.012+0000 7f5729d7c9c0 20 handle_bi_update(): bucket=:error-at-init-index[bce1255c-5789-4602-aafb-12ce74041bd1.4550.21]): potential dests added=[] removed=[] 2024-09-12T17:58:07.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.016+0000 7f5729d7c9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:07.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.020+0000 7f55de7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:07.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.024+0000 7f5729d7c9c0 20 remove_watcher() i=0 2024-09-12T17:58:07.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.024+0000 7f5729d7c9c0 2 removed watcher, disabling cache 2024-09-12T17:58:07.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.024+0000 7f5729d7c9c0 20 remove_watcher() i=1 2024-09-12T17:58:07.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.028+0000 7f5729d7c9c0 20 remove_watcher() i=2 2024-09-12T17:58:07.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.028+0000 7f5729d7c9c0 20 remove_watcher() i=3 2024-09-12T17:58:07.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.032+0000 7f5729d7c9c0 20 remove_watcher() i=4 2024-09-12T17:58:07.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.032+0000 7f5729d7c9c0 20 remove_watcher() i=5 2024-09-12T17:58:07.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.036+0000 7f5729d7c9c0 20 remove_watcher() i=6 2024-09-12T17:58:07.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.036+0000 7f5729d7c9c0 20 remove_watcher() i=7 2024-09-12T17:58:07.047 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:58:07.078 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:07.078 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:07.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 realm 2024-09-12T17:58:07.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:07.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.128+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.132+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:07.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.132+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.132+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:07.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.132+0000 7fe52c9569c0 20 searching for the correct realm 2024-09-12T17:58:07.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.136+0000 7fe52a45c640 0 -- 172.21.15.92:0/4004786589 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fe52400e040 msgr2=0x7fe524078ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:07.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.144+0000 7fe529c5b640 0 -- 172.21.15.92:0/4004786589 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe5240616c0 msgr2=0x7fe52408f050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:07.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.360+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:07.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 zone default found 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 4 Realm: () 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 zonegroup default 2024-09-12T17:58:07.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:07.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 started sync module instance, tier type = 2024-09-12T17:58:07.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.364+0000 7fe52c9569c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:07.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=0 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=1 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=2 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=3 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=4 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=5 2024-09-12T17:58:07.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.388+0000 7fe52c9569c0 20 add_watcher() i=6 2024-09-12T17:58:07.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.392+0000 7fe52c9569c0 20 add_watcher() i=7 2024-09-12T17:58:07.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.392+0000 7fe52c9569c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:07.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe3e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:07.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe52c9569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:07.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe52c9569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:07.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe52c9569c0 5 note: GC not initialized 2024-09-12T17:58:07.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe35b7fe640 20 reqs_thread_entry: start 2024-09-12T17:58:07.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe52c9569c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:07.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe52c9569c0 20 Filter name: none 2024-09-12T17:58:07.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.396+0000 7fe3597fa640 20 reqs_thread_entry: start 2024-09-12T17:58:07.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:07.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:07.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:07.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:58:07.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.400+0000 7fe52c9569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:07.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.404+0000 7fe52c9569c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:58:07.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.404+0000 7fe52c9569c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:07.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.404+0000 7fe3e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:07.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.412+0000 7fe52c9569c0 20 remove_watcher() i=0 2024-09-12T17:58:07.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.412+0000 7fe52c9569c0 2 removed watcher, disabling cache 2024-09-12T17:58:07.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.412+0000 7fe52c9569c0 20 remove_watcher() i=1 2024-09-12T17:58:07.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.416+0000 7fe52c9569c0 20 remove_watcher() i=2 2024-09-12T17:58:07.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.420+0000 7fe52c9569c0 20 remove_watcher() i=3 2024-09-12T17:58:07.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.420+0000 7fe52c9569c0 20 remove_watcher() i=4 2024-09-12T17:58:07.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.424+0000 7fe52c9569c0 20 remove_watcher() i=5 2024-09-12T17:58:07.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.424+0000 7fe52c9569c0 20 remove_watcher() i=6 2024-09-12T17:58:07.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:07.424+0000 7fe52c9569c0 20 remove_watcher() i=7 2024-09-12T17:58:07.442 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:07.443 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:07.443 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-init-index id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.21 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:58:07.443 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:07.444 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.444 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.448 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.448 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.511 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.511 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.534 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T17:58:07.534 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:07.536 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.536 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.552 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.552 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.597 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.597 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.618 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.618 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.639 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.639 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.659 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.660 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.681 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.681 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.704 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.704 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.732 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.732 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.753 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.753 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.772 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.772 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.791 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.792 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.812 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.812 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.832 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.832 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.852 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.853 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.871 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.871 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.891 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.891 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.910 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.910 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.930 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.930 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.951 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.951 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.970 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.970 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:07.991 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:07.992 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:08.012 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:58:08.043 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:08.044 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:08.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 realm 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.096+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.100+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.100+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.100+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:08.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.100+0000 7f7e54a569c0 20 searching for the correct realm 2024-09-12T17:58:08.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.100+0000 7f7e5255c640 0 -- 172.21.15.92:0/1674929510 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f7e4c036070 msgr2=0x7f7e4c027490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.108+0000 7f7e5255c640 0 -- 172.21.15.92:0/1674929510 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7f7e4c01b040 msgr2=0x7f7e4c036450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:08.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.332+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 zone default found 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 4 Realm: () 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 zonegroup default 2024-09-12T17:58:08.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.336+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.340+0000 7f7e54a569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.340+0000 7f7e54a569c0 20 started sync module instance, tier type = 2024-09-12T17:58:08.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.340+0000 7f7e54a569c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:08.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=0 2024-09-12T17:58:08.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=1 2024-09-12T17:58:08.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=2 2024-09-12T17:58:08.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=3 2024-09-12T17:58:08.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=4 2024-09-12T17:58:08.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=5 2024-09-12T17:58:08.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.360+0000 7f7e54a569c0 20 add_watcher() i=6 2024-09-12T17:58:08.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.364+0000 7f7e54a569c0 20 add_watcher() i=7 2024-09-12T17:58:08.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.364+0000 7f7e54a569c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:08.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7d08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:08.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:08.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:08.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 5 note: GC not initialized 2024-09-12T17:58:08.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7c837fe640 20 reqs_thread_entry: start 2024-09-12T17:58:08.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:08.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 Filter name: none 2024-09-12T17:58:08.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7c817fa640 20 reqs_thread_entry: start 2024-09-12T17:58:08.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:08.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.368+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:08.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:08.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:08.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:08.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.372+0000 7f7e54a569c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:08.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.376+0000 7f7d08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:08.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.380+0000 7f7e54a569c0 20 remove_watcher() i=0 2024-09-12T17:58:08.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.380+0000 7f7e54a569c0 2 removed watcher, disabling cache 2024-09-12T17:58:08.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.384+0000 7f7e54a569c0 20 remove_watcher() i=1 2024-09-12T17:58:08.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.388+0000 7f7e54a569c0 20 remove_watcher() i=2 2024-09-12T17:58:08.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.388+0000 7f7e54a569c0 20 remove_watcher() i=3 2024-09-12T17:58:08.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.392+0000 7f7e54a569c0 20 remove_watcher() i=4 2024-09-12T17:58:08.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.392+0000 7f7e54a569c0 20 remove_watcher() i=5 2024-09-12T17:58:08.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.392+0000 7f7e54a569c0 20 remove_watcher() i=6 2024-09-12T17:58:08.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.396+0000 7f7e54a569c0 20 remove_watcher() i=7 2024-09-12T17:58:08.415 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.415 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:08.415 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-init-indext id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:08.415 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.415 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T17:58:08.452 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:08.453 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:08.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.500+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 realm 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:08.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:08.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 searching for the correct realm 2024-09-12T17:58:08.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.508+0000 7fb91b738640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fb90c00e050 msgr2=0x7fb90c081e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.724+0000 7fb91bf39640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fb9140e3b80 msgr2=0x7fb9140cf570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zone default found 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Realm: () 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zonegroup default 2024-09-12T17:58:08.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started sync module instance, tier type = 2024-09-12T17:58:08.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=0 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=1 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=2 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=3 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=4 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=5 2024-09-12T17:58:08.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=6 2024-09-12T17:58:08.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.768+0000 7fb91e4339c0 20 add_watcher() i=7 2024-09-12T17:58:08.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.768+0000 7fb91e4339c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:08.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb7d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:08.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:08.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:08.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 note: GC not initialized 2024-09-12T17:58:08.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb7d0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:08.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:08.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 Filter name: none 2024-09-12T17:58:08.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb74a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:08.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:58:08.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:08.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:58:08.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:58:08.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : miss 2024-09-12T17:58:08.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:08.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:08.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:08.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:08.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:08.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:08.773 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb91e4339c0 time 2024-09-12T17:58:08.780500+0000 2024-09-12T17:58:08.773 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb921d0d2eb] 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.776 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fb91e4339c0 thread_name:radosgw-admin 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.780+0000 7fb91e4339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb91e4339c0 time 2024-09-12T17:58:08.780500+0000 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb921d0d2eb] 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.777 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:08.778 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb920b8c520] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb921d0d345] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.780 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.784+0000 7fb91e4339c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fb91e4339c0 thread_name:radosgw-admin 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb920b8c520] 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb921d0d345] 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.781 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.782 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:58:08.791 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:58:08.480+0000 7fb809e0b640 10 monclient: dump: 2024-09-12T17:58:08.791 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.791 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.791 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.791 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: shutdown 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 asok(0x55873f4742b0) unregister_commands rotate-key 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.792 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.793 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.794 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: starting msgr at 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: starting objecter 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests hook 0x55873f6850a0 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: setting wanted keys 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: calling monclient init 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.795 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.796 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key hook 0x55873f67f1b8 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f50ccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f5c1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f5c1980 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.292272s 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): get_auth_request con 0x55873f5c1980 auth_method 0 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.797 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f50ccc0 auth_method 0 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_done global_id 6068 payload 824 2024-09-12T17:58:08.798 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:58:08.484+0000 7fb91c73a640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f5c1570 auth_method 0 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: ms_handle_reset current mon [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-c con 0x7fb8040020d0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-a con 0x55873f50ccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-b con 0x55873f5c1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.799 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x7fb8040020d0 auth_method 0 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f50ccc0 auth_method 0 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.800 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_done global_id 6068 payload 293 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:58:08.484+0000 7fb91bf39640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f5c1570 auth_method 0 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: dump: 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.801 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6068 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.802 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: dump: 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.803 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:58:08.484+0000 7fb809e0b640 4 set_mon_vals no callback set 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 1 librados: init done 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:58:08.488+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f5c1980 auth_method 0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:58:08.488+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f6bc7f0 auth_method 0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:58:08.488+0000 7fb91bf39640 10 monclient: get_auth_request con 0x55873f6a6f60 auth_method 0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:58:08.488+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f6c7270 auth_method 0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:58:08.492+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f6c6780 auth_method 0 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.804 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.805 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.806 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests cmddesc objecter_requests hook 0x55873f6d2db0 EEXIST 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.807 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x55873f6ce480 EEXIST 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f6f6f60 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.808 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f6f6890 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f6f5270 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.302547s 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f6f5270 auth_method 0 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f6f6f60 auth_method 0 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.809 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_done global_id 6071 payload 824 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:58:08.492+0000 7fb91bf39640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: dump: 2024-09-12T17:58:08.810 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6071 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.811 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: dump: 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.812 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:58:08.492+0000 7fb91cf3b640 4 set_mon_vals no callback set 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: get_monmap_and_config 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.813 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.814 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb7f4070a20 auth_method 0 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.815 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.816 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x7fff172a3a38 EEXIST 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f74ae50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f746290 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f73c960 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.306461s 2024-09-12T17:58:08.817 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f74ae50 auth_method 0 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f73c960 auth_method 0 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.818 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_done global_id 6390 payload 274 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:58:08.496+0000 7fb91b738640 1 monclient: found mon.noname-a 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: dump: 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.819 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: dump: 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.820 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6390 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 4 set_mon_vals no callback set 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: shutdown 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.821 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.822 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.823 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: starting msgr at 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: starting objecter 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests cmddesc objecter_requests hook 0x55873f71c2d0 EEXIST 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: setting wanted keys 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: calling monclient init 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.824 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x55873f6f8ec8 EEXIST 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.825 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f73c960 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f746290 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f74ae50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.309124s 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f73c960 auth_method 0 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.826 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f74ae50 auth_method 0 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): get_auth_request con 0x55873f746290 auth_method 0 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.827 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_done global_id 6393 payload 824 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:58:08.500+0000 7fb91b738640 1 monclient: found mon.noname-a 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: dump: 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.828 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: dump: 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.829 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:58:08.500+0000 7fb7faffd640 4 set_mon_vals no callback set 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6393 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.830 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: init done 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cr dump hook 0x55873f73fa48 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:58:08.504+0000 7fb91c73a640 10 monclient: get_auth_request con 0x7fb7e4070ae0 auth_method 0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:58:08.504+0000 7fb91bf39640 10 monclient: get_auth_request con 0x55873f7648b0 auth_method 0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 realm 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.831 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:58:08.504+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f768af0 auth_method 0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:58:08.508+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f76c370 auth_method 0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 searching for the correct realm 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:58:08.508+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb9140e3b80 auth_method 0 2024-09-12T17:58:08.832 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:58:08.508+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb90c00e050 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:58:08.508+0000 7fb91b738640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fb90c00e050 msgr2=0x7fb90c081e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:58:08.712+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb90c00e050 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:58:08.712+0000 7fb91c73a640 10 monclient: get_auth_request con 0x7fb904027040 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:58:08.720+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb9140c2550 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:58:08.724+0000 7fb91bf39640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fb9140e3b80 msgr2=0x7fb9140cf570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 1 client.6393.objecter ms_handle_reset 0x7fb9140e3b80 session 0x7fb9140d5040 osd.7 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 10 monclient: _renew_subs 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:58:08.724+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb7e4081180 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:58:08.724+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb9140f2990 auth_method 0 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:08.833 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zone default found 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Realm: () 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:08.834 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zonegroup default 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started sync module instance, tier type = 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=0 2024-09-12T17:58:08.835 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=1 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=2 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=3 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=4 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=5 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=6 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:58:08.768+0000 7fb91e4339c0 20 add_watcher() i=7 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:58:08.768+0000 7fb91e4339c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.836 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:58:08.772+0000 7fb7d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:08.837 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache list hook 0x55873f744b20 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache inspect hook 0x55873f744b20 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache erase hook 0x55873f744b20 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache zap hook 0x55873f744b20 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 note: GC not initialized 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:58:08.772+0000 7fb7d0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace show hook 0x7fb90401bc60 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace history hook 0x7fb90401bc60 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace active hook 0x7fb90401bc60 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace active_short hook 0x7fb90401bc60 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 Filter name: none 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:58:08.772+0000 7fb74a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:08.838 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : miss 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:08.839 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:58:08.780+0000 7fb91e4339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb91e4339c0 time 2024-09-12T17:58:08.780500+0000 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb921d0d2eb] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:08.840 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:58:08.784+0000 7fb91e4339c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fb91e4339c0 thread_name:radosgw-admin 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb920b8c520] 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb921d0d345] 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.841 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:58:08.842 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:58:08.843 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:58:08.844 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:58:08.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:58:08.846 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:08.847 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:58:08.848 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb74a7fc640 / http_manager 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7d0fe1640 / http_manager 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7d1fe3640 / rgw_dt_lg_renew 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7f97fa640 / ms_dispatch 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7faffd640 / io_context_pool 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb8017fa640 / ms_dispatch 2024-09-12T17:58:08.849 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb803fff640 / ms_dispatch 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb809e0b640 / io_context_pool 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91b738640 / msgr-worker-2 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91bf39640 / msgr-worker-1 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91c73a640 / msgr-worker-0 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91cf3b640 / io_context_pool 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91e4339c0 / radosgw-admin 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.84693.log 2024-09-12T17:58:08.860 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:58:08.480+0000 7fb809e0b640 10 monclient: dump: 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: shutdown 2024-09-12T17:58:08.861 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 asok(0x55873f4742b0) unregister_commands rotate-key 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.862 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding auth protocol: cephx 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.863 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: crc 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6848b0) adding con mode: secure 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: starting msgr at 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: starting objecter 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests hook 0x55873f6850a0 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: setting wanted keys 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 1 librados: calling monclient init 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.864 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding auth protocol: cephx 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: crc 2024-09-12T17:58:08.865 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 5 AuthRegistry(0x55873f67f070) adding con mode: secure 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:58:08.480+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key hook 0x55873f67f1b8 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f50ccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f5c1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f5c1980 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.866 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.292272s 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): get_auth_request con 0x55873f5c1980 auth_method 0 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f50ccc0 auth_method 0 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.867 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient(hunting): handle_auth_done global_id 6068 payload 824 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:58:08.484+0000 7fb91c73a640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f5c1570 auth_method 0 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: ms_handle_reset current mon [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-c con 0x7fb8040020d0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-a con 0x55873f50ccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.868 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): picked mon.noname-b con 0x55873f5c1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x7fb8040020d0 auth_method 0 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f50ccc0 auth_method 0 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.869 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:58:08.484+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient(hunting): handle_auth_done global_id 6068 payload 293 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:58:08.484+0000 7fb91bf39640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:58:08.484+0000 7fb91bf39640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:58:08.484+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f5c1570 auth_method 0 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: dump: 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.870 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6068 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.871 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:58:08.484+0000 7fb803fff640 10 monclient: dump: 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.872 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:58:08.484+0000 7fb809e0b640 4 set_mon_vals no callback set 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:58:08.484+0000 7fb91e4339c0 1 librados: init done 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:58:08.484+0000 7fb803fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:58:08.488+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f5c1980 auth_method 0 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:58:08.488+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f6bc7f0 auth_method 0 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:58:08.488+0000 7fb91bf39640 10 monclient: get_auth_request con 0x55873f6a6f60 auth_method 0 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:58:08.488+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f6c7270 auth_method 0 2024-09-12T17:58:08.873 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:58:08.492+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f6c6780 auth_method 0 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.874 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding auth protocol: cephx 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.875 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: crc 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6cf490) adding con mode: secure 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests cmddesc objecter_requests hook 0x55873f6d2db0 EEXIST 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding auth protocol: cephx 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.876 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: crc 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6ce338) adding con mode: secure 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x55873f6ce480 EEXIST 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.877 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f6f6f60 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f6f6890 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f6f5270 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.302547s 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f6f5270 auth_method 0 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.878 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f6f6f60 auth_method 0 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:58:08.492+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient(hunting): handle_auth_done global_id 6071 payload 824 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:58:08.492+0000 7fb91bf39640 1 monclient: found mon.noname-c 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:58:08.492+0000 7fb91bf39640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.879 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: dump: 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.880 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6071 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:58:08.492+0000 7fb8017fa640 10 monclient: dump: 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.881 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:58:08.492+0000 7fb91cf3b640 4 set_mon_vals no callback set 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:58:08.492+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:58:08.496+0000 7fb8017fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: get_monmap_and_config 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.882 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.883 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding auth protocol: cephx 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: crc 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x55873f716930) adding con mode: secure 2024-09-12T17:58:08.884 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb7f4070a20 auth_method 0 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding auth protocol: cephx 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.885 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: crc 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a38f0) adding con mode: secure 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x7fff172a3a38 EEXIST 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f74ae50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f746290 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f73c960 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.886 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.306461s 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f74ae50 auth_method 0 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f73c960 auth_method 0 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.887 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:58:08.496+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient(hunting): handle_auth_done global_id 6390 payload 274 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:58:08.496+0000 7fb91b738640 1 monclient: found mon.noname-a 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:58:08.496+0000 7fb91b738640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: dump: 2024-09-12T17:58:08.888 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.889 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:58:08.496+0000 7fb7faffd640 10 monclient: dump: 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.890 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6390 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 4 set_mon_vals no callback set 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:58:08.496+0000 7fb91e4339c0 10 monclient: shutdown 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: build_initial_monmap 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: monmap: 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:08.891 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding auth protocol: cephx 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.892 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: crc 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f73ce10) adding con mode: secure 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: starting msgr at 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: starting objecter 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command objecter_requests cmddesc objecter_requests hook 0x55873f71c2d0 EEXIST 2024-09-12T17:58:08.893 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: setting wanted keys 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: calling monclient init 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: init 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding auth protocol: cephx 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.894 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: crc 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 AuthRegistry(0x55873f6f8d80) adding con mode: secure 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command rotate-key cmddesc rotate-key hook 0x55873f6f8ec8 EEXIST 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-a con 0x55873f73c960 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-b con 0x55873f746290 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): picked mon.noname-c con 0x55873f74ae50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.895 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient(hunting): authenticate will time out at 2216.309124s 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): get_auth_request con 0x55873f73c960 auth_method 0 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): get_auth_request con 0x55873f74ae50 auth_method 0 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.896 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:58:08.500+0000 7fb91bf39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): get_auth_request con 0x55873f746290 auth_method 0 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:58:08.500+0000 7fb91c73a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient(hunting): handle_auth_done global_id 6393 payload 824 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient: _finish_hunting 0 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:58:08.500+0000 7fb91b738640 1 monclient: found mon.noname-a 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:58:08.500+0000 7fb91b738640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.897 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: dump: 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.898 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:58:08.500+0000 7fb7f97fa640 10 monclient: dump: 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:08.899 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:58:08.500+0000 7fb7faffd640 4 set_mon_vals no callback set 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 monclient: authenticate success, global_id 6393 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _renew_subs 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 1 librados: init done 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cr dump hook 0x55873f73fa48 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:58:08.500+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.900 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:58:08.504+0000 7fb7f97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:58:08.504+0000 7fb91c73a640 10 monclient: get_auth_request con 0x7fb7e4070ae0 auth_method 0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:58:08.504+0000 7fb91bf39640 10 monclient: get_auth_request con 0x55873f7648b0 auth_method 0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 realm 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:58:08.504+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:58:08.504+0000 7fb91b738640 10 monclient: get_auth_request con 0x55873f768af0 auth_method 0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.901 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:58:08.508+0000 7fb91c73a640 10 monclient: get_auth_request con 0x55873f76c370 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:58:08.508+0000 7fb91e4339c0 20 searching for the correct realm 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:58:08.508+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb9140e3b80 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:58:08.508+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb90c00e050 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:58:08.508+0000 7fb91b738640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fb90c00e050 msgr2=0x7fb90c081e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:58:08.712+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb90c00e050 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:58:08.712+0000 7fb91c73a640 10 monclient: get_auth_request con 0x7fb904027040 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:58:08.720+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb9140c2550 auth_method 0 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:58:08.724+0000 7fb91bf39640 0 -- 172.21.15.92:0/3016209217 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fb9140e3b80 msgr2=0x7fb9140cf570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.902 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 1 client.6393.objecter ms_handle_reset 0x7fb9140e3b80 session 0x7fb9140d5040 osd.7 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 10 monclient: _renew_subs 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:58:08.724+0000 7fb7f97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:58:08.724+0000 7fb91bf39640 10 monclient: get_auth_request con 0x7fb7e4081180 auth_method 0 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:58:08.724+0000 7fb91b738640 10 monclient: get_auth_request con 0x7fb9140f2990 auth_method 0 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:08.904 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:58:08.736+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zone default found 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Realm: () 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:08.905 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 zonegroup default 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started sync module instance, tier type = 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:58:08.740+0000 7fb91e4339c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=0 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=1 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=2 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=3 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=4 2024-09-12T17:58:08.906 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=5 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:58:08.764+0000 7fb91e4339c0 20 add_watcher() i=6 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:58:08.768+0000 7fb91e4339c0 20 add_watcher() i=7 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:58:08.768+0000 7fb91e4339c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding auth protocol: cephx 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.907 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:58:08.772+0000 7fb7d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: crc 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 AuthRegistry(0x7fff172a3dc0) adding con mode: secure 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache list hook 0x55873f744b20 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache inspect hook 0x55873f744b20 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache erase hook 0x55873f744b20 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command cache zap hook 0x55873f744b20 2024-09-12T17:58:08.908 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 note: GC not initialized 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:58:08.772+0000 7fb7d0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace show hook 0x7fb90401bc60 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace history hook 0x7fb90401bc60 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace active hook 0x7fb90401bc60 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 5 asok(0x55873f4742b0) register_command sync trace active_short hook 0x7fb90401bc60 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 Filter name: none 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:58:08.772+0000 7fb74a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:58:08.772+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:58:08.909 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : miss 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:58:08.776+0000 7fb91e4339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:58:08.780+0000 7fb91e4339c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb91e4339c0 time 2024-09-12T17:58:08.780500+0000 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb921d0d2eb] 2024-09-12T17:58:08.910 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:58:08.784+0000 7fb91e4339c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fb91e4339c0 thread_name:radosgw-admin 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb920b8c520] 2024-09-12T17:58:08.911 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb921d0d345] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb921d0d49f] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55873cd0f0c1] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f572) [0x55873d764572] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55873cd2118d] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb920b73d90] 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:08.912 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:08.913 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:58:08.914 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:58:08.915 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:58:08.916 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:58:08.917 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:08.918 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:08.919 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb74a7fc640 / http_manager 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7d0fe1640 / http_manager 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7d1fe3640 / rgw_dt_lg_renew 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7f97fa640 / ms_dispatch 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb7faffd640 / io_context_pool 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb8017fa640 / ms_dispatch 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb803fff640 / ms_dispatch 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb809e0b640 / io_context_pool 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91b738640 / msgr-worker-2 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91bf39640 / msgr-worker-1 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91c73a640 / msgr-worker-0 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91cf3b640 / io_context_pool 2024-09-12T17:58:08.920 INFO:tasks.workunit.client.0.smithi092.stderr: 7fb91e4339c0 / radosgw-admin 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:58:08.787449Z_0417ecad-3f23-4849-b77b-d8824d79d7eb/log 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:08.921 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 realm 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.880+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.884+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:08.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.884+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:08.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.884+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:08.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.884+0000 7fc46761d9c0 20 searching for the correct realm 2024-09-12T17:58:08.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.888+0000 7fc465123640 0 -- 172.21.15.92:0/4063514626 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fc4580e3b90 msgr2=0x7fc4580bb930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:08.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:08.896+0000 7fc464922640 0 -- 172.21.15.92:0/4063514626 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc4580f3920 msgr2=0x7fc4580da3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:09.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:09.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:09.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:09.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:09.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:09.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:09.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 zone default found 2024-09-12T17:58:09.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 4 Realm: () 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 zonegroup default 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.116+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 started sync module instance, tier type = 2024-09-12T17:58:09.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.120+0000 7fc46761d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:09.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=0 2024-09-12T17:58:09.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=1 2024-09-12T17:58:09.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=2 2024-09-12T17:58:09.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=3 2024-09-12T17:58:09.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=4 2024-09-12T17:58:09.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=5 2024-09-12T17:58:09.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=6 2024-09-12T17:58:09.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 20 add_watcher() i=7 2024-09-12T17:58:09.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.144+0000 7fc46761d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:09.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.148+0000 7fc31bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:09.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:09.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:09.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 5 note: GC not initialized 2024-09-12T17:58:09.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc31afe5640 20 reqs_thread_entry: start 2024-09-12T17:58:09.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:09.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 Filter name: none 2024-09-12T17:58:09.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc318fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:09.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:09.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.152+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:09.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:09.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:09.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:09.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc46761d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:09.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.156+0000 7fc31bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:09.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.164+0000 7fc46761d9c0 20 remove_watcher() i=0 2024-09-12T17:58:09.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.164+0000 7fc46761d9c0 2 removed watcher, disabling cache 2024-09-12T17:58:09.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.164+0000 7fc46761d9c0 20 remove_watcher() i=1 2024-09-12T17:58:09.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.168+0000 7fc46761d9c0 20 remove_watcher() i=2 2024-09-12T17:58:09.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.168+0000 7fc46761d9c0 20 remove_watcher() i=3 2024-09-12T17:58:09.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.172+0000 7fc46761d9c0 20 remove_watcher() i=4 2024-09-12T17:58:09.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.172+0000 7fc46761d9c0 20 remove_watcher() i=5 2024-09-12T17:58:09.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.172+0000 7fc46761d9c0 20 remove_watcher() i=6 2024-09-12T17:58:09.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.176+0000 7fc46761d9c0 20 remove_watcher() i=7 2024-09-12T17:58:09.188 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:09.188 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:09.188 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-init-indext id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:09.188 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:09.190 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:09.190 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:09.205 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:09.205 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:09.251 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:09.285 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:09.285 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:09.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 realm 2024-09-12T17:58:09.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:09.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.336+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.340+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:09.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.340+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.340+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:09.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.340+0000 7fe543f809c0 20 searching for the correct realm 2024-09-12T17:58:09.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.344+0000 7fe541a86640 0 -- 172.21.15.92:0/2380746955 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fe53c02cc30 msgr2=0x7fe53c0229e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:09.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.352+0000 7fe541285640 0 -- 172.21.15.92:0/2380746955 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe53c02f430 msgr2=0x7fe53c02f890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:09.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:09.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.568+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:09.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 zone default found 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 4 Realm: () 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 zonegroup default 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:09.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 started sync module instance, tier type = 2024-09-12T17:58:09.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.572+0000 7fe543f809c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:09.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=0 2024-09-12T17:58:09.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=1 2024-09-12T17:58:09.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=2 2024-09-12T17:58:09.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=3 2024-09-12T17:58:09.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=4 2024-09-12T17:58:09.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=5 2024-09-12T17:58:09.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.596+0000 7fe543f809c0 20 add_watcher() i=6 2024-09-12T17:58:09.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.600+0000 7fe543f809c0 20 add_watcher() i=7 2024-09-12T17:58:09.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.600+0000 7fe543f809c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:09.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe3f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:09.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:09.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:09.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 5 note: GC not initialized 2024-09-12T17:58:09.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe3f27fc640 20 reqs_thread_entry: start 2024-09-12T17:58:09.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 Filter name: none 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe363fff640 20 reqs_thread_entry: start 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:09.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:58:09.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:58:09.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : miss 2024-09-12T17:58:09.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.604+0000 7fe543f809c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:09.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:09.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.608+0000 7fe543f809c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to be held by another RGW process; skipping for now 2024-09-12T17:58:09.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.612+0000 7fe3f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:09.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.616+0000 7fe543f809c0 20 remove_watcher() i=0 2024-09-12T17:58:09.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.616+0000 7fe543f809c0 2 removed watcher, disabling cache 2024-09-12T17:58:09.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.616+0000 7fe543f809c0 20 remove_watcher() i=1 2024-09-12T17:58:09.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.620+0000 7fe543f809c0 20 remove_watcher() i=2 2024-09-12T17:58:09.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.620+0000 7fe543f809c0 20 remove_watcher() i=3 2024-09-12T17:58:09.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.624+0000 7fe543f809c0 20 remove_watcher() i=4 2024-09-12T17:58:09.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.624+0000 7fe543f809c0 20 remove_watcher() i=5 2024-09-12T17:58:09.622 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.628+0000 7fe543f809c0 20 remove_watcher() i=6 2024-09-12T17:58:09.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:09.628+0000 7fe543f809c0 20 remove_watcher() i=7 2024-09-12T17:58:09.640 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:58:39.665 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:39.703 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:39.704 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:39.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.963+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:39.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:39.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 realm 2024-09-12T17:58:39.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:39.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:39.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:39.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:39.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:39.964 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:39.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:39.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.967+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:39.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.971+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:39.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.971+0000 7f7c29b889c0 20 searching for the correct realm 2024-09-12T17:58:39.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:39.975+0000 7f7c27e8f640 0 -- 172.21.15.92:0/4009900328 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f7c1c015070 msgr2=0x7f7c1c053950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:40.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.191+0000 7f7c26e8d640 0 -- 172.21.15.92:0/4009900328 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f7c2002b8f0 msgr2=0x7f7c2003a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:40.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:40.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:40.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:40.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:40.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.407+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:40.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:40.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 zone default found 2024-09-12T17:58:40.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 4 Realm: () 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 zonegroup default 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.411+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.415+0000 7f7c29b889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.415+0000 7f7c29b889c0 20 started sync module instance, tier type = 2024-09-12T17:58:40.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.415+0000 7f7c29b889c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:40.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=0 2024-09-12T17:58:40.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=1 2024-09-12T17:58:40.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=2 2024-09-12T17:58:40.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=3 2024-09-12T17:58:40.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=4 2024-09-12T17:58:40.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=5 2024-09-12T17:58:40.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.435+0000 7f7c29b889c0 20 add_watcher() i=6 2024-09-12T17:58:40.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.439+0000 7f7c29b889c0 20 add_watcher() i=7 2024-09-12T17:58:40.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.439+0000 7f7c29b889c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:40.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7ade7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:40.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:40.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:40.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 5 note: GC not initialized 2024-09-12T17:58:40.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7add7e2640 20 reqs_thread_entry: start 2024-09-12T17:58:40.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:40.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 Filter name: none 2024-09-12T17:58:40.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7ad67fc640 20 reqs_thread_entry: start 2024-09-12T17:58:40.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:58:40.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:58:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:58:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : miss 2024-09-12T17:58:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.443+0000 7f7c29b889c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:40.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:40.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.447+0000 7f7c29b889c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:40.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22, ofs0, ns] 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7b0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333473 cookie 94257425590944 notifier 6444 bl.length()=997 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7b0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7b0affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7b0affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_sources= new_sources= 2024-09-12T17:58:40.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential sources added=[] removed=[] 2024-09-12T17:58:40.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_dests= new_dests= 2024-09-12T17:58:40.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.455+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential dests added=[] removed=[] 2024-09-12T17:58:40.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.459+0000 7f7c29b889c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.1.0 2024-09-12T17:58:40.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.459+0000 7f7c29b889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.1.0 2024-09-12T17:58:40.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.459+0000 7f7c29b889c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.1.1 2024-09-12T17:58:40.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.459+0000 7f7c29b889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.1.1 2024-09-12T17:58:40.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.459+0000 7f7c29b889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.0 2024-09-12T17:58:40.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:40.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:40.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7c29b889c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22, ofs0, ns] 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7b0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333474 cookie 94257425590944 notifier 6444 bl.length()=997 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7b0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7b0affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.463+0000 7f7b0affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_sources= new_sources= 2024-09-12T17:58:40.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential sources added=[] removed=[] 2024-09-12T17:58:40.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_dests= new_dests= 2024-09-12T17:58:40.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential dests added=[] removed=[] 2024-09-12T17:58:40.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.22.0 2024-09-12T17:58:40.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:40.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.467+0000 7f7c29b889c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22, ofs0, ns] 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7b0a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333475 cookie 94257425590944 notifier 6444 bl.length()=965 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7b0a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 info.flags=0x17 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7b0a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 to cache LRU end 2024-09-12T17:58:40.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7b0a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:40.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_sources= new_sources= 2024-09-12T17:58:40.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential sources added=[] removed=[] 2024-09-12T17:58:40.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): orig_dests= new_dests= 2024-09-12T17:58:40.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.471+0000 7f7c29b889c0 20 handle_bi_update(): bucket=:abort-at-init-indext[bce1255c-5789-4602-aafb-12ce74041bd1.4550.22]): potential dests added=[] removed=[] 2024-09-12T17:58:40.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.475+0000 7f7c29b889c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:40.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.475+0000 7f7ade7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:40.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.483+0000 7f7c29b889c0 20 remove_watcher() i=0 2024-09-12T17:58:40.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.483+0000 7f7c29b889c0 2 removed watcher, disabling cache 2024-09-12T17:58:40.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.483+0000 7f7c29b889c0 20 remove_watcher() i=1 2024-09-12T17:58:40.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.487+0000 7f7c29b889c0 20 remove_watcher() i=2 2024-09-12T17:58:40.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.487+0000 7f7c29b889c0 20 remove_watcher() i=3 2024-09-12T17:58:40.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.491+0000 7f7c29b889c0 20 remove_watcher() i=4 2024-09-12T17:58:40.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.495+0000 7f7c29b889c0 20 remove_watcher() i=5 2024-09-12T17:58:40.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.495+0000 7f7c29b889c0 20 remove_watcher() i=6 2024-09-12T17:58:40.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.495+0000 7f7c29b889c0 20 remove_watcher() i=7 2024-09-12T17:58:40.509 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:58:40.537 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:40.537 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:40.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.583+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 realm 2024-09-12T17:58:40.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:40.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:40.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.587+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.591+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:40.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.591+0000 7f3c27a169c0 20 searching for the correct realm 2024-09-12T17:58:40.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.591+0000 7f3c1cd1b640 0 -- 172.21.15.92:0/457767669 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f3c18112ab0 msgr2=0x7f3c180f6dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:40.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.599+0000 7f3c2551c640 0 -- 172.21.15.92:0/457767669 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3c20027040 msgr2=0x7f3c20026440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 zone default found 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 4 Realm: () 2024-09-12T17:58:40.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 zonegroup default 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:40.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 started sync module instance, tier type = 2024-09-12T17:58:40.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.611+0000 7f3c27a169c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=0 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=1 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=2 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=3 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=4 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=5 2024-09-12T17:58:40.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=6 2024-09-12T17:58:40.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 20 add_watcher() i=7 2024-09-12T17:58:40.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.627+0000 7f3c27a169c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:40.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3adbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 5 note: GC not initialized 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3adafe5640 20 reqs_thread_entry: start 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 Filter name: none 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3ad8fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:40.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.631+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:40.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:40.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:58:40.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:40.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:58:40.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.635+0000 7f3c27a169c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:40.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.639+0000 7f3adbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:40.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.643+0000 7f3c27a169c0 20 remove_watcher() i=0 2024-09-12T17:58:40.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.643+0000 7f3c27a169c0 2 removed watcher, disabling cache 2024-09-12T17:58:40.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.643+0000 7f3c27a169c0 20 remove_watcher() i=1 2024-09-12T17:58:40.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.647+0000 7f3c27a169c0 20 remove_watcher() i=2 2024-09-12T17:58:40.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.647+0000 7f3c27a169c0 20 remove_watcher() i=3 2024-09-12T17:58:40.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.651+0000 7f3c27a169c0 20 remove_watcher() i=4 2024-09-12T17:58:40.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.651+0000 7f3c27a169c0 20 remove_watcher() i=5 2024-09-12T17:58:40.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.651+0000 7f3c27a169c0 20 remove_watcher() i=6 2024-09-12T17:58:40.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:40.655+0000 7f3c27a169c0 20 remove_watcher() i=7 2024-09-12T17:58:40.663 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:40.663 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:40.663 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-init-indext id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:58:40.663 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:40.664 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.664 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.667 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.667 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.712 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.712 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.731 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T17:58:40.732 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:40.733 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.733 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.751 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.751 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.797 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.797 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.818 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.818 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.839 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.840 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.860 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.860 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.881 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.881 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.901 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.901 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.921 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.921 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.942 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.943 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.965 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.965 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:40.986 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:40.986 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.008 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.008 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.030 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.030 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.050 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.050 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.070 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.070 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.091 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.092 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.115 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.115 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.135 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.136 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.156 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.156 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.176 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.176 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.197 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:41.197 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:41.216 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:58:41.248 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:41.248 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:41.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.295+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 realm 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:41.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:41.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.299+0000 7f3ae479d9c0 20 searching for the correct realm 2024-09-12T17:58:41.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.303+0000 7f3ae2aa4640 0 -- 172.21.15.92:0/1579595129 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3ad80fa040 msgr2=0x7f3ad811f920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:41.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.519+0000 7f3ae1aa2640 0 -- 172.21.15.92:0/1579595129 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3adc017910 msgr2=0x7f3adc023430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:41.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:41.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:41.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:41.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 zone default found 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 4 Realm: () 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 zonegroup default 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.735+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:41.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 started sync module instance, tier type = 2024-09-12T17:58:41.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.739+0000 7f3ae479d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=0 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=1 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=2 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=3 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=4 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=5 2024-09-12T17:58:41.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.755+0000 7f3ae479d9c0 20 add_watcher() i=6 2024-09-12T17:58:41.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.759+0000 7f3ae479d9c0 20 add_watcher() i=7 2024-09-12T17:58:41.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.759+0000 7f3ae479d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:41.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3998fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:41.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:41.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:41.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 5 note: GC not initialized 2024-09-12T17:58:41.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f39137fe640 20 reqs_thread_entry: start 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 Filter name: none 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f39117fa640 20 reqs_thread_entry: start 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:41.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.763+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:41.762 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:41.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:41.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:41.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:41.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.767+0000 7f3ae479d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:41.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.771+0000 7f3998fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:41.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.775+0000 7f3ae479d9c0 20 remove_watcher() i=0 2024-09-12T17:58:41.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.775+0000 7f3ae479d9c0 2 removed watcher, disabling cache 2024-09-12T17:58:41.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.775+0000 7f3ae479d9c0 20 remove_watcher() i=1 2024-09-12T17:58:41.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.779+0000 7f3ae479d9c0 20 remove_watcher() i=2 2024-09-12T17:58:41.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.783+0000 7f3ae479d9c0 20 remove_watcher() i=3 2024-09-12T17:58:41.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.783+0000 7f3ae479d9c0 20 remove_watcher() i=4 2024-09-12T17:58:41.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.783+0000 7f3ae479d9c0 20 remove_watcher() i=5 2024-09-12T17:58:41.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.787+0000 7f3ae479d9c0 20 remove_watcher() i=6 2024-09-12T17:58:41.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:41.787+0000 7f3ae479d9c0 20 remove_watcher() i=7 2024-09-12T17:58:41.801 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:41.801 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:41.801 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:41.801 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:41.801 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T17:58:41.833 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:41.834 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:42.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.091+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.089 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 realm 2024-09-12T17:58:42.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:42.090 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.091 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:42.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:42.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.095+0000 7ff9814d79c0 20 searching for the correct realm 2024-09-12T17:58:42.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.099+0000 7ff97f7de640 0 -- 172.21.15.92:0/985628719 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7ff974051040 msgr2=0x7ff974051930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:42.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.315+0000 7ff97e7dc640 0 -- 172.21.15.92:0/985628719 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ff9780e4920 msgr2=0x7ff9780e2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:42.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:42.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.531+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:42.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 zone default found 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 4 Realm: () 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 zonegroup default 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 started sync module instance, tier type = 2024-09-12T17:58:42.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.535+0000 7ff9814d79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:42.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=0 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=1 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=2 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=3 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=4 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=5 2024-09-12T17:58:42.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.559+0000 7ff9814d79c0 20 add_watcher() i=6 2024-09-12T17:58:42.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.563+0000 7ff9814d79c0 20 add_watcher() i=7 2024-09-12T17:58:42.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.563+0000 7ff9814d79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:42.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.567+0000 7ff835fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:42.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.567+0000 7ff9814d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:42.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.567+0000 7ff9814d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:42.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.567+0000 7ff9814d79c0 5 note: GC not initialized 2024-09-12T17:58:42.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.567+0000 7ff834fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:42.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 Filter name: none 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff82dffb640 20 reqs_thread_entry: start 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 : miss 2024-09-12T17:58:42.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:42.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:42.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:42.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:42.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:42.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.571+0000 7ff9814d79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 2024-09-12T17:58:42.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.579+0000 7ff9814d79c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T17:58:42.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.579+0000 7ff9814d79c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T17:58:42.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.583+0000 7ff835fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:42.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.591+0000 7ff9814d79c0 20 remove_watcher() i=0 2024-09-12T17:58:42.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.591+0000 7ff9814d79c0 2 removed watcher, disabling cache 2024-09-12T17:58:42.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.591+0000 7ff9814d79c0 20 remove_watcher() i=1 2024-09-12T17:58:42.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.595+0000 7ff9814d79c0 20 remove_watcher() i=2 2024-09-12T17:58:42.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.595+0000 7ff9814d79c0 20 remove_watcher() i=3 2024-09-12T17:58:42.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.599+0000 7ff9814d79c0 20 remove_watcher() i=4 2024-09-12T17:58:42.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.599+0000 7ff9814d79c0 20 remove_watcher() i=5 2024-09-12T17:58:42.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.603+0000 7ff9814d79c0 20 remove_watcher() i=6 2024-09-12T17:58:42.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.603+0000 7ff9814d79c0 20 remove_watcher() i=7 2024-09-12T17:58:42.616 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:58:42.645 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:42.645 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:42.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.691+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 realm 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:42.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.695+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.699+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:42.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.699+0000 7f86d84e59c0 20 searching for the correct realm 2024-09-12T17:58:42.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.703+0000 7f86d67ec640 0 -- 172.21.15.92:0/1034777574 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x5564112565f0 msgr2=0x5564112589e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:42.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.711+0000 7f86d57ea640 0 -- 172.21.15.92:0/1034777574 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f86d00618b0 msgr2=0x7f86d0070050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:42.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:42.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:42.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:42.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:42.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:42.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 zone default found 2024-09-12T17:58:42.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 4 Realm: () 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 zonegroup default 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 started sync module instance, tier type = 2024-09-12T17:58:42.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.719+0000 7f86d84e59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:42.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=0 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=1 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=2 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=3 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=4 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=5 2024-09-12T17:58:42.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=6 2024-09-12T17:58:42.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 20 add_watcher() i=7 2024-09-12T17:58:42.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.735+0000 7f86d84e59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:42.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f85877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 5 note: GC not initialized 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f85867fc640 20 reqs_thread_entry: start 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:42.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 Filter name: none 2024-09-12T17:58:42.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f84f7fff640 20 reqs_thread_entry: start 2024-09-12T17:58:42.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:42.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.739+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:42.738 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:42.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f86d84e59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:42.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.743+0000 7f85877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:42.745 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.751+0000 7f86d84e59c0 20 remove_watcher() i=0 2024-09-12T17:58:42.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.751+0000 7f86d84e59c0 2 removed watcher, disabling cache 2024-09-12T17:58:42.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.751+0000 7f86d84e59c0 20 remove_watcher() i=1 2024-09-12T17:58:42.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.751+0000 7f86d84e59c0 20 remove_watcher() i=2 2024-09-12T17:58:42.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.755+0000 7f86d84e59c0 20 remove_watcher() i=3 2024-09-12T17:58:42.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.755+0000 7f86d84e59c0 20 remove_watcher() i=4 2024-09-12T17:58:42.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.759+0000 7f86d84e59c0 20 remove_watcher() i=5 2024-09-12T17:58:42.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.759+0000 7f86d84e59c0 20 remove_watcher() i=6 2024-09-12T17:58:42.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.759+0000 7f86d84e59c0 20 remove_watcher() i=7 2024-09-12T17:58:42.772 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:42.772 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:42.772 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:42.772 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:42.773 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:42.773 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:42.784 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:42.784 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:42.827 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:42.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 realm 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:42.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:42.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.907+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.911+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:42.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.911+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:42.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.911+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:42.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.911+0000 7f82304639c0 20 searching for the correct realm 2024-09-12T17:58:42.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.915+0000 7f822df69640 0 -- 172.21.15.92:0/181220483 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f822802d070 msgr2=0x7f8228063550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:42.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:42.923+0000 7f822d768640 0 -- 172.21.15.92:0/181220483 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8228065b00 msgr2=0x7f8228089080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:43.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.139+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:43.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 zone default found 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 4 Realm: () 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 zonegroup default 2024-09-12T17:58:43.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.143+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.147+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.147+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.147+0000 7f82304639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.147+0000 7f82304639c0 20 started sync module instance, tier type = 2024-09-12T17:58:43.143 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.147+0000 7f82304639c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=0 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=1 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=2 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=3 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=4 2024-09-12T17:58:43.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=5 2024-09-12T17:58:43.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.167+0000 7f82304639c0 20 add_watcher() i=6 2024-09-12T17:58:43.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.171+0000 7f82304639c0 20 add_watcher() i=7 2024-09-12T17:58:43.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.171+0000 7f82304639c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:43.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f80e3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:43.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:43.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:43.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 5 note: GC not initialized 2024-09-12T17:58:43.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f80e2fe5640 20 reqs_thread_entry: start 2024-09-12T17:58:43.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:43.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 Filter name: none 2024-09-12T17:58:43.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f80e0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:58:43.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 : miss 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.175+0000 7f82304639c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.179+0000 7f82304639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 2024-09-12T17:58:43.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23, ofs0, ns] 2024-09-12T17:58:43.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f81117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333507 cookie 93918097317200 notifier 6537 bl.length()=1009 2024-09-12T17:58:43.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f81117fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f81117fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f81117fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_sources= new_sources= 2024-09-12T17:58:43.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential sources added=[] removed=[] 2024-09-12T17:58:43.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_dests= new_dests= 2024-09-12T17:58:43.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.187+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential dests added=[] removed=[] 2024-09-12T17:58:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.191+0000 7f82304639c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.1.0 2024-09-12T17:58:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.191+0000 7f82304639c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.1.0 2024-09-12T17:58:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.191+0000 7f82304639c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.1.1 2024-09-12T17:58:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.191+0000 7f82304639c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.1.1 2024-09-12T17:58:43.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.191+0000 7f82304639c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.0 2024-09-12T17:58:43.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:43.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 2024-09-12T17:58:43.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.199+0000 7f82304639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23, ofs0, ns] 2024-09-12T17:58:43.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f8110ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333508 cookie 93918097317200 notifier 6537 bl.length()=1009 2024-09-12T17:58:43.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f8110ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f8110ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f8110ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_sources= new_sources= 2024-09-12T17:58:43.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential sources added=[] removed=[] 2024-09-12T17:58:43.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_dests= new_dests= 2024-09-12T17:58:43.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential dests added=[] removed=[] 2024-09-12T17:58:43.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.203+0000 7f82304639c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.23.0 2024-09-12T17:58:43.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:43.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 2024-09-12T17:58:43.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.207+0000 7f82304639c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23, ofs0, ns] 2024-09-12T17:58:43.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f8110ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 93918097317200 notifier 6537 bl.length()=977 2024-09-12T17:58:43.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f8110ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 info.flags=0x17 2024-09-12T17:58:43.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f8110ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 to cache LRU end 2024-09-12T17:58:43.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f8110ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:43.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_sources= new_sources= 2024-09-12T17:58:43.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential sources added=[] removed=[] 2024-09-12T17:58:43.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): orig_dests= new_dests= 2024-09-12T17:58:43.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.211+0000 7f82304639c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.23]): potential dests added=[] removed=[] 2024-09-12T17:58:43.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.215+0000 7f82304639c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:43.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.219+0000 7f80e3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:43.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.223+0000 7f82304639c0 20 remove_watcher() i=0 2024-09-12T17:58:43.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.223+0000 7f82304639c0 2 removed watcher, disabling cache 2024-09-12T17:58:43.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.223+0000 7f82304639c0 20 remove_watcher() i=1 2024-09-12T17:58:43.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.227+0000 7f82304639c0 20 remove_watcher() i=2 2024-09-12T17:58:43.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.231+0000 7f82304639c0 20 remove_watcher() i=3 2024-09-12T17:58:43.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.231+0000 7f82304639c0 20 remove_watcher() i=4 2024-09-12T17:58:43.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.235+0000 7f82304639c0 20 remove_watcher() i=5 2024-09-12T17:58:43.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.235+0000 7f82304639c0 20 remove_watcher() i=6 2024-09-12T17:58:43.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.235+0000 7f82304639c0 20 remove_watcher() i=7 2024-09-12T17:58:43.252 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:58:43.280 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:43.280 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:43.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 realm 2024-09-12T17:58:43.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:43.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.327+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:43.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.331+0000 7f0e032d79c0 20 searching for the correct realm 2024-09-12T17:58:43.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.335+0000 7f0e015de640 0 -- 172.21.15.92:0/103993195 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f0df4008050 msgr2=0x7f0df4063bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:43.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.343+0000 7f0e005dc640 0 -- 172.21.15.92:0/103993195 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0df8070880 msgr2=0x7f0df8065e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:43.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.559+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:43.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:43.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 zone default found 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 4 Realm: () 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 zonegroup default 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.563+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.567+0000 7f0e032d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:43.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.567+0000 7f0e032d79c0 20 started sync module instance, tier type = 2024-09-12T17:58:43.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.567+0000 7f0e032d79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=0 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=1 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=2 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=3 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=4 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=5 2024-09-12T17:58:43.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=6 2024-09-12T17:58:43.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 20 add_watcher() i=7 2024-09-12T17:58:43.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.591+0000 7f0e032d79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:43.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.595+0000 7f0cb6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:43.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.595+0000 7f0e032d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:43.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.595+0000 7f0e032d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:43.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.595+0000 7f0e032d79c0 5 note: GC not initialized 2024-09-12T17:58:43.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0cb5fe3640 20 reqs_thread_entry: start 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 Filter name: none 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0c277fe640 20 reqs_thread_entry: start 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:43.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:43.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:43.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:43.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.599+0000 7f0e032d79c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:43.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.603+0000 7f0e032d79c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:43.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.603+0000 7f0e032d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:43.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.603+0000 7f0cb6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:43.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.611+0000 7f0e032d79c0 20 remove_watcher() i=0 2024-09-12T17:58:43.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.611+0000 7f0e032d79c0 2 removed watcher, disabling cache 2024-09-12T17:58:43.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.615+0000 7f0e032d79c0 20 remove_watcher() i=1 2024-09-12T17:58:43.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.615+0000 7f0e032d79c0 20 remove_watcher() i=2 2024-09-12T17:58:43.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.619+0000 7f0e032d79c0 20 remove_watcher() i=3 2024-09-12T17:58:43.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.619+0000 7f0e032d79c0 20 remove_watcher() i=4 2024-09-12T17:58:43.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.623+0000 7f0e032d79c0 20 remove_watcher() i=5 2024-09-12T17:58:43.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.623+0000 7f0e032d79c0 20 remove_watcher() i=6 2024-09-12T17:58:43.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:43.623+0000 7f0e032d79c0 20 remove_watcher() i=7 2024-09-12T17:58:43.639 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:43.639 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:43.640 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.23 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:58:43.640 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:43.641 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.641 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.645 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.645 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.702 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.703 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.723 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T17:58:43.723 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:43.724 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.724 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.738 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.738 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.784 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.785 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.805 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.805 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.825 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.825 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.845 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.845 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.865 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.866 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.886 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.886 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.907 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.907 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.927 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.927 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.949 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.950 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.968 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.968 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:43.989 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:43.989 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.009 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.009 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.031 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.031 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.051 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.051 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.071 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.072 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.092 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.093 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.113 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.113 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.134 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.134 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.155 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.155 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.175 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.176 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.195 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:58:44.226 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:44.226 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:44.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 realm 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.275+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.279+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.279+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.279+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:44.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.279+0000 7effbf1eb9c0 20 searching for the correct realm 2024-09-12T17:58:44.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.283+0000 7effbccf1640 0 -- 172.21.15.92:0/2314343000 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x560fe272d370 msgr2=0x560fe272f7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:44.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.291+0000 7effbd4f2640 0 -- 172.21.15.92:0/2314343000 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7effa80df040 msgr2=0x7effa80de440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 zone default found 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 4 Realm: () 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 zonegroup default 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.299+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.303+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.303+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.303+0000 7effbf1eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.303+0000 7effbf1eb9c0 20 started sync module instance, tier type = 2024-09-12T17:58:44.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.303+0000 7effbf1eb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:44.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=0 2024-09-12T17:58:44.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=1 2024-09-12T17:58:44.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=2 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=3 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=4 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=5 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=6 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 20 add_watcher() i=7 2024-09-12T17:58:44.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.319+0000 7effbf1eb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:44.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7efe72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 5 note: GC not initialized 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7efe71fe3640 20 reqs_thread_entry: start 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:44.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 Filter name: none 2024-09-12T17:58:44.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7efde37fe640 20 reqs_thread_entry: start 2024-09-12T17:58:44.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:44.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:44.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.323+0000 7effbf1eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:44.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.327+0000 7efe72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.331+0000 7effbf1eb9c0 20 remove_watcher() i=0 2024-09-12T17:58:44.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.331+0000 7effbf1eb9c0 2 removed watcher, disabling cache 2024-09-12T17:58:44.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.335+0000 7effbf1eb9c0 20 remove_watcher() i=1 2024-09-12T17:58:44.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.335+0000 7effbf1eb9c0 20 remove_watcher() i=2 2024-09-12T17:58:44.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.339+0000 7effbf1eb9c0 20 remove_watcher() i=3 2024-09-12T17:58:44.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.339+0000 7effbf1eb9c0 20 remove_watcher() i=4 2024-09-12T17:58:44.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.339+0000 7effbf1eb9c0 20 remove_watcher() i=5 2024-09-12T17:58:44.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.343+0000 7effbf1eb9c0 20 remove_watcher() i=6 2024-09-12T17:58:44.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.343+0000 7effbf1eb9c0 20 remove_watcher() i=7 2024-09-12T17:58:44.352 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:44.353 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:44.353 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:44.353 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:44.353 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T17:58:44.386 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:44.387 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:44.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.431+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 realm 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.432 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.435+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.439+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:44.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.439+0000 7f557256b9c0 20 searching for the correct realm 2024-09-12T17:58:44.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.443+0000 7f5570872640 0 -- 172.21.15.92:0/292220061 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f55640ee040 msgr2=0x7f55640d3940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:44.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.447+0000 7f556f870640 0 -- 172.21.15.92:0/292220061 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f55680891e0 msgr2=0x7f556807e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:44.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:44.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.663+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 zone default found 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 4 Realm: () 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 zonegroup default 2024-09-12T17:58:44.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.667+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.671+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.671+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.671+0000 7f557256b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.671+0000 7f557256b9c0 20 started sync module instance, tier type = 2024-09-12T17:58:44.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.671+0000 7f557256b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:44.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=0 2024-09-12T17:58:44.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=1 2024-09-12T17:58:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=2 2024-09-12T17:58:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=3 2024-09-12T17:58:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=4 2024-09-12T17:58:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=5 2024-09-12T17:58:44.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=6 2024-09-12T17:58:44.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 20 add_watcher() i=7 2024-09-12T17:58:44.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.695+0000 7f557256b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:44.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.699+0000 7f5426fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.699+0000 7f557256b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:44.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.699+0000 7f557256b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:44.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.699+0000 7f557256b9c0 5 note: GC not initialized 2024-09-12T17:58:44.698 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f5425fdb640 20 reqs_thread_entry: start 2024-09-12T17:58:44.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:44.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 Filter name: none 2024-09-12T17:58:44.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f53977fe640 20 reqs_thread_entry: start 2024-09-12T17:58:44.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:58:44.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:58:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:58:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 : miss 2024-09-12T17:58:44.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.703+0000 7f557256b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 2024-09-12T17:58:44.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.707+0000 7f557256b9c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T17:58:44.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f557256b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f557256b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f557256b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f557256b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24, ofs0, ns] 2024-09-12T17:58:44.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f5446ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333512 cookie 94913392957632 notifier 6269 bl.length()=1009 2024-09-12T17:58:44.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f5446ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f5446ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.711+0000 7f5446ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_sources= new_sources= 2024-09-12T17:58:44.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential sources added=[] removed=[] 2024-09-12T17:58:44.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_dests= new_dests= 2024-09-12T17:58:44.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential dests added=[] removed=[] 2024-09-12T17:58:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.1.0 2024-09-12T17:58:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.1.0 2024-09-12T17:58:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.1.1 2024-09-12T17:58:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.1.1 2024-09-12T17:58:44.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.715+0000 7f557256b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.0 2024-09-12T17:58:44.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:44.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 2024-09-12T17:58:44.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f557256b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24, ofs0, ns] 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f54477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333513 cookie 94913392957632 notifier 6269 bl.length()=1009 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f54477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f54477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.723+0000 7f54477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_sources= new_sources= 2024-09-12T17:58:44.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential sources added=[] removed=[] 2024-09-12T17:58:44.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_dests= new_dests= 2024-09-12T17:58:44.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential dests added=[] removed=[] 2024-09-12T17:58:44.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.24.0 2024-09-12T17:58:44.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:44.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.727+0000 7f557256b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 2024-09-12T17:58:44.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24, ofs0, ns] 2024-09-12T17:58:44.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f5446ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333514 cookie 94913392957632 notifier 6269 bl.length()=977 2024-09-12T17:58:44.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f5446ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 info.flags=0x17 2024-09-12T17:58:44.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f5446ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 to cache LRU end 2024-09-12T17:58:44.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f5446ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:44.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_sources= new_sources= 2024-09-12T17:58:44.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential sources added=[] removed=[] 2024-09-12T17:58:44.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): orig_dests= new_dests= 2024-09-12T17:58:44.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.731+0000 7f557256b9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.24]): potential dests added=[] removed=[] 2024-09-12T17:58:44.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.735+0000 7f557256b9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:44.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.735+0000 7f5426fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.743+0000 7f557256b9c0 20 remove_watcher() i=0 2024-09-12T17:58:44.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.743+0000 7f557256b9c0 2 removed watcher, disabling cache 2024-09-12T17:58:44.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.743+0000 7f557256b9c0 20 remove_watcher() i=1 2024-09-12T17:58:44.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.747+0000 7f557256b9c0 20 remove_watcher() i=2 2024-09-12T17:58:44.745 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.747+0000 7f557256b9c0 20 remove_watcher() i=3 2024-09-12T17:58:44.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.751+0000 7f557256b9c0 20 remove_watcher() i=4 2024-09-12T17:58:44.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.751+0000 7f557256b9c0 20 remove_watcher() i=5 2024-09-12T17:58:44.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.755+0000 7f557256b9c0 20 remove_watcher() i=6 2024-09-12T17:58:44.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.755+0000 7f557256b9c0 20 remove_watcher() i=7 2024-09-12T17:58:44.766 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:58:44.793 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:44.793 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:44.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.839+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 realm 2024-09-12T17:58:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:44.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:44.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.843+0000 7f9ac41909c0 20 searching for the correct realm 2024-09-12T17:58:44.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.851+0000 7f9ac2497640 0 -- 172.21.15.92:0/380982004 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55bafa0445e0 msgr2=0x55bafa0469d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:44.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.855+0000 7f9abbfff640 0 -- 172.21.15.92:0/380982004 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f9abc033420 msgr2=0x7f9abc033880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:44.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:44.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.863+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 zone default found 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 4 Realm: () 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:44.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 zonegroup default 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:44.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 started sync module instance, tier type = 2024-09-12T17:58:44.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.867+0000 7f9ac41909c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=0 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=1 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=2 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=3 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=4 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=5 2024-09-12T17:58:44.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=6 2024-09-12T17:58:44.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 20 add_watcher() i=7 2024-09-12T17:58:44.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.883+0000 7f9ac41909c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:44.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f99737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 5 note: GC not initialized 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f99727fc640 20 reqs_thread_entry: start 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 Filter name: none 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f98e3fff640 20 reqs_thread_entry: start 2024-09-12T17:58:44.884 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.885 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:44.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:44.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.887+0000 7f9ac41909c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:44.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.891+0000 7f99737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:44.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.895+0000 7f9ac41909c0 20 remove_watcher() i=0 2024-09-12T17:58:44.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.895+0000 7f9ac41909c0 2 removed watcher, disabling cache 2024-09-12T17:58:44.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.899+0000 7f9ac41909c0 20 remove_watcher() i=1 2024-09-12T17:58:44.897 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.899+0000 7f9ac41909c0 20 remove_watcher() i=2 2024-09-12T17:58:44.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.903+0000 7f9ac41909c0 20 remove_watcher() i=3 2024-09-12T17:58:44.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.903+0000 7f9ac41909c0 20 remove_watcher() i=4 2024-09-12T17:58:44.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.907+0000 7f9ac41909c0 20 remove_watcher() i=5 2024-09-12T17:58:44.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.907+0000 7f9ac41909c0 20 remove_watcher() i=6 2024-09-12T17:58:44.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:44.907+0000 7f9ac41909c0 20 remove_watcher() i=7 2024-09-12T17:58:44.919 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:44.919 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:44.919 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.24 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:58:44.919 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:44.920 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.920 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.923 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.924 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.977 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.977 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:44.997 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T17:58:44.997 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:44.997 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:44.997 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.009 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.009 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.052 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.052 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.071 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.071 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.093 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.093 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.113 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.114 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.134 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.135 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.155 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.156 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.176 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.176 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.197 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.198 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.218 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.219 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.239 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.239 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.261 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.261 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.286 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.286 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.303 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.303 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.324 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.324 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.344 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.344 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.365 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.365 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.385 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.385 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.407 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.408 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.428 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.428 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.450 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:45.450 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:45.468 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:58:45.500 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:45.500 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:45.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.547+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 realm 2024-09-12T17:58:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:45.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:45.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.551+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.555+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:45.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.555+0000 7fad734f89c0 20 searching for the correct realm 2024-09-12T17:58:45.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.555+0000 7fad707fd640 0 -- 172.21.15.92:0/1662724827 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fad60008050 msgr2=0x7fad6001f950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:45.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.563+0000 7fad707fd640 0 -- 172.21.15.92:0/1662724827 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fac3c0811b0 msgr2=0x7fac3c0835e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.571+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:45.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:45.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 zone default found 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 4 Realm: () 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 zonegroup default 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 started sync module instance, tier type = 2024-09-12T17:58:45.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.575+0000 7fad734f89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=0 2024-09-12T17:58:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=1 2024-09-12T17:58:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=2 2024-09-12T17:58:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=3 2024-09-12T17:58:45.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=4 2024-09-12T17:58:45.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=5 2024-09-12T17:58:45.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=6 2024-09-12T17:58:45.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 20 add_watcher() i=7 2024-09-12T17:58:45.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.591+0000 7fad734f89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:45.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fac277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:45.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:45.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 5 note: GC not initialized 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fac267e4640 20 reqs_thread_entry: start 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 Filter name: none 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fac1f7fe640 20 reqs_thread_entry: start 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:45.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.595+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.599+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:45.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.599+0000 7fad734f89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:45.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.599+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.599+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:45.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.599+0000 7fad734f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.603+0000 7fad734f89c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:45.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.603+0000 7fad734f89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:45.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.603+0000 7fac277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:45.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.607+0000 7fad734f89c0 20 remove_watcher() i=0 2024-09-12T17:58:45.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.607+0000 7fad734f89c0 2 removed watcher, disabling cache 2024-09-12T17:58:45.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.611+0000 7fad734f89c0 20 remove_watcher() i=1 2024-09-12T17:58:45.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.611+0000 7fad734f89c0 20 remove_watcher() i=2 2024-09-12T17:58:45.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.615+0000 7fad734f89c0 20 remove_watcher() i=3 2024-09-12T17:58:45.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.615+0000 7fad734f89c0 20 remove_watcher() i=4 2024-09-12T17:58:45.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.619+0000 7fad734f89c0 20 remove_watcher() i=5 2024-09-12T17:58:45.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.619+0000 7fad734f89c0 20 remove_watcher() i=6 2024-09-12T17:58:45.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.619+0000 7fad734f89c0 20 remove_watcher() i=7 2024-09-12T17:58:45.630 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.630 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:45.630 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:45.630 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.630 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T17:58:45.663 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:45.663 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:45.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 realm 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:45.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:45.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.715+0000 7f746f9009c0 20 searching for the correct realm 2024-09-12T17:58:45.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.719+0000 7f746dc07640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f746406a090 msgr2=0x7f74640623a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:45.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.931+0000 7f746cc05640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6800/262028902,v1:172.21.15.165:6801/262028902] conn(0x556de4a5f3d0 msgr2=0x556de4a617e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:45.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:45.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:45.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:45.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:45.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:45.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:45.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:45.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zone default found 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Realm: () 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:45.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zonegroup default 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:45.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started sync module instance, tier type = 2024-09-12T17:58:45.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=0 2024-09-12T17:58:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=1 2024-09-12T17:58:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=2 2024-09-12T17:58:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=3 2024-09-12T17:58:45.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=4 2024-09-12T17:58:45.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=5 2024-09-12T17:58:45.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=6 2024-09-12T17:58:45.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=7 2024-09-12T17:58:45.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.975+0000 7f746f9009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:45.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.979+0000 7f73237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:45.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:45.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:45.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 5 note: GC not initialized 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f73227e4640 20 reqs_thread_entry: start 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 Filter name: none 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f7293fff640 20 reqs_thread_entry: start 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:58:45.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : miss 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:45.981 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:58:45.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:58:45.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:45.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:45.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.983+0000 7f746f9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:58:45.988 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f746f9009c0 time 2024-09-12T17:58:45.995317+0000 2024-09-12T17:58:45.988 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:45.991 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:45.991 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f74731da2eb] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f746f9009c0 thread_name:radosgw-admin 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.995+0000 7f746f9009c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f746f9009c0 time 2024-09-12T17:58:45.995317+0000 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:45.992 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f74731da2eb] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:45.993 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.995 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:45.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7472059520] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f74731da345] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:45.996 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:45.999+0000 7f746f9009c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f746f9009c0 thread_name:radosgw-admin 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7472059520] 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f74731da345] 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:45.997 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:45.998 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:58:46.047 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de48b1570 auth_method 0 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.048 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.049 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.049 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.049 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.049 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.049 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6636 payload 274 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:58:45.687+0000 7f746dc07640 1 monclient: found mon.noname-a 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: dump: 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.050 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:46.051 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: dump: 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:58:45.687+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6636 2024-09-12T17:58:46.052 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:58:45.687+0000 7f746f9009c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:58:45.687+0000 7f746f9009c0 4 set_mon_vals no callback set 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: shutdown 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) unregister_commands rotate-key 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.053 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.054 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: starting msgr at 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: starting objecter 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests hook 0x556de4976c30 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: setting wanted keys 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: calling monclient init 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.055 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.056 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.057 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.057 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.057 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.057 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key hook 0x556de496f138 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de47fccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de48b1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de48b1980 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.058 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.501548s 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de48b1980 auth_method 0 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de47fccc0 auth_method 0 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.059 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6308 payload 824 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:58:45.691+0000 7f746dc07640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.060 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: dump: 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.061 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: dump: 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.062 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6308 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:58:45.691+0000 7f735b606640 4 set_mon_vals no callback set 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: init done 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:58:45.695+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de49a2d30 auth_method 0 2024-09-12T17:58:46.063 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:58:45.695+0000 7f746d406640 10 monclient: get_auth_request con 0x7f7354070ae0 auth_method 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:58:45.695+0000 7f746d406640 10 monclient: get_auth_request con 0x556de49b9df0 auth_method 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:58:45.695+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de49be150 auth_method 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:58:45.699+0000 7f746dc07640 10 monclient: get_auth_request con 0x556de49bd650 auth_method 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:58:45.699+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.064 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.065 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests cmddesc objecter_requests hook 0x556de49c9b00 EEXIST 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.066 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x556de49c5200 EEXIST 2024-09-12T17:58:46.067 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de49edcb0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de49ed5e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de49ebfc0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.068 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.510697s 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de49edcb0 auth_method 0 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de49ebfc0 auth_method 0 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.069 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_done global_id 6642 payload 824 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:58:45.699+0000 7f746cc05640 1 monclient: found mon.noname-a 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: dump: 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.070 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: dump: 2024-09-12T17:58:46.071 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6642 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:58:45.699+0000 7f746e408640 4 set_mon_vals no callback set 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.072 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: get_monmap_and_config 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:58:45.703+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.073 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.074 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7348070bc0 auth_method 0 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.075 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.076 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.076 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.076 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.076 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.077 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.077 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.077 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.077 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.078 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.078 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.078 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.079 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.079 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.079 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.079 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc5e5a3838 EEXIST 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de4a41ba0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de4a12ba0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de4a3d590 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.514894s 2024-09-12T17:58:46.080 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de4a3d590 auth_method 0 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de4a12ba0 auth_method 0 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.081 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de4a41ba0 auth_method 0 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_done global_id 6314 payload 274 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:58:45.703+0000 7f746d406640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: dump: 2024-09-12T17:58:46.082 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.083 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: dump: 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.084 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6314 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:58:45.703+0000 7f746f9009c0 4 set_mon_vals no callback set 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: shutdown 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.085 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.086 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: starting msgr at 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: starting objecter 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests cmddesc objecter_requests hook 0x556de4a11e10 EEXIST 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: setting wanted keys 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: calling monclient init 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.087 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.088 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x556de49efc18 EEXIST 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de4a12ba0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de4a3d590 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.089 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de4a41ba0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.517537s 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de4a12ba0 auth_method 0 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de4a3d590 auth_method 0 2024-09-12T17:58:46.090 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6317 payload 824 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:58:45.707+0000 7f746dc07640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.091 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: dump: 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.092 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: dump: 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.093 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:58:45.707+0000 7f7350ff9640 4 set_mon_vals no callback set 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6317 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: init done 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cr dump hook 0x556de4a46ee8 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.094 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:58:45.711+0000 7f746d406640 10 monclient: get_auth_request con 0x556de4a5b190 auth_method 0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:58:45.711+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f7338070ae0 auth_method 0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 realm 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:58:45.711+0000 7f746f9009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:58:45.711+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de4a5f3d0 auth_method 0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.095 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:58:45.715+0000 7f746dc07640 10 monclient: get_auth_request con 0x556de4a62c10 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 searching for the correct realm 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:58:45.715+0000 7f746d406640 10 monclient: get_auth_request con 0x7f7468017050 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:58:45.715+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f74600d0430 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:58:45.715+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f746406a090 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:58:45.719+0000 7f746dc07640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f746406a090 msgr2=0x7f74640623a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:58:45.719+0000 7f733effd640 1 client.6317.objecter ms_handle_reset 0x7f746406a090 session 0x7f7464020ea0 osd.4 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:58:45.719+0000 7f733effd640 10 monclient: _renew_subs 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:58:45.719+0000 7f733effd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:58:45.719+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7338081180 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:58:45.923+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7338081180 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:58:45.923+0000 7f746d406640 10 monclient: get_auth_request con 0x7f74680a1160 auth_method 0 2024-09-12T17:58:46.096 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:58:45.931+0000 7f746cc05640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6800/262028902,v1:172.21.15.165:6801/262028902] conn(0x556de4a5f3d0 msgr2=0x556de4a617e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:58:45.931+0000 7f733effd640 1 client.6317.objecter ms_handle_reset 0x556de4a5f3d0 session 0x556de4a5ed50 osd.5 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:58:45.931+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f746406a090 auth_method 0 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:58:45.931+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f74680758e0 auth_method 0 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.097 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zone default found 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Realm: () 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:58:45.947+0000 7f746f9009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zonegroup default 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.098 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started sync module instance, tier type = 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=0 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=1 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=2 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=3 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=4 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=5 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=6 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=7 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:58:45.975+0000 7f746f9009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.099 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.100 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.101 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.101 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.101 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.101 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.104 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.104 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:58:45.979+0000 7f73237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.104 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:58:45.983+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache list hook 0x556de4a36840 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache inspect hook 0x556de4a36840 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache erase hook 0x556de4a36840 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache zap hook 0x556de4a36840 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 note: GC not initialized 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:58:45.983+0000 7f73227e4640 20 reqs_thread_entry: start 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace show hook 0x7f74600ab550 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace history hook 0x7f74600ab550 2024-09-12T17:58:46.105 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace active hook 0x7f74600ab550 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace active_short hook 0x7f74600ab550 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 Filter name: none 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:58:45.983+0000 7f7293fff640 20 reqs_thread_entry: start 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : miss 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:58:46.106 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:58:45.995+0000 7f746f9009c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f746f9009c0 time 2024-09-12T17:58:45.995317+0000 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f74731da2eb] 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:46.107 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:58:45.999+0000 7f746f9009c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f746f9009c0 thread_name:radosgw-admin 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7472059520] 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:46.108 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f74731da345] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.109 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:58:46.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:58:46.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:46.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:58:46.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:46.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:46.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7293fff640 / http_manager 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f73227e4640 / http_manager 2024-09-12T17:58:46.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f73237e6640 / rgw_dt_lg_renew 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f733effd640 / ms_dispatch 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7350ff9640 / io_context_pool 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7352ffd640 / ms_dispatch 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7359e03640 / ms_dispatch 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f735b606640 / io_context_pool 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746cc05640 / msgr-worker-2 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746d406640 / msgr-worker-1 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746dc07640 / msgr-worker-0 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746e408640 / io_context_pool 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746f9009c0 / radosgw-admin 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.92953.log 2024-09-12T17:58:46.117 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de48b1570 auth_method 0 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.118 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:58:45.687+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6636 payload 274 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:58:45.687+0000 7f746dc07640 1 monclient: found mon.noname-a 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:58:45.687+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: dump: 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.119 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:58:45.687+0000 7f735b606640 10 monclient: dump: 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.120 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:58:45.687+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6636 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:58:45.687+0000 7f746f9009c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:58:45.687+0000 7f746f9009c0 4 set_mon_vals no callback set 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: shutdown 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) unregister_commands rotate-key 2024-09-12T17:58:46.121 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.122 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding auth protocol: cephx 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: crc 2024-09-12T17:58:46.123 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de4975700) adding con mode: secure 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: starting msgr at 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: starting objecter 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests hook 0x556de4976c30 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: setting wanted keys 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: calling monclient init 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding auth protocol: cephx 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.124 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: crc 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 AuthRegistry(0x556de496eff0) adding con mode: secure 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:58:45.691+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key hook 0x556de496f138 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.125 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de47fccc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de48b1570 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de48b1980 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.501548s 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de48b1980 auth_method 0 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de47fccc0 auth_method 0 2024-09-12T17:58:46.126 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:58:45.691+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6308 payload 824 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.127 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:58:45.691+0000 7f746dc07640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:58:45.691+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: dump: 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.128 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:58:45.691+0000 7f7359e03640 10 monclient: dump: 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.129 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:58:45.691+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6308 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:58:45.691+0000 7f735b606640 4 set_mon_vals no callback set 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.130 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:58:45.691+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:58:45.691+0000 7f746f9009c0 1 librados: init done 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:58:45.695+0000 7f7359e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:58:45.695+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de49a2d30 auth_method 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:58:45.695+0000 7f746d406640 10 monclient: get_auth_request con 0x7f7354070ae0 auth_method 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:58:45.695+0000 7f746d406640 10 monclient: get_auth_request con 0x556de49b9df0 auth_method 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:58:45.695+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de49be150 auth_method 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:58:45.699+0000 7f746dc07640 10 monclient: get_auth_request con 0x556de49bd650 auth_method 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:58:45.699+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.131 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.132 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding auth protocol: cephx 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: crc 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c6100) adding con mode: secure 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.133 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests cmddesc objecter_requests hook 0x556de49c9b00 EEXIST 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding auth protocol: cephx 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.134 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: crc 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 AuthRegistry(0x556de49c50b8) adding con mode: secure 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:58:45.699+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x556de49c5200 EEXIST 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de49edcb0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de49ed5e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de49ebfc0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.135 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.510697s 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de49edcb0 auth_method 0 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de49ebfc0 auth_method 0 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.136 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:58:45.699+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient(hunting): handle_auth_done global_id 6642 payload 824 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:58:45.699+0000 7f746cc05640 1 monclient: found mon.noname-a 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:58:45.699+0000 7f746cc05640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: dump: 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.137 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.138 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:58:45.699+0000 7f7352ffd640 10 monclient: dump: 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:58:45.699+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6642 2024-09-12T17:58:46.139 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:58:45.699+0000 7f746e408640 4 set_mon_vals no callback set 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:58:45.699+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:58:45.703+0000 7f7352ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: get_monmap_and_config 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:58:45.703+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.140 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding auth protocol: cephx 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.141 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: crc 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d670) adding con mode: secure 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7348070bc0 auth_method 0 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.142 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding auth protocol: cephx 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.143 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: crc 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a36f0) adding con mode: secure 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:58:45.703+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc5e5a3838 EEXIST 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de4a41ba0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de4a12ba0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de4a3d590 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.144 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.514894s 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): get_auth_request con 0x556de4a3d590 auth_method 0 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de4a12ba0 auth_method 0 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.145 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:58:45.703+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de4a41ba0 auth_method 0 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:58:45.703+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient(hunting): handle_auth_done global_id 6314 payload 274 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:58:45.703+0000 7f746d406640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:58:45.703+0000 7f746d406640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: dump: 2024-09-12T17:58:46.146 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.147 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:58:45.703+0000 7f7350ff9640 10 monclient: dump: 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:58:45.703+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6314 2024-09-12T17:58:46.148 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:58:45.703+0000 7f746f9009c0 10 monclient: get_monmap_and_config success 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:58:45.703+0000 7f746f9009c0 4 set_mon_vals no callback set 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: shutdown 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: build_initial_monmap 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 build_initial for_mkfs: 0 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: monmap: 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:58:46.149 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding auth protocol: cephx 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.150 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: crc 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de4a0d620) adding con mode: secure 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: starting msgr at 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: starting objecter 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command objecter_requests cmddesc objecter_requests hook 0x556de4a11e10 EEXIST 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: setting wanted keys 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: calling monclient init 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: init 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.151 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding auth protocol: cephx 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.152 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: crc 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 AuthRegistry(0x556de49efad0) adding con mode: secure 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:58:45.707+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command rotate-key cmddesc rotate-key hook 0x556de49efc18 EEXIST 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _reopen_session rank -1 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-a con 0x556de4a12ba0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-c con 0x556de4a3d590 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): picked mon.noname-b con 0x556de4a41ba0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): _renew_subs 2024-09-12T17:58:46.153 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient(hunting): authenticate will time out at 2253.517537s 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): get_auth_request con 0x556de4a12ba0 auth_method 0 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): get_auth_request con 0x556de4a3d590 auth_method 0 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:58:45.707+0000 7f746cc05640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.154 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient(hunting): handle_auth_done global_id 6317 payload 824 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient: _finish_hunting 0 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:58:45.707+0000 7f746dc07640 1 monclient: found mon.noname-c 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:58:45.707+0000 7f746dc07640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: dump: 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.155 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: _finish_auth 0 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:58:45.707+0000 7f733effd640 10 monclient: dump: 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:58:46.156 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:58:45.707+0000 7f7350ff9640 4 set_mon_vals no callback set 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 monclient: authenticate success, global_id 6317 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _renew_subs 2024-09-12T17:58:46.157 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:58:45.707+0000 7f746f9009c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:58:45.707+0000 7f746f9009c0 1 librados: init done 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:58:45.707+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cr dump hook 0x556de4a46ee8 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:58:45.711+0000 7f733effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:58:45.711+0000 7f746d406640 10 monclient: get_auth_request con 0x556de4a5b190 auth_method 0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:58:45.711+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f7338070ae0 auth_method 0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 realm 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.158 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:58:45.711+0000 7f746f9009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:58:45.711+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:58:45.711+0000 7f746cc05640 10 monclient: get_auth_request con 0x556de4a5f3d0 auth_method 0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:58:45.715+0000 7f746dc07640 10 monclient: get_auth_request con 0x556de4a62c10 auth_method 0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:58:45.715+0000 7f746f9009c0 20 searching for the correct realm 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:58:45.715+0000 7f746d406640 10 monclient: get_auth_request con 0x7f7468017050 auth_method 0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:58:45.715+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f74600d0430 auth_method 0 2024-09-12T17:58:46.159 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:58:45.715+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f746406a090 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:58:45.719+0000 7f746dc07640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f746406a090 msgr2=0x7f74640623a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:58:45.719+0000 7f733effd640 1 client.6317.objecter ms_handle_reset 0x7f746406a090 session 0x7f7464020ea0 osd.4 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:58:45.719+0000 7f733effd640 10 monclient: _renew_subs 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:58:45.719+0000 7f733effd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:58:45.719+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7338081180 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:58:45.923+0000 7f746dc07640 10 monclient: get_auth_request con 0x7f7338081180 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:58:45.923+0000 7f746d406640 10 monclient: get_auth_request con 0x7f74680a1160 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:58:45.931+0000 7f746cc05640 0 -- 172.21.15.92:0/3607845997 >> [v2:172.21.15.165:6800/262028902,v1:172.21.15.165:6801/262028902] conn(0x556de4a5f3d0 msgr2=0x556de4a617e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:58:45.931+0000 7f733effd640 1 client.6317.objecter ms_handle_reset 0x556de4a5f3d0 session 0x556de4a5ed50 osd.5 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:58:45.931+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f746406a090 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:58:45.931+0000 7f746cc05640 10 monclient: get_auth_request con 0x7f74680758e0 auth_method 0 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:46.160 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zone default found 2024-09-12T17:58:46.161 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Realm: () 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:58:45.947+0000 7f746f9009c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:58:45.947+0000 7f746f9009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 zonegroup default 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:58:45.947+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started sync module instance, tier type = 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:58:45.951+0000 7f746f9009c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:46.162 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=0 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=1 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=2 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=3 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=4 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=5 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=6 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:58:45.975+0000 7f746f9009c0 20 add_watcher() i=7 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:58:45.975+0000 7f746f9009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.163 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding auth protocol: cephx 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.164 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:58:45.979+0000 7f73237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: crc 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:58:45.979+0000 7f746f9009c0 5 AuthRegistry(0x7ffc5e5a3bc0) adding con mode: secure 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:58:45.983+0000 7f746f9009c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache list hook 0x556de4a36840 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache inspect hook 0x556de4a36840 2024-09-12T17:58:46.165 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache erase hook 0x556de4a36840 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command cache zap hook 0x556de4a36840 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 note: GC not initialized 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:58:45.983+0000 7f73227e4640 20 reqs_thread_entry: start 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace show hook 0x7f74600ab550 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace history hook 0x7f74600ab550 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace active hook 0x7f74600ab550 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:58:45.983+0000 7f746f9009c0 5 asok(0x556de47642b0) register_command sync trace active_short hook 0x7f74600ab550 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 Filter name: none 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:58:45.983+0000 7f7293fff640 20 reqs_thread_entry: start 2024-09-12T17:58:46.166 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : miss 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:58:45.983+0000 7f746f9009c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:58:46.167 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:58:45.983+0000 7f746f9009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:58:45.995+0000 7f746f9009c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f746f9009c0 time 2024-09-12T17:58:45.995317+0000 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f74731da2eb] 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:46.168 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:58:45.999+0000 7f746f9009c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f746f9009c0 thread_name:radosgw-admin 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7472059520] 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:58:46.169 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f74731da345] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f74731da49f] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556de28580c1] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x140f6b8) [0x556de32ad6b8] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556de286a18d] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f7472040d90] 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:58:46.170 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:58:46.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:58:46.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:46.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:58:46.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:46.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:46.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:46.177 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7293fff640 / http_manager 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f73227e4640 / http_manager 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f73237e6640 / rgw_dt_lg_renew 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f733effd640 / ms_dispatch 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7350ff9640 / io_context_pool 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7352ffd640 / ms_dispatch 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7359e03640 / ms_dispatch 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f735b606640 / io_context_pool 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746cc05640 / msgr-worker-2 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746d406640 / msgr-worker-1 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746dc07640 / msgr-worker-0 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746e408640 / io_context_pool 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: 7f746f9009c0 / radosgw-admin 2024-09-12T17:58:46.178 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:58:46.002240Z_73f1d256-4e9c-4fb6-8b92-f2796a5d5e5f/log 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:46.179 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:46.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.087+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.087+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.087+0000 7f60b7ab69c0 20 realm 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.087+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.091+0000 7f60b7ab69c0 20 searching for the correct realm 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.095+0000 7f60b5dbd640 0 -- 172.21.15.92:0/3204889307 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f60a008ab90 msgr2=0x7f60a00472a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.103+0000 7f60b4dbb640 0 -- 172.21.15.92:0/3204889307 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f60a80b7bf0 msgr2=0x7f60a8134150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.319+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:46.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 zone default found 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 4 Realm: () 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 zonegroup default 2024-09-12T17:58:46.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 started sync module instance, tier type = 2024-09-12T17:58:46.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.323+0000 7f60b7ab69c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=0 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=1 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=2 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=3 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=4 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=5 2024-09-12T17:58:46.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=6 2024-09-12T17:58:46.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 20 add_watcher() i=7 2024-09-12T17:58:46.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.351+0000 7f60b7ab69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:46.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.355+0000 7f5f6bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.355+0000 7f60b7ab69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:46.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.355+0000 7f60b7ab69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:46.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.355+0000 7f60b7ab69c0 5 note: GC not initialized 2024-09-12T17:58:46.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f5f6afe5640 20 reqs_thread_entry: start 2024-09-12T17:58:46.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:46.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 Filter name: none 2024-09-12T17:58:46.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f5f68fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:46.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:46.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.359+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.363+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:46.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.363+0000 7f60b7ab69c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.363+0000 7f60b7ab69c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:46.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.363+0000 7f60b7ab69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:46.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.367+0000 7f5f6bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.371+0000 7f60b7ab69c0 20 remove_watcher() i=0 2024-09-12T17:58:46.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.371+0000 7f60b7ab69c0 2 removed watcher, disabling cache 2024-09-12T17:58:46.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.375+0000 7f60b7ab69c0 20 remove_watcher() i=1 2024-09-12T17:58:46.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.375+0000 7f60b7ab69c0 20 remove_watcher() i=2 2024-09-12T17:58:46.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.379+0000 7f60b7ab69c0 20 remove_watcher() i=3 2024-09-12T17:58:46.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.383+0000 7f60b7ab69c0 20 remove_watcher() i=4 2024-09-12T17:58:46.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.383+0000 7f60b7ab69c0 20 remove_watcher() i=5 2024-09-12T17:58:46.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.387+0000 7f60b7ab69c0 20 remove_watcher() i=6 2024-09-12T17:58:46.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.387+0000 7f60b7ab69c0 20 remove_watcher() i=7 2024-09-12T17:58:46.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.399 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:58:46.399 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:58:46.400 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:58:46.401 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:46.401 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:46.417 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:58:46.418 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:58:46.463 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:46.498 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:46.499 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:46.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 realm 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.546+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.550+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.550+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.550+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:46.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.550+0000 7fb87787f9c0 20 searching for the correct realm 2024-09-12T17:58:46.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.554+0000 7fb875385640 0 -- 172.21.15.92:0/3936423246 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fb8700c1020 msgr2=0x7fb870112400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.562+0000 7fb874b84640 0 -- 172.21.15.92:0/3936423246 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb87010fbf0 msgr2=0x7fb8700c39e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:46.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.778+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:46.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 zone default found 2024-09-12T17:58:46.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 4 Realm: () 2024-09-12T17:58:46.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 zonegroup default 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 started sync module instance, tier type = 2024-09-12T17:58:46.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.782+0000 7fb87787f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=0 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=1 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=2 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=3 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=4 2024-09-12T17:58:46.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=5 2024-09-12T17:58:46.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.806+0000 7fb87787f9c0 20 add_watcher() i=6 2024-09-12T17:58:46.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.810+0000 7fb87787f9c0 20 add_watcher() i=7 2024-09-12T17:58:46.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.810+0000 7fb87787f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:46.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb72b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb87787f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:46.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb87787f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:46.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb87787f9c0 5 note: GC not initialized 2024-09-12T17:58:46.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb72a7e4640 20 reqs_thread_entry: start 2024-09-12T17:58:46.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb87787f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:58:46.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.814+0000 7fb87787f9c0 20 Filter name: none 2024-09-12T17:58:46.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb69bfff640 20 reqs_thread_entry: start 2024-09-12T17:58:46.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:58:46.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:58:46.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:58:46.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:58:46.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : miss 2024-09-12T17:58:46.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:58:46.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:58:46.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:58:46.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:46.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:46.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.818+0000 7fb87787f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:58:46.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.822+0000 7fb87787f9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to be held by another RGW process; skipping for now 2024-09-12T17:58:46.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.822+0000 7fb72b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.830+0000 7fb87787f9c0 20 remove_watcher() i=0 2024-09-12T17:58:46.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.830+0000 7fb87787f9c0 2 removed watcher, disabling cache 2024-09-12T17:58:46.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.830+0000 7fb87787f9c0 20 remove_watcher() i=1 2024-09-12T17:58:46.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.834+0000 7fb87787f9c0 20 remove_watcher() i=2 2024-09-12T17:58:46.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.834+0000 7fb87787f9c0 20 remove_watcher() i=3 2024-09-12T17:58:46.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.838+0000 7fb87787f9c0 20 remove_watcher() i=4 2024-09-12T17:58:46.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.838+0000 7fb87787f9c0 20 remove_watcher() i=5 2024-09-12T17:58:46.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.842+0000 7fb87787f9c0 20 remove_watcher() i=6 2024-09-12T17:58:46.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:58:46.842+0000 7fb87787f9c0 20 remove_watcher() i=7 2024-09-12T17:58:46.854 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:59:16.885 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:59:16.921 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:16.921 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.965+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 realm 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:16.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:16.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:16.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.969+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:16.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.973+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:16.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.973+0000 7fc5873f69c0 20 searching for the correct realm 2024-09-12T17:59:16.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:16.981+0000 7fc584efc640 0 -- 172.21.15.92:0/1915836282 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7fc57c09e130 msgr2=0x7fc57c057a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:17.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.193+0000 7fc584efc640 0 -- 172.21.15.92:0/1915836282 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7fc57c09e130 msgr2=0x7fc57c057a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:17.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:17.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:17.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.205+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 zone default found 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 4 Realm: () 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:17.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 zonegroup default 2024-09-12T17:59:17.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 started sync module instance, tier type = 2024-09-12T17:59:17.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.209+0000 7fc5873f69c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=0 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=1 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=2 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=3 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=4 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=5 2024-09-12T17:59:17.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=6 2024-09-12T17:59:17.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 20 add_watcher() i=7 2024-09-12T17:59:17.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.233+0000 7fc5873f69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:17.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.237+0000 7fc43afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:17.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.237+0000 7fc5873f69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:17.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.237+0000 7fc5873f69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:17.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 5 note: GC not initialized 2024-09-12T17:59:17.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc439fe3640 20 reqs_thread_entry: start 2024-09-12T17:59:17.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:17.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 Filter name: none 2024-09-12T17:59:17.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc3ab7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:17.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:59:17.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:59:17.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:59:17.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:59:17.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : miss 2024-09-12T17:59:17.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.241+0000 7fc5873f69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:59:17.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25, ofs0, ns] 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc45b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333509 cookie 94092672225424 notifier 6368 bl.length()=1009 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc45b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc45b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc45b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_sources= new_sources= 2024-09-12T17:59:17.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential sources added=[] removed=[] 2024-09-12T17:59:17.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_dests= new_dests= 2024-09-12T17:59:17.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.253+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential dests added=[] removed=[] 2024-09-12T17:59:17.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.257+0000 7fc5873f69c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.1.0 2024-09-12T17:59:17.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.257+0000 7fc5873f69c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.1.0 2024-09-12T17:59:17.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.257+0000 7fc5873f69c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.1.1 2024-09-12T17:59:17.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.257+0000 7fc5873f69c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.1.1 2024-09-12T17:59:17.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.257+0000 7fc5873f69c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.0 2024-09-12T17:59:17.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.265+0000 7fc5873f69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:17.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.265+0000 7fc5873f69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:59:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25, ofs0, ns] 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc45b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333510 cookie 94092672225424 notifier 6368 bl.length()=1009 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc45b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc45b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc45b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_sources= new_sources= 2024-09-12T17:59:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential sources added=[] removed=[] 2024-09-12T17:59:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_dests= new_dests= 2024-09-12T17:59:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.269+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential dests added=[] removed=[] 2024-09-12T17:59:17.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.273+0000 7fc5873f69c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.25.0 2024-09-12T17:59:17.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.273+0000 7fc5873f69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:17.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.273+0000 7fc5873f69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25, ofs0, ns] 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc45b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333511 cookie 94092672225424 notifier 6368 bl.length()=977 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc45b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 info.flags=0x17 2024-09-12T17:59:17.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc45b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 to cache LRU end 2024-09-12T17:59:17.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc45b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:17.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_sources= new_sources= 2024-09-12T17:59:17.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential sources added=[] removed=[] 2024-09-12T17:59:17.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): orig_dests= new_dests= 2024-09-12T17:59:17.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.277+0000 7fc5873f69c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.25]): potential dests added=[] removed=[] 2024-09-12T17:59:17.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.281+0000 7fc5873f69c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:59:17.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.285+0000 7fc43afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:17.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.289+0000 7fc5873f69c0 20 remove_watcher() i=0 2024-09-12T17:59:17.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.289+0000 7fc5873f69c0 2 removed watcher, disabling cache 2024-09-12T17:59:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.293+0000 7fc5873f69c0 20 remove_watcher() i=1 2024-09-12T17:59:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.293+0000 7fc5873f69c0 20 remove_watcher() i=2 2024-09-12T17:59:17.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.297+0000 7fc5873f69c0 20 remove_watcher() i=3 2024-09-12T17:59:17.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.297+0000 7fc5873f69c0 20 remove_watcher() i=4 2024-09-12T17:59:17.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.301+0000 7fc5873f69c0 20 remove_watcher() i=5 2024-09-12T17:59:17.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.301+0000 7fc5873f69c0 20 remove_watcher() i=6 2024-09-12T17:59:17.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.305+0000 7fc5873f69c0 20 remove_watcher() i=7 2024-09-12T17:59:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:59:17.350 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:17.350 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:17.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.393+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 realm 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.397+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.401+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:17.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.401+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.401+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:17.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.401+0000 7f8bbb84b9c0 20 searching for the correct realm 2024-09-12T17:59:17.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.409+0000 7f8bb9351640 0 -- 172.21.15.92:0/2895531580 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x55c1ce9bd030 msgr2=0x55c1ce9bf4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:17.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.413+0000 7f8bb9b52640 0 -- 172.21.15.92:0/2895531580 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8bb0016b30 msgr2=0x7f8bb0067ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:17.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.421+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 zone default found 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 4 Realm: () 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 zonegroup default 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:17.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 started sync module instance, tier type = 2024-09-12T17:59:17.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.425+0000 7f8bbb84b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=0 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=1 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=2 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=3 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=4 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=5 2024-09-12T17:59:17.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=6 2024-09-12T17:59:17.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 20 add_watcher() i=7 2024-09-12T17:59:17.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.441+0000 7f8bbb84b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:17.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8a6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 5 note: GC not initialized 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8a6efe5640 20 reqs_thread_entry: start 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 Filter name: none 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8a6cfe1640 20 reqs_thread_entry: start 2024-09-12T17:59:17.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:59:17.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.445+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:59:17.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:17.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:59:17.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:17.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:59:17.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.449+0000 7f8bbb84b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:17.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.453+0000 7f8a6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:17.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.457+0000 7f8bbb84b9c0 20 remove_watcher() i=0 2024-09-12T17:59:17.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.457+0000 7f8bbb84b9c0 2 removed watcher, disabling cache 2024-09-12T17:59:17.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.457+0000 7f8bbb84b9c0 20 remove_watcher() i=1 2024-09-12T17:59:17.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.461+0000 7f8bbb84b9c0 20 remove_watcher() i=2 2024-09-12T17:59:17.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.461+0000 7f8bbb84b9c0 20 remove_watcher() i=3 2024-09-12T17:59:17.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.465+0000 7f8bbb84b9c0 20 remove_watcher() i=4 2024-09-12T17:59:17.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.465+0000 7f8bbb84b9c0 20 remove_watcher() i=5 2024-09-12T17:59:17.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.469+0000 7f8bbb84b9c0 20 remove_watcher() i=6 2024-09-12T17:59:17.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:17.469+0000 7f8bbb84b9c0 20 remove_watcher() i=7 2024-09-12T17:59:17.480 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:17.480 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:17.481 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-set-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:59:17.481 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:17.482 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.482 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.485 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.485 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.553 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.553 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.576 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T17:59:17.576 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:17.577 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.577 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.593 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.593 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.638 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.638 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.658 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.658 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.680 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.680 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.700 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.701 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.725 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.725 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.747 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.747 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.768 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.768 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.787 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.788 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.809 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.809 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.829 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.829 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.851 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.851 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.922 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.922 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.941 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.942 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.960 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.960 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:17.980 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:17.980 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.000 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:18.000 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.019 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:18.019 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.039 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:18.039 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.059 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:18.059 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.081 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:18.081 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:18.100 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:59:18.131 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:18.132 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:18.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.177+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.177+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.177+0000 7f2822a949c0 20 realm 2024-09-12T17:59:18.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.177+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:18.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:18.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:18.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.181+0000 7f2822a949c0 20 searching for the correct realm 2024-09-12T17:59:18.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.189+0000 7f2820d9b640 0 -- 172.21.15.92:0/4120202124 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55716b86e750 msgr2=0x55716b870b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:18.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.193+0000 7f281fd99640 0 -- 172.21.15.92:0/4120202124 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f28180f65b0 msgr2=0x7f28181170a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:18.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:18.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:18.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:18.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:18.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 zone default found 2024-09-12T17:59:18.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 4 Realm: () 2024-09-12T17:59:18.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:18.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:18.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:18.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 zonegroup default 2024-09-12T17:59:18.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.413+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.417+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.417+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.417+0000 7f2822a949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.417+0000 7f2822a949c0 20 started sync module instance, tier type = 2024-09-12T17:59:18.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.417+0000 7f2822a949c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:18.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=0 2024-09-12T17:59:18.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=1 2024-09-12T17:59:18.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=2 2024-09-12T17:59:18.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=3 2024-09-12T17:59:18.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=4 2024-09-12T17:59:18.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=5 2024-09-12T17:59:18.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=6 2024-09-12T17:59:18.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 20 add_watcher() i=7 2024-09-12T17:59:18.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.441+0000 7f2822a949c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:18.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.445+0000 7f26d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:18.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:18.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:18.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 5 note: GC not initialized 2024-09-12T17:59:18.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f26d57e2640 20 reqs_thread_entry: start 2024-09-12T17:59:18.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:18.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 Filter name: none 2024-09-12T17:59:18.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2646ffd640 20 reqs_thread_entry: start 2024-09-12T17:59:18.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:18.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.449+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:18.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:18.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:18.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:18.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.453+0000 7f2822a949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:18.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.457+0000 7f26d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:18.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.461+0000 7f2822a949c0 20 remove_watcher() i=0 2024-09-12T17:59:18.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.461+0000 7f2822a949c0 2 removed watcher, disabling cache 2024-09-12T17:59:18.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.465+0000 7f2822a949c0 20 remove_watcher() i=1 2024-09-12T17:59:18.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.465+0000 7f2822a949c0 20 remove_watcher() i=2 2024-09-12T17:59:18.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.469+0000 7f2822a949c0 20 remove_watcher() i=3 2024-09-12T17:59:18.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.469+0000 7f2822a949c0 20 remove_watcher() i=4 2024-09-12T17:59:18.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.473+0000 7f2822a949c0 20 remove_watcher() i=5 2024-09-12T17:59:18.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.473+0000 7f2822a949c0 20 remove_watcher() i=6 2024-09-12T17:59:18.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.473+0000 7f2822a949c0 20 remove_watcher() i=7 2024-09-12T17:59:18.487 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:18.488 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:18.488 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:18.488 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:18.488 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T17:59:18.524 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:18.524 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:18.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.569+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.569+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 realm 2024-09-12T17:59:18.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:18.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:18.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:18.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:18.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:18.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.573+0000 7f0738f5d9c0 20 searching for the correct realm 2024-09-12T17:59:18.576 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.577+0000 7f0737264640 0 -- 172.21.15.92:0/1115440205 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f072004e930 msgr2=0x7f0720008440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:18.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:18.793+0000 7f0736262640 0 -- 172.21.15.92:0/1115440205 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0730065f70 msgr2=0x7f073005b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:19.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:19.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:19.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.009+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 zone default found 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 4 Realm: () 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 zonegroup default 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.013+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.017+0000 7f0738f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.017+0000 7f0738f5d9c0 20 started sync module instance, tier type = 2024-09-12T17:59:19.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.017+0000 7f0738f5d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:19.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=0 2024-09-12T17:59:19.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=1 2024-09-12T17:59:19.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=2 2024-09-12T17:59:19.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=3 2024-09-12T17:59:19.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=4 2024-09-12T17:59:19.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=5 2024-09-12T17:59:19.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=6 2024-09-12T17:59:19.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 20 add_watcher() i=7 2024-09-12T17:59:19.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.041+0000 7f0738f5d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.045+0000 7f05ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 5 note: GC not initialized 2024-09-12T17:59:19.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0567fff640 20 reqs_thread_entry: start 2024-09-12T17:59:19.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 Filter name: none 2024-09-12T17:59:19.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0565ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:19.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:59:19.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:19.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:19.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:19.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 : miss 2024-09-12T17:59:19.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.049+0000 7f0738f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:19.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.053+0000 7f0738f5d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26, ofs0, ns] 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f061a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333462 cookie 94437957372128 notifier 6756 bl.length()=1023 2024-09-12T17:59:19.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f061a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f061a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f061a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_sources= new_sources= 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential sources added=[] removed=[] 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_dests= new_dests= 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential dests added=[] removed=[] 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T17:59:19.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.061+0000 7f0738f5d9c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T17:59:19.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.065+0000 7f05ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.073+0000 7f0738f5d9c0 20 remove_watcher() i=0 2024-09-12T17:59:19.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.073+0000 7f0738f5d9c0 2 removed watcher, disabling cache 2024-09-12T17:59:19.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.077+0000 7f0738f5d9c0 20 remove_watcher() i=1 2024-09-12T17:59:19.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.077+0000 7f0738f5d9c0 20 remove_watcher() i=2 2024-09-12T17:59:19.079 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.081+0000 7f0738f5d9c0 20 remove_watcher() i=3 2024-09-12T17:59:19.081 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.081+0000 7f0738f5d9c0 20 remove_watcher() i=4 2024-09-12T17:59:19.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.085+0000 7f0738f5d9c0 20 remove_watcher() i=5 2024-09-12T17:59:19.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.085+0000 7f0738f5d9c0 20 remove_watcher() i=6 2024-09-12T17:59:19.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.089+0000 7f0738f5d9c0 20 remove_watcher() i=7 2024-09-12T17:59:19.108 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:59:19.135 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:19.135 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.365+0000 7f68b637b640 0 --2- 172.21.15.92:0/1309533599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x562f402f3380 0x562f403de4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:59:19.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.393+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 realm 2024-09-12T17:59:19.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.397 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.397+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.401+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.401+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.401+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.401+0000 7f68b90769c0 20 searching for the correct realm 2024-09-12T17:59:19.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.401+0000 7f68b637b640 0 -- 172.21.15.92:0/3463533934 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f68a805c580 msgr2=0x7f68a805aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.613+0000 7f68b6b7c640 0 -- 172.21.15.92:0/3463533934 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f68b00c1040 msgr2=0x7f68b00fd0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:19.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.629+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 zone default found 2024-09-12T17:59:19.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 4 Realm: () 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 zonegroup default 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.633+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.637+0000 7f68b90769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.637+0000 7f68b90769c0 20 started sync module instance, tier type = 2024-09-12T17:59:19.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.637+0000 7f68b90769c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:19.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=0 2024-09-12T17:59:19.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=1 2024-09-12T17:59:19.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=2 2024-09-12T17:59:19.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=3 2024-09-12T17:59:19.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=4 2024-09-12T17:59:19.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=5 2024-09-12T17:59:19.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=6 2024-09-12T17:59:19.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 20 add_watcher() i=7 2024-09-12T17:59:19.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.661+0000 7f68b90769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.665+0000 7f676d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.665+0000 7f68b90769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.665+0000 7f68b90769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.665+0000 7f68b90769c0 5 note: GC not initialized 2024-09-12T17:59:19.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f66e7fff640 20 reqs_thread_entry: start 2024-09-12T17:59:19.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 Filter name: none 2024-09-12T17:59:19.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f66e5ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:19.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:19.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:19.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:19.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.669+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.673+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:19.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.673+0000 7f68b90769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.673+0000 7f68b90769c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:19.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.673+0000 7f68b90769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:19.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.677+0000 7f676d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.681+0000 7f68b90769c0 20 remove_watcher() i=0 2024-09-12T17:59:19.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.681+0000 7f68b90769c0 2 removed watcher, disabling cache 2024-09-12T17:59:19.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.685+0000 7f68b90769c0 20 remove_watcher() i=1 2024-09-12T17:59:19.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.685+0000 7f68b90769c0 20 remove_watcher() i=2 2024-09-12T17:59:19.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.689+0000 7f68b90769c0 20 remove_watcher() i=3 2024-09-12T17:59:19.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.693+0000 7f68b90769c0 20 remove_watcher() i=4 2024-09-12T17:59:19.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.693+0000 7f68b90769c0 20 remove_watcher() i=5 2024-09-12T17:59:19.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.693+0000 7f68b90769c0 20 remove_watcher() i=6 2024-09-12T17:59:19.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.697+0000 7f68b90769c0 20 remove_watcher() i=7 2024-09-12T17:59:19.713 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:19.713 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:19.714 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:19.714 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:19.715 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:19.715 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:19.732 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:19.733 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:19.776 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:59:19.812 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:19.813 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:19.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.857+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 realm 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.861+0000 7f49d093b9c0 20 searching for the correct realm 2024-09-12T17:59:19.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:19.865+0000 7f49cdc40640 0 -- 172.21.15.92:0/530048731 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f49b8002350 msgr2=0x7f49c005d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:20.078 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.077+0000 7f49ce441640 0 -- 172.21.15.92:0/530048731 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f49c804e040 msgr2=0x7f49c804e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:20.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:20.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:20.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:20.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:20.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:20.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:20.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 20 zone default found 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 4 Realm: () 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.097+0000 7f49d093b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:20.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:20.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:20.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 zonegroup default 2024-09-12T17:59:20.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 started sync module instance, tier type = 2024-09-12T17:59:20.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.101+0000 7f49d093b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:20.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=0 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=1 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=2 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=3 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=4 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=5 2024-09-12T17:59:20.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.125+0000 7f49d093b9c0 20 add_watcher() i=6 2024-09-12T17:59:20.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.129+0000 7f49d093b9c0 20 add_watcher() i=7 2024-09-12T17:59:20.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.129+0000 7f49d093b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:20.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f4884fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:20.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:20.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:20.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 5 note: GC not initialized 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f47ff7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 20 Filter name: none 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f47fd7fa640 20 reqs_thread_entry: start 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:59:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.133+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:20.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:20.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:20.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 : miss 2024-09-12T17:59:20.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.137+0000 7f49d093b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 2024-09-12T17:59:20.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.141+0000 7f49d093b9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26, ofs0, ns] 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f48b1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333463 cookie 94533785805504 notifier 6792 bl.length()=1023 2024-09-12T17:59:20.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f48b1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f48b1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f48b1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_sources= new_sources= 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential sources added=[] removed=[] 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_dests= new_dests= 2024-09-12T17:59:20.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.149+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential dests added=[] removed=[] 2024-09-12T17:59:20.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.157+0000 7f49d093b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.2.0 2024-09-12T17:59:20.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.157+0000 7f49d093b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.2.0 2024-09-12T17:59:20.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.157+0000 7f49d093b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.2.1 2024-09-12T17:59:20.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.157+0000 7f49d093b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.2.1 2024-09-12T17:59:20.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.157+0000 7f49d093b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.0 2024-09-12T17:59:20.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:20.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 2024-09-12T17:59:20.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f49d093b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26, ofs0, ns] 2024-09-12T17:59:20.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f48b17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333464 cookie 94533785805504 notifier 6792 bl.length()=1023 2024-09-12T17:59:20.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f48b17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f48b17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.165+0000 7f48b17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.169+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_sources= new_sources= 2024-09-12T17:59:20.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.169+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential sources added=[] removed=[] 2024-09-12T17:59:20.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.169+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_dests= new_dests= 2024-09-12T17:59:20.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.169+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential dests added=[] removed=[] 2024-09-12T17:59:20.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.169+0000 7f49d093b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.26.0 2024-09-12T17:59:20.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.173+0000 7f49d093b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:20.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.173+0000 7f49d093b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 2024-09-12T17:59:20.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26, ofs0, ns] 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f48b1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333465 cookie 94533785805504 notifier 6792 bl.length()=991 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f48b1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 info.flags=0x17 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f48b1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 to cache LRU end 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f48b1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_sources= new_sources= 2024-09-12T17:59:20.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential sources added=[] removed=[] 2024-09-12T17:59:20.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): orig_dests= new_dests= 2024-09-12T17:59:20.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.177+0000 7f49d093b9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.26]): potential dests added=[] removed=[] 2024-09-12T17:59:20.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.181+0000 7f49d093b9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:59:20.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.185+0000 7f4884fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:20.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.189+0000 7f49d093b9c0 20 remove_watcher() i=0 2024-09-12T17:59:20.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.189+0000 7f49d093b9c0 2 removed watcher, disabling cache 2024-09-12T17:59:20.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.193+0000 7f49d093b9c0 20 remove_watcher() i=1 2024-09-12T17:59:20.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.193+0000 7f49d093b9c0 20 remove_watcher() i=2 2024-09-12T17:59:20.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.197+0000 7f49d093b9c0 20 remove_watcher() i=3 2024-09-12T17:59:20.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.197+0000 7f49d093b9c0 20 remove_watcher() i=4 2024-09-12T17:59:20.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.201+0000 7f49d093b9c0 20 remove_watcher() i=5 2024-09-12T17:59:20.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.201+0000 7f49d093b9c0 20 remove_watcher() i=6 2024-09-12T17:59:20.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.201+0000 7f49d093b9c0 20 remove_watcher() i=7 2024-09-12T17:59:20.217 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:59:20.248 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:20.248 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:20.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 realm 2024-09-12T17:59:20.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:20.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.293+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.297+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:20.295 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.297+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.297+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:20.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.297+0000 7f40faa769c0 20 searching for the correct realm 2024-09-12T17:59:20.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.301+0000 7f40f8d7d640 0 -- 172.21.15.92:0/2404619253 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3fc8081180 msgr2=0x7f3fc80835b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:20.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.517+0000 7f40effff640 0 -- 172.21.15.92:0/2404619253 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f40f006dde0 msgr2=0x7f40f002c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:20.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.733+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:20.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 zone default found 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 4 Realm: () 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:20.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:20.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 zonegroup default 2024-09-12T17:59:20.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:20.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 started sync module instance, tier type = 2024-09-12T17:59:20.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.737+0000 7f40faa769c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:20.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=0 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=1 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=2 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=3 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=4 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=5 2024-09-12T17:59:20.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=6 2024-09-12T17:59:20.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 20 add_watcher() i=7 2024-09-12T17:59:20.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.761+0000 7f40faa769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:20.764 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f3faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:20.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:20.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:20.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 5 note: GC not initialized 2024-09-12T17:59:20.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f3fadfe3640 20 reqs_thread_entry: start 2024-09-12T17:59:20.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:20.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 20 Filter name: none 2024-09-12T17:59:20.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f3fa6ffd640 20 reqs_thread_entry: start 2024-09-12T17:59:20.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.765+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:20.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:20.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:20.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:20.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.769+0000 7f40faa769c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:20.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.773+0000 7f40faa769c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:20.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.773+0000 7f40faa769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:20.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.773+0000 7f3faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:20.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.777+0000 7f40faa769c0 20 remove_watcher() i=0 2024-09-12T17:59:20.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.777+0000 7f40faa769c0 2 removed watcher, disabling cache 2024-09-12T17:59:20.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.781+0000 7f40faa769c0 20 remove_watcher() i=1 2024-09-12T17:59:20.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.785+0000 7f40faa769c0 20 remove_watcher() i=2 2024-09-12T17:59:20.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.785+0000 7f40faa769c0 20 remove_watcher() i=3 2024-09-12T17:59:20.786 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.789+0000 7f40faa769c0 20 remove_watcher() i=4 2024-09-12T17:59:20.787 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.789+0000 7f40faa769c0 20 remove_watcher() i=5 2024-09-12T17:59:20.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.789+0000 7f40faa769c0 20 remove_watcher() i=6 2024-09-12T17:59:20.790 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:20.793+0000 7f40faa769c0 20 remove_watcher() i=7 2024-09-12T17:59:20.805 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:20.805 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:20.806 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.26 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:59:20.806 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:20.807 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.807 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.810 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.811 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.875 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.876 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.897 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T17:59:20.897 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:20.898 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.898 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.914 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.914 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.961 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.961 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:20.981 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:20.981 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.000 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.000 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.021 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.021 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.044 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.045 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.065 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.065 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.085 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.085 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.107 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.107 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.127 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.127 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.147 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.147 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.168 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.168 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.188 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.188 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.209 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.209 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.229 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.229 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.249 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.249 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.270 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.271 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.291 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.291 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.311 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.311 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.332 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.332 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.354 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:21.354 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:21.373 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:59:21.404 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:21.404 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:21.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.449+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 realm 2024-09-12T17:59:21.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:21.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:21.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:21.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.453+0000 7f5e0b82d9c0 20 searching for the correct realm 2024-09-12T17:59:21.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.461+0000 7f5e09333640 0 -- 172.21.15.92:0/2915095584 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x559f70a56760 msgr2=0x559f70a58bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:21.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.465+0000 7f5e09b34640 0 -- 172.21.15.92:0/2915095584 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5e00071dc0 msgr2=0x7f5e0006e9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.473+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 zone default found 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 4 Realm: () 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:21.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 zonegroup default 2024-09-12T17:59:21.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 started sync module instance, tier type = 2024-09-12T17:59:21.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.477+0000 7f5e0b82d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:21.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=0 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=1 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=2 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=3 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=4 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=5 2024-09-12T17:59:21.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=6 2024-09-12T17:59:21.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 20 add_watcher() i=7 2024-09-12T17:59:21.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.493+0000 7f5e0b82d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:21.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5cbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:21.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:21.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:21.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 5 note: GC not initialized 2024-09-12T17:59:21.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5cbefe5640 20 reqs_thread_entry: start 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 Filter name: none 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5cbcfe1640 20 reqs_thread_entry: start 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:21.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.497+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:21.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:21.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:21.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:21.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5e0b82d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:21.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.501+0000 7f5cbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:21.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.505+0000 7f5e0b82d9c0 20 remove_watcher() i=0 2024-09-12T17:59:21.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.505+0000 7f5e0b82d9c0 2 removed watcher, disabling cache 2024-09-12T17:59:21.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.509+0000 7f5e0b82d9c0 20 remove_watcher() i=1 2024-09-12T17:59:21.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.509+0000 7f5e0b82d9c0 20 remove_watcher() i=2 2024-09-12T17:59:21.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.513+0000 7f5e0b82d9c0 20 remove_watcher() i=3 2024-09-12T17:59:21.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.513+0000 7f5e0b82d9c0 20 remove_watcher() i=4 2024-09-12T17:59:21.514 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.517+0000 7f5e0b82d9c0 20 remove_watcher() i=5 2024-09-12T17:59:21.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.517+0000 7f5e0b82d9c0 20 remove_watcher() i=6 2024-09-12T17:59:21.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.517+0000 7f5e0b82d9c0 20 remove_watcher() i=7 2024-09-12T17:59:21.530 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:21.531 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:21.531 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:21.531 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:21.531 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T17:59:21.565 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:21.566 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:21.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 realm 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.609+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.613+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:21.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.613+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.613+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:21.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.613+0000 7fee733d19c0 20 searching for the correct realm 2024-09-12T17:59:21.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.617+0000 7fee70ed7640 0 -- 172.21.15.92:0/289871703 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fee680ddc00 msgr2=0x7fee680d3950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:21.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.625+0000 7fee706d6640 0 -- 172.21.15.92:0/289871703 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fee680c6390 msgr2=0x7fee680c67f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:21.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.841+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 zone default found 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 4 Realm: () 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 zonegroup default 2024-09-12T17:59:21.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:21.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 started sync module instance, tier type = 2024-09-12T17:59:21.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.845+0000 7fee733d19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=0 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=1 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=2 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=3 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=4 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=5 2024-09-12T17:59:21.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.869+0000 7fee733d19c0 20 add_watcher() i=6 2024-09-12T17:59:21.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.873+0000 7fee733d19c0 20 add_watcher() i=7 2024-09-12T17:59:21.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.873+0000 7fee733d19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:21.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fed277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:21.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fee733d19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:21.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fee733d19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:21.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fee733d19c0 5 note: GC not initialized 2024-09-12T17:59:21.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fed267e4640 20 reqs_thread_entry: start 2024-09-12T17:59:21.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fee733d19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:21.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fee733d19c0 20 Filter name: none 2024-09-12T17:59:21.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.877+0000 7fed1ffff640 20 reqs_thread_entry: start 2024-09-12T17:59:21.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:59:21.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:21.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:21.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:21.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 : miss 2024-09-12T17:59:21.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 info.flags=0x17 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 to cache LRU end 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:21.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.881+0000 7fee733d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 2024-09-12T17:59:21.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 info.flags=0x17 2024-09-12T17:59:21.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 to cache LRU end 2024-09-12T17:59:21.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:21.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27, ofs0, ns] 2024-09-12T17:59:21.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fed477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333468 cookie 94077251797712 notifier 6846 bl.length()=1023 2024-09-12T17:59:21.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fed477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 info.flags=0x17 2024-09-12T17:59:21.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fed477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 to cache LRU end 2024-09-12T17:59:21.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fed477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): orig_sources= new_sources= 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): potential sources added=[] removed=[] 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): orig_dests= new_dests= 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): potential dests added=[] removed=[] 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T17:59:21.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.889+0000 7fee733d19c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:59:21.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.893+0000 7fee733d19c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.27.1.0 2024-09-12T17:59:21.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.893+0000 7fee733d19c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.27.1.0 2024-09-12T17:59:21.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.893+0000 7fee733d19c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.27.1.1 2024-09-12T17:59:21.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.893+0000 7fee733d19c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.27.1.1 2024-09-12T17:59:21.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.893+0000 7fee733d19c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.27.0 2024-09-12T17:59:21.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.897+0000 7fee733d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:21.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.897+0000 7fee733d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 2024-09-12T17:59:21.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 info.flags=0x17 2024-09-12T17:59:21.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 to cache LRU end 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27, ofs0, ns] 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fed47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333469 cookie 94077251797712 notifier 6846 bl.length()=991 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fed47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 info.flags=0x17 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fed47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 to cache LRU end 2024-09-12T17:59:21.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fed47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:21.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): orig_sources= new_sources= 2024-09-12T17:59:21.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): potential sources added=[] removed=[] 2024-09-12T17:59:21.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): orig_dests= new_dests= 2024-09-12T17:59:21.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.901+0000 7fee733d19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.27]): potential dests added=[] removed=[] 2024-09-12T17:59:21.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.905+0000 7fee733d19c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:59:21.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.909+0000 7fed277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:21.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.913+0000 7fee733d19c0 20 remove_watcher() i=0 2024-09-12T17:59:21.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.913+0000 7fee733d19c0 2 removed watcher, disabling cache 2024-09-12T17:59:21.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.917+0000 7fee733d19c0 20 remove_watcher() i=1 2024-09-12T17:59:21.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.917+0000 7fee733d19c0 20 remove_watcher() i=2 2024-09-12T17:59:21.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.921+0000 7fee733d19c0 20 remove_watcher() i=3 2024-09-12T17:59:21.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.921+0000 7fee733d19c0 20 remove_watcher() i=4 2024-09-12T17:59:21.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.925+0000 7fee733d19c0 20 remove_watcher() i=5 2024-09-12T17:59:21.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.925+0000 7fee733d19c0 20 remove_watcher() i=6 2024-09-12T17:59:21.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:21.929+0000 7fee733d19c0 20 remove_watcher() i=7 2024-09-12T17:59:21.942 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:59:21.972 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:21.973 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:22.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.225+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 realm 2024-09-12T17:59:22.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:22.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.229+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.233+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:22.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.233+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.233+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:22.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.233+0000 7f7acf22a9c0 20 searching for the correct realm 2024-09-12T17:59:22.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.237+0000 7f7acd531640 0 -- 172.21.15.92:0/22468697 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f7ab4005d90 msgr2=0x7f7ac001a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:22.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.453+0000 7f7acc52f640 0 -- 172.21.15.92:0/22468697 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x5601303993e0 msgr2=0x7f7ac4027910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:22.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.669+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:22.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 zone default found 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 4 Realm: () 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:22.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 zonegroup default 2024-09-12T17:59:22.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.673+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.677+0000 7f7acf22a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:22.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.677+0000 7f7acf22a9c0 20 started sync module instance, tier type = 2024-09-12T17:59:22.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.677+0000 7f7acf22a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=0 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=1 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=2 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=3 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=4 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=5 2024-09-12T17:59:22.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.701+0000 7f7acf22a9c0 20 add_watcher() i=6 2024-09-12T17:59:22.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.705+0000 7f7acf22a9c0 20 add_watcher() i=7 2024-09-12T17:59:22.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.705+0000 7f7acf22a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:22.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.705+0000 7f79837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:22.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:22.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:22.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 5 note: GC not initialized 2024-09-12T17:59:22.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f79827e4640 20 reqs_thread_entry: start 2024-09-12T17:59:22.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:22.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 Filter name: none 2024-09-12T17:59:22.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f797b7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:22.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:22.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.709+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:22.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:22.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:22.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:22.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:22.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.713+0000 7f7acf22a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:22.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.717+0000 7f79837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:22.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.721+0000 7f7acf22a9c0 20 remove_watcher() i=0 2024-09-12T17:59:22.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.721+0000 7f7acf22a9c0 2 removed watcher, disabling cache 2024-09-12T17:59:22.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.725+0000 7f7acf22a9c0 20 remove_watcher() i=1 2024-09-12T17:59:22.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.725+0000 7f7acf22a9c0 20 remove_watcher() i=2 2024-09-12T17:59:22.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.729+0000 7f7acf22a9c0 20 remove_watcher() i=3 2024-09-12T17:59:22.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.729+0000 7f7acf22a9c0 20 remove_watcher() i=4 2024-09-12T17:59:22.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.733+0000 7f7acf22a9c0 20 remove_watcher() i=5 2024-09-12T17:59:22.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.733+0000 7f7acf22a9c0 20 remove_watcher() i=6 2024-09-12T17:59:22.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:22.733+0000 7f7acf22a9c0 20 remove_watcher() i=7 2024-09-12T17:59:22.748 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:22.748 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:22.748 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.27 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:59:22.748 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:22.749 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.749 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.752 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.752 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.815 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.815 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.835 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T17:59:22.835 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:22.836 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.836 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.850 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.850 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.897 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.897 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.916 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.917 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.937 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.937 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.958 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.979 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:22.979 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:22.999 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.000 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.021 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.021 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.042 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.042 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.063 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.063 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.083 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.083 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.105 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.105 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.127 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.127 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.150 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.151 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.172 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.172 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.193 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.193 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.215 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.215 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.236 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.236 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.257 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.257 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.281 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.281 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.299 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:23.299 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:23.317 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:59:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:23.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.397+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 realm 2024-09-12T17:59:23.398 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:23.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.399 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:23.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:23.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.401+0000 7ff1022649c0 20 searching for the correct realm 2024-09-12T17:59:23.403 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.405+0000 7ff0ff569640 0 -- 172.21.15.92:0/3438820523 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7ff0f0004040 msgr2=0x7ff0f00b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:23.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.617+0000 7ff0ffd6a640 0 -- 172.21.15.92:0/3438820523 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7ff0f809f040 msgr2=0x7ff0f80698f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:23.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:23.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:23.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:23.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.633+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:23.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:23.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 zone default found 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 4 Realm: () 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 zonegroup default 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 started sync module instance, tier type = 2024-09-12T17:59:23.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.637+0000 7ff1022649c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=0 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=1 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=2 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=3 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=4 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=5 2024-09-12T17:59:23.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=6 2024-09-12T17:59:23.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 20 add_watcher() i=7 2024-09-12T17:59:23.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.669+0000 7ff1022649c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:23.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.673+0000 7fefb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:23.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:23.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:23.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 5 note: GC not initialized 2024-09-12T17:59:23.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7fefb4fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:23.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:23.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 Filter name: none 2024-09-12T17:59:23.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7fef2e7fc640 20 reqs_thread_entry: start 2024-09-12T17:59:23.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:23.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.677+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:23.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:23.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:23.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:23.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.681+0000 7ff1022649c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:23.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.685+0000 7fefb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:23.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.689+0000 7ff1022649c0 20 remove_watcher() i=0 2024-09-12T17:59:23.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.689+0000 7ff1022649c0 2 removed watcher, disabling cache 2024-09-12T17:59:23.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.693+0000 7ff1022649c0 20 remove_watcher() i=1 2024-09-12T17:59:23.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.697+0000 7ff1022649c0 20 remove_watcher() i=2 2024-09-12T17:59:23.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.697+0000 7ff1022649c0 20 remove_watcher() i=3 2024-09-12T17:59:23.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.701+0000 7ff1022649c0 20 remove_watcher() i=4 2024-09-12T17:59:23.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.701+0000 7ff1022649c0 20 remove_watcher() i=5 2024-09-12T17:59:23.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.705+0000 7ff1022649c0 20 remove_watcher() i=6 2024-09-12T17:59:23.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.705+0000 7ff1022649c0 20 remove_watcher() i=7 2024-09-12T17:59:23.720 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:23.720 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:23.720 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:23.720 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:23.721 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T17:59:23.753 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:23.753 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:23.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 realm 2024-09-12T17:59:23.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:23.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:23.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:23.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:23.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:23.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 searching for the correct realm 2024-09-12T17:59:23.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:23.805+0000 7f2bf204a640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f2bec092c20 msgr2=0x7f2bec05e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.017+0000 7f2bf284b640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f2be402c070 msgr2=0x7f2be402c960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:24.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:24.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zone default found 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Realm: () 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zonegroup default 2024-09-12T17:59:24.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started sync module instance, tier type = 2024-09-12T17:59:24.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=0 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=1 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=2 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=3 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=4 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=5 2024-09-12T17:59:24.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=6 2024-09-12T17:59:24.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.069+0000 7f2bf4d459c0 20 add_watcher() i=7 2024-09-12T17:59:24.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.069+0000 7f2bf4d459c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:24.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2aa97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:24.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:24.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 note: GC not initialized 2024-09-12T17:59:24.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2a23fff640 20 reqs_thread_entry: start 2024-09-12T17:59:24.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:24.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 Filter name: none 2024-09-12T17:59:24.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2a21ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:24.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:59:24.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:24.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:24.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : miss 2024-09-12T17:59:24.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:24.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333514 cookie 93865072167888 notifier 6897 bl.length()=1023 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:24.086 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2bf4d459c0 time 2024-09-12T17:59:24.092190+0000 2024-09-12T17:59:24.087 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:24.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:24.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:24.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:24.101 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.101 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2bf861f2eb] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f2bf4d459c0 thread_name:radosgw-admin 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2bf4d459c0 time 2024-09-12T17:59:24.092190+0000 2024-09-12T17:59:24.102 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2bf861f2eb] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:24.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2bf749e520] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2bf861f345] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:24.104 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f2bf4d459c0 thread_name:radosgw-admin 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2bf749e520] 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:24.105 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2bf861f345] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:24.106 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:59:23.777+0000 7f2bf284b640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: dump: 2024-09-12T17:59:24.107 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.108 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: dump: 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.109 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6542 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config success 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 4 set_mon_vals no callback set 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: shutdown 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) unregister_commands rotate-key 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.110 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.111 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: starting msgr at 2024-09-12T17:59:24.112 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: starting objecter 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests hook 0x555eaa14f0d0 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: setting wanted keys 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: calling monclient init 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.113 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key hook 0x555eaa38b038 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa38e530 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.114 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa3916d0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x7f2be0003100 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.591358s 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa38e530 auth_method 0 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x7f2be0003100 auth_method 0 2024-09-12T17:59:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.116 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_done global_id 6888 payload 824 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:59:23.777+0000 7f2bf284b640 1 monclient: found mon.noname-a 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:24.117 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: dump: 2024-09-12T17:59:24.118 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.118 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.118 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.118 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:24.119 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: dump: 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.120 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6888 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:59:23.781+0000 7f2ae0e09640 4 set_mon_vals no callback set 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 1 librados: init done 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.121 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:59:23.781+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2ad8070ae0 auth_method 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:59:23.781+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa3d38a0 auth_method 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:59:23.781+0000 7f2bf284b640 10 monclient: get_auth_request con 0x555eaa3d66e0 auth_method 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:59:23.785+0000 7f2bf204a640 10 monclient: get_auth_request con 0x555eaa3da920 auth_method 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:59:23.785+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa3d9f60 auth_method 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.122 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.123 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.124 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests cmddesc objecter_requests hook 0x555eaa3e6410 EEXIST 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.125 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x555eaa3e1ae0 EEXIST 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:59:24.126 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa40a5c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa409ef0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4088d0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.600419s 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa40a5c0 auth_method 0 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.127 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa4088d0 auth_method 0 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.128 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_done global_id 6548 payload 824 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:59:23.789+0000 7f2bf204a640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: dump: 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.129 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6548 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.130 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: dump: 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.131 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:59:23.789+0000 7f2bf384d640 4 set_mon_vals no callback set 2024-09-12T17:59:24.132 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.133 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.134 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:59:23.789+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2acc070a20 auth_method 0 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.136 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc7b83ae38 EEXIST 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.137 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa45e500 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4598d0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa4500b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.138 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.604766s 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa4500b0 auth_method 0 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x555eaa4598d0 auth_method 0 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.139 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa45e500 auth_method 0 2024-09-12T17:59:24.140 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_done global_id 6551 payload 274 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:59:23.793+0000 7f2bf284b640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.141 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: dump: 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.142 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.143 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6551 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config success 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 4 set_mon_vals no callback set 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: dump: 2024-09-12T17:59:24.144 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: shutdown 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.145 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.146 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.147 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: starting msgr at 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: starting objecter 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests cmddesc objecter_requests hook 0x555eaa410720 EEXIST 2024-09-12T17:59:24.148 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: setting wanted keys 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: calling monclient init 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.149 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.150 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x555eaa40c528 EEXIST 2024-09-12T17:59:24.151 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4500b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa4598d0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa45e500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.152 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.607280s 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa4500b0 auth_method 0 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.153 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa45e500 auth_method 0 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.154 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.155 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x555eaa4598d0 auth_method 0 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_done global_id 6897 payload 824 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:59:23.793+0000 7f2bf204a640 1 monclient: found mon.noname-a 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:59:23.793+0000 7f2ad4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: dump: 2024-09-12T17:59:24.156 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.157 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: dump: 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.158 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:59:23.797+0000 7f2ad67fc640 4 set_mon_vals no callback set 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6897 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 1 librados: init done 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cr dump hook 0x555eaa42f838 2024-09-12T17:59:24.159 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:59:23.797+0000 7f2bf284b640 10 monclient: get_auth_request con 0x555eaa477b10 auth_method 0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:59:23.797+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2abc070ae0 auth_method 0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 realm 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:24.160 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:59:23.801+0000 7f2bf204a640 10 monclient: get_auth_request con 0x555eaa47bea0 auth_method 0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:59:23.801+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa47f5c0 auth_method 0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 searching for the correct realm 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:59:23.801+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2be402c070 auth_method 0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:59:23.805+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2bec092c20 auth_method 0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:59:23.805+0000 7f2bf204a640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f2bec092c20 msgr2=0x7f2bec05e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:59:24.009+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2bec092c20 auth_method 0 2024-09-12T17:59:24.161 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:59:24.009+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2bdc0b6070 auth_method 0 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:59:24.017+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2be4007c20 auth_method 0 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:59:24.017+0000 7f2bf284b640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f2be402c070 msgr2=0x7f2be402c960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:59:24.017+0000 7f2ad4ff9640 1 client.6897.objecter ms_handle_reset 0x7f2be402c070 session 0x7f2be4023070 osd.7 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:59:24.021+0000 7f2ad4ff9640 10 monclient: _renew_subs 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:59:24.021+0000 7f2ad4ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:59:24.021+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2abc081180 auth_method 0 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:59:24.021+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2be0003be0 auth_method 0 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:24.162 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zone default found 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Realm: () 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:24.163 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zonegroup default 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started sync module instance, tier type = 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=0 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=1 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=2 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=3 2024-09-12T17:59:24.164 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=4 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=5 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=6 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:59:24.069+0000 7f2bf4d459c0 20 add_watcher() i=7 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:59:24.069+0000 7f2bf4d459c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.165 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:59:24.073+0000 7f2aa97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.166 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache list hook 0x555eaa456630 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache inspect hook 0x555eaa456630 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache erase hook 0x555eaa456630 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache zap hook 0x555eaa456630 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 note: GC not initialized 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:59:24.073+0000 7f2a23fff640 20 reqs_thread_entry: start 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace show hook 0x7f2bec004c50 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace history hook 0x7f2bec004c50 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace active hook 0x7f2bec004c50 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace active_short hook 0x7f2bec004c50 2024-09-12T17:59:24.167 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 Filter name: none 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:59:24.073+0000 7f2a21ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : miss 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.168 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333514 cookie 93865072167888 notifier 6897 bl.length()=1023 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.169 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2bf4d459c0 time 2024-09-12T17:59:24.092190+0000 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2bf861f2eb] 2024-09-12T17:59:24.170 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f2bf4d459c0 thread_name:radosgw-admin 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.171 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2bf749e520] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2bf861f345] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.172 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:59:24.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:59:24.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:59:24.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:59:24.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:59:24.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:24.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:59:24.180 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2a21ffb640 / http_manager 2024-09-12T17:59:24.181 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2a23fff640 / http_manager 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2aa97e2640 / rgw_dt_lg_renew 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ad4ff9640 / ms_dispatch 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ad67fc640 / io_context_pool 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2adce01640 / ms_dispatch 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2adf606640 / ms_dispatch 2024-09-12T17:59:24.182 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ae0e09640 / io_context_pool 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf204a640 / msgr-worker-2 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf284b640 / msgr-worker-1 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf304c640 / msgr-worker-0 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf384d640 / io_context_pool 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf4d459c0 / radosgw-admin 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.101214.log 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:59:23.777+0000 7f2bf284b640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.183 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: dump: 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.184 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:59:23.777+0000 7f2ae0e09640 10 monclient: dump: 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.185 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6542 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config success 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 4 set_mon_vals no callback set 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: shutdown 2024-09-12T17:59:24.186 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) unregister_commands rotate-key 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.187 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding auth protocol: cephx 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.188 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: crc 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38cfa0) adding con mode: secure 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: starting msgr at 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: starting objecter 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests hook 0x555eaa14f0d0 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: setting wanted keys 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 1 librados: calling monclient init 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.189 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding auth protocol: cephx 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.190 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: crc 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa38aef0) adding con mode: secure 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key hook 0x555eaa38b038 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa38e530 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa3916d0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.191 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x7f2be0003100 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:59:23.777+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.591358s 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa38e530 auth_method 0 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x7f2be0003100 auth_method 0 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.192 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:59:23.777+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient(hunting): handle_auth_done global_id 6888 payload 824 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:59:23.777+0000 7f2bf284b640 1 monclient: found mon.noname-a 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:59:23.777+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.193 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: dump: 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.194 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:59:23.781+0000 7f2adf606640 10 monclient: dump: 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.195 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6888 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:59:23.781+0000 7f2ae0e09640 4 set_mon_vals no callback set 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:59:23.781+0000 7f2bf4d459c0 1 librados: init done 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:59:23.781+0000 7f2adf606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.196 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:59:23.781+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2ad8070ae0 auth_method 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:59:23.781+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa3d38a0 auth_method 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:59:23.781+0000 7f2bf284b640 10 monclient: get_auth_request con 0x555eaa3d66e0 auth_method 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:59:23.785+0000 7f2bf204a640 10 monclient: get_auth_request con 0x555eaa3da920 auth_method 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:59:23.785+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa3d9f60 auth_method 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding auth protocol: cephx 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.198 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: crc 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e29e0) adding con mode: secure 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.199 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests cmddesc objecter_requests hook 0x555eaa3e6410 EEXIST 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding auth protocol: cephx 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.200 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: crc 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:59:23.785+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa3e1998) adding con mode: secure 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x555eaa3e1ae0 EEXIST 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:59:24.201 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa40a5c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa409ef0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4088d0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.600419s 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa40a5c0 auth_method 0 2024-09-12T17:59:24.202 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa4088d0 auth_method 0 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:59:23.789+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.203 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient(hunting): handle_auth_done global_id 6548 payload 824 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:59:23.789+0000 7f2bf204a640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:59:23.789+0000 7f2bf204a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: dump: 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.204 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6548 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:59:23.789+0000 7f2adce01640 10 monclient: dump: 2024-09-12T17:59:24.205 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:59:23.789+0000 7f2bf384d640 4 set_mon_vals no callback set 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.206 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:59:23.789+0000 7f2adce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.207 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding auth protocol: cephx 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.208 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: crc 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa429fd0) adding con mode: secure 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:59:23.789+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2acc070a20 auth_method 0 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:59:23.789+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.209 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding auth protocol: cephx 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: crc 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83acf0) adding con mode: secure 2024-09-12T17:59:24.210 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc7b83ae38 EEXIST 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa45e500 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4598d0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa4500b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.604766s 2024-09-12T17:59:24.211 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa4500b0 auth_method 0 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x555eaa4598d0 auth_method 0 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.212 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa45e500 auth_method 0 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_done global_id 6551 payload 274 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.213 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:59:23.793+0000 7f2bf284b640 1 monclient: found mon.noname-c 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: dump: 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.214 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6551 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: get_monmap_and_config success 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 4 set_mon_vals no callback set 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:59:23.793+0000 7f2ad67fc640 10 monclient: dump: 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.215 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: shutdown 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: build_initial_monmap 2024-09-12T17:59:24.216 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: monmap: 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:24.217 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding auth protocol: cephx 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: crc 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa42dfd0) adding con mode: secure 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: starting msgr at 2024-09-12T17:59:24.219 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: starting objecter 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command objecter_requests cmddesc objecter_requests hook 0x555eaa410720 EEXIST 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: setting wanted keys 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 1 librados: calling monclient init 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: init 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding auth protocol: cephx 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.220 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: crc 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 AuthRegistry(0x555eaa40c3e0) adding con mode: secure 2024-09-12T17:59:24.221 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command rotate-key cmddesc rotate-key hook 0x555eaa40c528 EEXIST 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-a con 0x555eaa4500b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-b con 0x555eaa4598d0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): picked mon.noname-c con 0x555eaa45e500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:24.222 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:59:23.793+0000 7f2bf4d459c0 10 monclient(hunting): authenticate will time out at 2291.607280s 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request con 0x555eaa4500b0 auth_method 0 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request con 0x555eaa45e500 auth_method 0 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.223 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:59:23.793+0000 7f2bf284b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request con 0x555eaa4598d0 auth_method 0 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:59:23.793+0000 7f2bf304c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient(hunting): handle_auth_done global_id 6897 payload 824 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient: _finish_hunting 0 2024-09-12T17:59:24.224 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:59:23.793+0000 7f2bf204a640 1 monclient: found mon.noname-a 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:59:23.793+0000 7f2bf204a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:59:23.793+0000 7f2ad4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: dump: 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.225 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: _finish_auth 0 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 10 monclient: dump: 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.226 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:59:23.797+0000 7f2ad67fc640 4 set_mon_vals no callback set 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 5 monclient: authenticate success, global_id 6897 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _renew_subs 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 1 librados: init done 2024-09-12T17:59:24.227 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cr dump hook 0x555eaa42f838 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:59:23.797+0000 7f2ad4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:59:23.797+0000 7f2bf284b640 10 monclient: get_auth_request con 0x555eaa477b10 auth_method 0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:59:23.797+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2abc070ae0 auth_method 0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 realm 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.228 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:59:23.797+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:59:23.801+0000 7f2bf204a640 10 monclient: get_auth_request con 0x555eaa47bea0 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:59:23.801+0000 7f2bf304c640 10 monclient: get_auth_request con 0x555eaa47f5c0 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:59:23.801+0000 7f2bf4d459c0 20 searching for the correct realm 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:59:23.801+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2be402c070 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:59:23.805+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2bec092c20 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:59:23.805+0000 7f2bf204a640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f2bec092c20 msgr2=0x7f2bec05e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:59:24.009+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2bec092c20 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:59:24.009+0000 7f2bf304c640 10 monclient: get_auth_request con 0x7f2bdc0b6070 auth_method 0 2024-09-12T17:59:24.229 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:59:24.017+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2be4007c20 auth_method 0 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:59:24.017+0000 7f2bf284b640 0 -- 172.21.15.92:0/2766906652 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f2be402c070 msgr2=0x7f2be402c960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:59:24.017+0000 7f2ad4ff9640 1 client.6897.objecter ms_handle_reset 0x7f2be402c070 session 0x7f2be4023070 osd.7 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:59:24.021+0000 7f2ad4ff9640 10 monclient: _renew_subs 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:59:24.021+0000 7f2ad4ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:59:24.021+0000 7f2bf284b640 10 monclient: get_auth_request con 0x7f2abc081180 auth_method 0 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:59:24.021+0000 7f2bf204a640 10 monclient: get_auth_request con 0x7f2be0003be0 auth_method 0 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.230 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zone default found 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Realm: () 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 zonegroup default 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:59:24.037+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.231 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started sync module instance, tier type = 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:59:24.041+0000 7f2bf4d459c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=0 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=1 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=2 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=3 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=4 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=5 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:59:24.065+0000 7f2bf4d459c0 20 add_watcher() i=6 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:59:24.069+0000 7f2bf4d459c0 20 add_watcher() i=7 2024-09-12T17:59:24.232 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:59:24.069+0000 7f2bf4d459c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding auth protocol: cephx 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.233 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: crc 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 AuthRegistry(0x7ffc7b83b1c0) adding con mode: secure 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:59:24.073+0000 7f2aa97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache list hook 0x555eaa456630 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache inspect hook 0x555eaa456630 2024-09-12T17:59:24.234 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache erase hook 0x555eaa456630 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command cache zap hook 0x555eaa456630 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 note: GC not initialized 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:59:24.073+0000 7f2a23fff640 20 reqs_thread_entry: start 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace show hook 0x7f2bec004c50 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace history hook 0x7f2bec004c50 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace active hook 0x7f2bec004c50 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 5 asok(0x555eaa1852b0) register_command sync trace active_short hook 0x7f2bec004c50 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 Filter name: none 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:59:24.073+0000 7f2a21ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:59:24.235 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:59:24.073+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : miss 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.236 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:59:24.077+0000 7f2bf4d459c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333514 cookie 93865072167888 notifier 6897 bl.length()=1023 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:59:24.085+0000 7f2ad67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:24.237 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:59:24.085+0000 7f2bf4d459c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2bf4d459c0 time 2024-09-12T17:59:24.092190+0000 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2bf861f2eb] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:24.238 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:59:24.089+0000 7f2bf4d459c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f2bf4d459c0 thread_name:radosgw-admin 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2bf749e520] 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2bf861f345] 2024-09-12T17:59:24.239 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2bf861f49f] 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555ea74160c1] 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x141007e) [0x555ea7e6c07e] 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555ea742818d] 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2bf7485d90] 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T17:59:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T17:59:24.241 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T17:59:24.242 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T17:59:24.243 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:24.244 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T17:59:24.245 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:24.246 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:24.247 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:24.248 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2a21ffb640 / http_manager 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2a23fff640 / http_manager 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2aa97e2640 / rgw_dt_lg_renew 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ad4ff9640 / ms_dispatch 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ad67fc640 / io_context_pool 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2adce01640 / ms_dispatch 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2adf606640 / ms_dispatch 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2ae0e09640 / io_context_pool 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf204a640 / msgr-worker-2 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf284b640 / msgr-worker-1 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf304c640 / msgr-worker-0 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf384d640 / io_context_pool 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: 7f2bf4d459c0 / radosgw-admin 2024-09-12T17:59:24.249 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T17:59:24.250 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T17:59:24.250 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:59:24.094648Z_2442fd74-f2f8-4db5-89b2-f9b28e2a970d/log 2024-09-12T17:59:24.250 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T17:59:24.250 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T17:59:24.250 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:59:24.252 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:24.252 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:24.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.173+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 realm 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.177+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.181+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:24.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.181+0000 7f27afbd89c0 20 searching for the correct realm 2024-09-12T17:59:24.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.181+0000 7f27ad6de640 0 -- 172.21.15.92:0/381448999 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x563a3bd4c0a0 msgr2=0x7f27a809e9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.185+0000 7f27ad6de640 0 -- 172.21.15.92:0/381448999 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x563a3bd4cae0 msgr2=0x7f27a809e9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:24.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.409+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 zone default found 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 4 Realm: () 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:24.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 zonegroup default 2024-09-12T17:59:24.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 started sync module instance, tier type = 2024-09-12T17:59:24.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.413+0000 7f27afbd89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:24.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=0 2024-09-12T17:59:24.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=1 2024-09-12T17:59:24.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=2 2024-09-12T17:59:24.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=3 2024-09-12T17:59:24.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=4 2024-09-12T17:59:24.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=5 2024-09-12T17:59:24.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.437+0000 7f27afbd89c0 20 add_watcher() i=6 2024-09-12T17:59:24.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.441+0000 7f27afbd89c0 20 add_watcher() i=7 2024-09-12T17:59:24.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.441+0000 7f27afbd89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:24.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f2663fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 5 note: GC not initialized 2024-09-12T17:59:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f2662fe5640 20 reqs_thread_entry: start 2024-09-12T17:59:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:24.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 20 Filter name: none 2024-09-12T17:59:24.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f2660fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:24.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.445+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:24.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:24.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:24.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.449+0000 7f27afbd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:24.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.453+0000 7f2663fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.457+0000 7f27afbd89c0 20 remove_watcher() i=0 2024-09-12T17:59:24.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.457+0000 7f27afbd89c0 2 removed watcher, disabling cache 2024-09-12T17:59:24.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.461+0000 7f27afbd89c0 20 remove_watcher() i=1 2024-09-12T17:59:24.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.465+0000 7f27afbd89c0 20 remove_watcher() i=2 2024-09-12T17:59:24.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.465+0000 7f27afbd89c0 20 remove_watcher() i=3 2024-09-12T17:59:24.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.469+0000 7f27afbd89c0 20 remove_watcher() i=4 2024-09-12T17:59:24.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.469+0000 7f27afbd89c0 20 remove_watcher() i=5 2024-09-12T17:59:24.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.469+0000 7f27afbd89c0 20 remove_watcher() i=6 2024-09-12T17:59:24.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.473+0000 7f27afbd89c0 20 remove_watcher() i=7 2024-09-12T17:59:24.493 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.493 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:24.493 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:24.493 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:24.494 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:24.494 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:24.513 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:24.513 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:24.555 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:59:24.591 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:24.591 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:24.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 realm 2024-09-12T17:59:24.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:24.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.637+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.641+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.641+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.641+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:24.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.641+0000 7f6604b659c0 20 searching for the correct realm 2024-09-12T17:59:24.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.645+0000 7f6602e6c640 0 -- 172.21.15.92:0/320689050 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f65f40d7060 msgr2=0x7f65f412a8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.653+0000 7f6601e6a640 0 -- 172.21.15.92:0/320689050 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f65fc0729b0 msgr2=0x7f65fc06a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:24.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.869+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:24.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 zone default found 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 4 Realm: () 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 zonegroup default 2024-09-12T17:59:24.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:24.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 started sync module instance, tier type = 2024-09-12T17:59:24.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.873+0000 7f6604b659c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=0 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=1 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=2 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=3 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=4 2024-09-12T17:59:24.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=5 2024-09-12T17:59:24.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.893+0000 7f6604b659c0 20 add_watcher() i=6 2024-09-12T17:59:24.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.897+0000 7f6604b659c0 20 add_watcher() i=7 2024-09-12T17:59:24.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.897+0000 7f6604b659c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:24.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f64b8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:24.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:24.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 5 note: GC not initialized 2024-09-12T17:59:24.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f64337fe640 20 reqs_thread_entry: start 2024-09-12T17:59:24.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:24.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 20 Filter name: none 2024-09-12T17:59:24.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f64317fa640 20 reqs_thread_entry: start 2024-09-12T17:59:24.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:59:24.901 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.901+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:24.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:24.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:24.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : miss 2024-09-12T17:59:24.903 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:24.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:24.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:24.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:24.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:24.904 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:24.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.905+0000 7f6604b659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:24.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.909+0000 7f6604b659c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to be held by another RGW process; skipping for now 2024-09-12T17:59:24.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.909+0000 7f64b8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:24.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.913+0000 7f6604b659c0 20 remove_watcher() i=0 2024-09-12T17:59:24.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.913+0000 7f6604b659c0 2 removed watcher, disabling cache 2024-09-12T17:59:24.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.917+0000 7f6604b659c0 20 remove_watcher() i=1 2024-09-12T17:59:24.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.921+0000 7f6604b659c0 20 remove_watcher() i=2 2024-09-12T17:59:24.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.921+0000 7f6604b659c0 20 remove_watcher() i=3 2024-09-12T17:59:24.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.925+0000 7f6604b659c0 20 remove_watcher() i=4 2024-09-12T17:59:24.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.929+0000 7f6604b659c0 20 remove_watcher() i=5 2024-09-12T17:59:24.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.929+0000 7f6604b659c0 20 remove_watcher() i=6 2024-09-12T17:59:24.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:24.929+0000 7f6604b659c0 20 remove_watcher() i=7 2024-09-12T17:59:24.945 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:59:54.977 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:59:55.014 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:55.014 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:55.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 realm 2024-09-12T17:59:55.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:55.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:55.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.064+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.068+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:55.063 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.068+0000 7fe1152e49c0 20 searching for the correct realm 2024-09-12T17:59:55.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.072+0000 7fe112dea640 0 -- 172.21.15.92:0/87242933 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x557af39629b0 msgr2=0x557af3964df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:55.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.080+0000 7fe1125e9640 0 -- 172.21.15.92:0/87242933 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe10c0dea30 msgr2=0x7fe10c12e340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:55.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 zone default found 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 4 Realm: () 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 zonegroup default 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 started sync module instance, tier type = 2024-09-12T17:59:55.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.088+0000 7fe1152e49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:55.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=0 2024-09-12T17:59:55.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=1 2024-09-12T17:59:55.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=2 2024-09-12T17:59:55.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=3 2024-09-12T17:59:55.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=4 2024-09-12T17:59:55.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=5 2024-09-12T17:59:55.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.104+0000 7fe1152e49c0 20 add_watcher() i=6 2024-09-12T17:59:55.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.108+0000 7fe1152e49c0 20 add_watcher() i=7 2024-09-12T17:59:55.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.108+0000 7fe1152e49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:55.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.108+0000 7fdfc9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:55.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.108+0000 7fe1152e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:55.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.108+0000 7fe1152e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:55.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 5 note: GC not initialized 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fdfc8fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 Filter name: none 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fdfc1ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:59:55.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:55.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:59:55.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:59:55.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : miss 2024-09-12T17:59:55.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.112+0000 7fe1152e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:55.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.116+0000 7fe1152e49c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:55.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fe1152e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fe1152e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fe1152e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fe1152e49c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:55.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fdff67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333515 cookie 93986561140320 notifier 6605 bl.length()=1023 2024-09-12T17:59:55.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fdff67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fdff67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.124+0000 7fdff67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.128+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.128+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.128+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:55.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.128+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:55.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.132+0000 7fe1152e49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.2.0 2024-09-12T17:59:55.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.132+0000 7fe1152e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.2.0 2024-09-12T17:59:55.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.132+0000 7fe1152e49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.2.1 2024-09-12T17:59:55.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.132+0000 7fe1152e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.2.1 2024-09-12T17:59:55.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.132+0000 7fe1152e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.0 2024-09-12T17:59:55.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:55.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.140+0000 7fe1152e49c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fdff5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333516 cookie 93986561140320 notifier 6605 bl.length()=1023 2024-09-12T17:59:55.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fdff5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fdff5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fdff5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:55.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:55.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.28.0 2024-09-12T17:59:55.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:55.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.144+0000 7fe1152e49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 2024-09-12T17:59:55.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fe1152e49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fe1152e49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fe1152e49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fe1152e49c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28, ofs0, ns] 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fdff67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333517 cookie 93986561140320 notifier 6605 bl.length()=991 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fdff67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 info.flags=0x17 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fdff67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 to cache LRU end 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.148+0000 7fdff67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.152+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_sources= new_sources= 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.152+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential sources added=[] removed=[] 2024-09-12T17:59:55.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.152+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): orig_dests= new_dests= 2024-09-12T17:59:55.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.152+0000 7fe1152e49c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[bce1255c-5789-4602-aafb-12ce74041bd1.4550.28]): potential dests added=[] removed=[] 2024-09-12T17:59:55.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.152+0000 7fe1152e49c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:59:55.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.156+0000 7fdfc9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:55.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.160+0000 7fe1152e49c0 20 remove_watcher() i=0 2024-09-12T17:59:55.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.160+0000 7fe1152e49c0 2 removed watcher, disabling cache 2024-09-12T17:59:55.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.164+0000 7fe1152e49c0 20 remove_watcher() i=1 2024-09-12T17:59:55.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.164+0000 7fe1152e49c0 20 remove_watcher() i=2 2024-09-12T17:59:55.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.168+0000 7fe1152e49c0 20 remove_watcher() i=3 2024-09-12T17:59:55.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.168+0000 7fe1152e49c0 20 remove_watcher() i=4 2024-09-12T17:59:55.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.172+0000 7fe1152e49c0 20 remove_watcher() i=5 2024-09-12T17:59:55.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.172+0000 7fe1152e49c0 20 remove_watcher() i=6 2024-09-12T17:59:55.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.176+0000 7fe1152e49c0 20 remove_watcher() i=7 2024-09-12T17:59:55.188 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:59:55.218 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:55.218 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:55.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.264+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 realm 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.268+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.272+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:55.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.272+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.272+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:55.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.272+0000 7fd6311209c0 20 searching for the correct realm 2024-09-12T17:59:55.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.276+0000 7fd62ec26640 0 -- 172.21.15.92:0/2166857100 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fd628088750 msgr2=0x7fd628042ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:55.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.284+0000 7fd62e425640 0 -- 172.21.15.92:0/2166857100 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd6280993b0 msgr2=0x7fd6280722c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:55.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:55.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:55.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:55.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:55.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:55.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:55.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.500+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:55.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 zone default found 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 4 Realm: () 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 zonegroup default 2024-09-12T17:59:55.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:55.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 started sync module instance, tier type = 2024-09-12T17:59:55.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.504+0000 7fd6311209c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=0 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=1 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=2 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=3 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=4 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=5 2024-09-12T17:59:55.524 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=6 2024-09-12T17:59:55.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 20 add_watcher() i=7 2024-09-12T17:59:55.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.528+0000 7fd6311209c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:55.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.532+0000 7fd4e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:55.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.532+0000 7fd6311209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:55.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.532+0000 7fd6311209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:55.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.532+0000 7fd6311209c0 5 note: GC not initialized 2024-09-12T17:59:55.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.532+0000 7fd45ffff640 20 reqs_thread_entry: start 2024-09-12T17:59:55.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:55.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 Filter name: none 2024-09-12T17:59:55.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd45dffb640 20 reqs_thread_entry: start 2024-09-12T17:59:55.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:55.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:55.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:55.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.536+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.540+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:59:55.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.540+0000 7fd6311209c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:55.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.540+0000 7fd6311209c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:59:55.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.540+0000 7fd6311209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:55.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.544+0000 7fd4e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:55.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.548+0000 7fd6311209c0 20 remove_watcher() i=0 2024-09-12T17:59:55.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.548+0000 7fd6311209c0 2 removed watcher, disabling cache 2024-09-12T17:59:55.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.552+0000 7fd6311209c0 20 remove_watcher() i=1 2024-09-12T17:59:55.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.552+0000 7fd6311209c0 20 remove_watcher() i=2 2024-09-12T17:59:55.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.556+0000 7fd6311209c0 20 remove_watcher() i=3 2024-09-12T17:59:55.557 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.556+0000 7fd6311209c0 20 remove_watcher() i=4 2024-09-12T17:59:55.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.556+0000 7fd6311209c0 20 remove_watcher() i=5 2024-09-12T17:59:55.560 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.560+0000 7fd6311209c0 20 remove_watcher() i=6 2024-09-12T17:59:55.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:55.560+0000 7fd6311209c0 20 remove_watcher() i=7 2024-09-12T17:59:55.574 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:55.574 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:55.574 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-trim-reshard-log-entries id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:59:55.574 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:55.575 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.575 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.580 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.580 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.652 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.652 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.669 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T17:59:55.670 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:55.671 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.671 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.691 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.691 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.742 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.743 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.764 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.764 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.782 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.782 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.802 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.802 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.821 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.821 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.846 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.846 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.867 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.867 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.886 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.886 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.905 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.905 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.924 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.925 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.942 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.942 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.962 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.962 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:55.983 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:55.983 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.001 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.001 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.018 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.018 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.036 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.036 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.053 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.053 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.070 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.070 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.089 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.089 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.108 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:56.108 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:56.126 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:59:56.159 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:56.159 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:56.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.208+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.208+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.208+0000 7faf6c6609c0 20 realm 2024-09-12T17:59:56.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.208+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:56.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:56.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:56.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.212+0000 7faf6c6609c0 20 searching for the correct realm 2024-09-12T17:59:56.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.220+0000 7faf6a166640 0 -- 172.21.15.92:0/4082312727 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7faf6406d680 msgr2=0x7faf64063550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:56.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.224+0000 7faf69965640 0 -- 172.21.15.92:0/4082312727 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7faf6406b300 msgr2=0x7faf640899d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.440+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:56.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 zone default found 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 4 Realm: () 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 zonegroup default 2024-09-12T17:59:56.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.444+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.448+0000 7faf6c6609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.448+0000 7faf6c6609c0 20 started sync module instance, tier type = 2024-09-12T17:59:56.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.448+0000 7faf6c6609c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:56.466 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.468+0000 7faf6c6609c0 20 add_watcher() i=0 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=1 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=2 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=3 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=4 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=5 2024-09-12T17:59:56.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=6 2024-09-12T17:59:56.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 20 add_watcher() i=7 2024-09-12T17:59:56.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.472+0000 7faf6c6609c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:56.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.476+0000 7fae20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:56.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.476+0000 7faf6c6609c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:56.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.476+0000 7faf6c6609c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:56.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.476+0000 7faf6c6609c0 5 note: GC not initialized 2024-09-12T17:59:56.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7fad9b7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:56.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:56.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 Filter name: none 2024-09-12T17:59:56.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7fad997fa640 20 reqs_thread_entry: start 2024-09-12T17:59:56.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:56.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.480+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.484+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.484+0000 7faf6c6609c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.484+0000 7faf6c6609c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:56.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.484+0000 7faf6c6609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:56.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.488+0000 7fae20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:56.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.492+0000 7faf6c6609c0 20 remove_watcher() i=0 2024-09-12T17:59:56.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.492+0000 7faf6c6609c0 2 removed watcher, disabling cache 2024-09-12T17:59:56.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.492+0000 7faf6c6609c0 20 remove_watcher() i=1 2024-09-12T17:59:56.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.496+0000 7faf6c6609c0 20 remove_watcher() i=2 2024-09-12T17:59:56.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.500+0000 7faf6c6609c0 20 remove_watcher() i=3 2024-09-12T17:59:56.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.500+0000 7faf6c6609c0 20 remove_watcher() i=4 2024-09-12T17:59:56.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.500+0000 7faf6c6609c0 20 remove_watcher() i=5 2024-09-12T17:59:56.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.504+0000 7faf6c6609c0 20 remove_watcher() i=6 2024-09-12T17:59:56.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.504+0000 7faf6c6609c0 20 remove_watcher() i=7 2024-09-12T17:59:56.519 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:56.519 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:56.519 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:56.519 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:56.520 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T17:59:56.557 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:56.557 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:56.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.604+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 realm 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:56.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:56.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.608+0000 7f1753bb49c0 20 searching for the correct realm 2024-09-12T17:59:56.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.612+0000 7f1751ebb640 0 -- 172.21.15.92:0/2201592798 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f173c035070 msgr2=0x7f173c045930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:56.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.620+0000 7f1750eb9640 0 -- 172.21.15.92:0/2201592798 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f174c11bc10 msgr2=0x7f174c127a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:56.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:56.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:56.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:56.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:56.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:56.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:56.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.836+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:56.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 zone default found 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 4 Realm: () 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 zonegroup default 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.840+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.844+0000 7f1753bb49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:56.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.844+0000 7f1753bb49c0 20 started sync module instance, tier type = 2024-09-12T17:59:56.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.844+0000 7f1753bb49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:56.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=0 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=1 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=2 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=3 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=4 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=5 2024-09-12T17:59:56.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=6 2024-09-12T17:59:56.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 20 add_watcher() i=7 2024-09-12T17:59:56.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.864+0000 7f1753bb49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:56.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.868+0000 7f16077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.868+0000 7f1753bb49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.868+0000 7f1753bb49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:56.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 5 note: GC not initialized 2024-09-12T17:59:56.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f16067e4640 20 reqs_thread_entry: start 2024-09-12T17:59:56.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:56.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 Filter name: none 2024-09-12T17:59:56.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1577fff640 20 reqs_thread_entry: start 2024-09-12T17:59:56.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:59:56.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:56.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:59:56.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:59:56.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : miss 2024-09-12T17:59:56.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:56.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:56.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:56.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.872+0000 7f1753bb49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:56.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:56.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1634ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333472 cookie 94438851009424 notifier 6659 bl.length()=999 2024-09-12T17:59:56.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1634ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1634ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.877 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1634ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:56.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.880+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.888+0000 7f1753bb49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.0 2024-09-12T17:59:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.888+0000 7f1753bb49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.0 2024-09-12T17:59:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.888+0000 7f1753bb49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.1 2024-09-12T17:59:56.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.888+0000 7f1753bb49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.1 2024-09-12T17:59:56.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.888+0000 7f1753bb49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.0 2024-09-12T17:59:56.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:56.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:56.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.892+0000 7f1753bb49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1634ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333473 cookie 94438851009424 notifier 6659 bl.length()=999 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1634ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1634ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1634ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:56.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 -1 Injecting error=-5 at location=block_writes 2024-09-12T17:59:56.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.896+0000 7f1753bb49c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:59:56.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:56.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.900+0000 7f1753bb49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:56.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1623fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333474 cookie 94438851009424 notifier 6659 bl.length()=967 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1623fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1623fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1623fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:56.899 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1753bb49c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:56.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.904+0000 7f1753bb49c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T17:59:56.905 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.908+0000 7f16077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:56.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.912+0000 7f1753bb49c0 20 remove_watcher() i=0 2024-09-12T17:59:56.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.912+0000 7f1753bb49c0 2 removed watcher, disabling cache 2024-09-12T17:59:56.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.916+0000 7f1753bb49c0 20 remove_watcher() i=1 2024-09-12T17:59:56.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.920+0000 7f1753bb49c0 20 remove_watcher() i=2 2024-09-12T17:59:56.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.920+0000 7f1753bb49c0 20 remove_watcher() i=3 2024-09-12T17:59:56.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.924+0000 7f1753bb49c0 20 remove_watcher() i=4 2024-09-12T17:59:56.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.924+0000 7f1753bb49c0 20 remove_watcher() i=5 2024-09-12T17:59:56.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.924+0000 7f1753bb49c0 20 remove_watcher() i=6 2024-09-12T17:59:56.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:56.928+0000 7f1753bb49c0 20 remove_watcher() i=7 2024-09-12T17:59:56.940 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:59:56.966 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:56.967 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:57.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.012+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 realm 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:57.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.016+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.020+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:57.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.020+0000 7f653c6b59c0 20 searching for the correct realm 2024-09-12T17:59:57.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.024+0000 7f653a1bb640 0 -- 172.21.15.92:0/1879343338 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f65340e5040 msgr2=0x7f65340f1410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:57.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.028+0000 7f65399ba640 0 -- 172.21.15.92:0/1879343338 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f65340b8070 msgr2=0x7f6534102410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:57.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.244+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:57.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:57.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 zone default found 2024-09-12T17:59:57.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 4 Realm: () 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 zonegroup default 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 started sync module instance, tier type = 2024-09-12T17:59:57.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.248+0000 7f653c6b59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=0 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=1 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=2 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=3 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=4 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=5 2024-09-12T17:59:57.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.272+0000 7f653c6b59c0 20 add_watcher() i=6 2024-09-12T17:59:57.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.276+0000 7f653c6b59c0 20 add_watcher() i=7 2024-09-12T17:59:57.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.276+0000 7f653c6b59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:57.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.280+0000 7f63f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:57.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.280+0000 7f653c6b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:57.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.280+0000 7f653c6b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:57.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.280+0000 7f653c6b59c0 5 note: GC not initialized 2024-09-12T17:59:57.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f636b7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:57.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:57.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 Filter name: none 2024-09-12T17:59:57.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f63697fa640 20 reqs_thread_entry: start 2024-09-12T17:59:57.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:57.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:57.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:57.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:57.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.284+0000 7f653c6b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.288+0000 7f653c6b59c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:57.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.288+0000 7f653c6b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:57.285 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.288+0000 7f63f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:57.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.292+0000 7f653c6b59c0 20 remove_watcher() i=0 2024-09-12T17:59:57.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.292+0000 7f653c6b59c0 2 removed watcher, disabling cache 2024-09-12T17:59:57.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.296+0000 7f653c6b59c0 20 remove_watcher() i=1 2024-09-12T17:59:57.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.296+0000 7f653c6b59c0 20 remove_watcher() i=2 2024-09-12T17:59:57.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.300+0000 7f653c6b59c0 20 remove_watcher() i=3 2024-09-12T17:59:57.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.304+0000 7f653c6b59c0 20 remove_watcher() i=4 2024-09-12T17:59:57.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.304+0000 7f653c6b59c0 20 remove_watcher() i=5 2024-09-12T17:59:57.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.304+0000 7f653c6b59c0 20 remove_watcher() i=6 2024-09-12T17:59:57.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.308+0000 7f653c6b59c0 20 remove_watcher() i=7 2024-09-12T17:59:57.316 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:57.317 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:57.317 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:57.317 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:57.318 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:57.318 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:57.332 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:57.332 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:57.375 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:59:57.412 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:57.412 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:57.456 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 realm 2024-09-12T17:59:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.460+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:57.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:57.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.464+0000 7f5a7804a9c0 20 searching for the correct realm 2024-09-12T17:59:57.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.468+0000 7f5a76351640 0 -- 172.21.15.92:0/980745912 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5a6c008050 msgr2=0x7f5a6c050900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:57.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.476+0000 7f5a7534f640 0 -- 172.21.15.92:0/980745912 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5a700888f0 msgr2=0x7f5a70083750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:57.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:57.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:57.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:57.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:57.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:57.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:57.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.692+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 zone default found 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 4 Realm: () 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:57.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 zonegroup default 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.692 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 started sync module instance, tier type = 2024-09-12T17:59:57.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.696+0000 7f5a7804a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=0 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=1 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=2 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=3 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=4 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=5 2024-09-12T17:59:57.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.720+0000 7f5a7804a9c0 20 add_watcher() i=6 2024-09-12T17:59:57.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.724+0000 7f5a7804a9c0 20 add_watcher() i=7 2024-09-12T17:59:57.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.724+0000 7f5a7804a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:57.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.728+0000 7f59277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:57.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.728+0000 7f5a7804a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:57.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.728+0000 7f5a7804a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:57.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.728+0000 7f5a7804a9c0 5 note: GC not initialized 2024-09-12T17:59:57.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f59267fc640 20 reqs_thread_entry: start 2024-09-12T17:59:57.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:57.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 Filter name: none 2024-09-12T17:59:57.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5897fff640 20 reqs_thread_entry: start 2024-09-12T17:59:57.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:59:57.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:57.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:59:57.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:59:57.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : miss 2024-09-12T17:59:57.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.732+0000 7f5a7804a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:57.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f59597fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333475 cookie 94642148204240 notifier 7047 bl.length()=999 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f59597fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f59597fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f59597fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:57.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.740+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:57.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.748+0000 7f5a7804a9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.0 2024-09-12T17:59:57.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.748+0000 7f5a7804a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.0 2024-09-12T17:59:57.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.748+0000 7f5a7804a9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.1 2024-09-12T17:59:57.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.748+0000 7f5a7804a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.1.1 2024-09-12T17:59:57.743 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.748+0000 7f5a7804a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.0 2024-09-12T17:59:57.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.752+0000 7f5a7804a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:57.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.752+0000 7f5a7804a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f59597fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333476 cookie 94642148204240 notifier 7047 bl.length()=999 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f59597fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f59597fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f59597fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:57.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:57.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:57.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.756+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:57.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.29.0 2024-09-12T17:59:57.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:57.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5a7804a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29, ofs0, ns] 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5958ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333477 cookie 94642148204240 notifier 7047 bl.length()=967 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5958ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 info.flags=0x17 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5958ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 to cache LRU end 2024-09-12T17:59:57.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.760+0000 7f5958ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:57.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.764+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_sources= new_sources= 2024-09-12T17:59:57.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.764+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential sources added=[] removed=[] 2024-09-12T17:59:57.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.764+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): orig_dests= new_dests= 2024-09-12T17:59:57.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.764+0000 7f5a7804a9c0 20 handle_bi_update(): bucket=:error-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.29]): potential dests added=[] removed=[] 2024-09-12T17:59:57.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.764+0000 7f5a7804a9c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:59:57.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.768+0000 7f59277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:57.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.776+0000 7f5a7804a9c0 20 remove_watcher() i=0 2024-09-12T17:59:57.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.776+0000 7f5a7804a9c0 2 removed watcher, disabling cache 2024-09-12T17:59:57.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.780+0000 7f5a7804a9c0 20 remove_watcher() i=1 2024-09-12T17:59:57.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.780+0000 7f5a7804a9c0 20 remove_watcher() i=2 2024-09-12T17:59:57.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.784+0000 7f5a7804a9c0 20 remove_watcher() i=3 2024-09-12T17:59:57.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.784+0000 7f5a7804a9c0 20 remove_watcher() i=4 2024-09-12T17:59:57.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.788+0000 7f5a7804a9c0 20 remove_watcher() i=5 2024-09-12T17:59:57.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.788+0000 7f5a7804a9c0 20 remove_watcher() i=6 2024-09-12T17:59:57.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.788+0000 7f5a7804a9c0 20 remove_watcher() i=7 2024-09-12T17:59:57.806 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:59:57.838 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:57.839 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:57.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.888+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 realm 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:57.888 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:57.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.892+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:57.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.896+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:57.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:57.896+0000 7fc396d8c9c0 20 searching for the correct realm 2024-09-12T17:59:58.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.104+0000 7fc395093640 0 -- 172.21.15.92:0/2577561028 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc388008040 msgr2=0x7fc3880666e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:58.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.116+0000 7fc394091640 0 -- 172.21.15.92:0/2577561028 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc38c11e240 msgr2=0x7fc38c12c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:58.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.332+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:58.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:58.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 zone default found 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 4 Realm: () 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 zonegroup default 2024-09-12T17:59:58.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:58.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:58.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:58.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 started sync module instance, tier type = 2024-09-12T17:59:58.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.336+0000 7fc396d8c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:58.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=0 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=1 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=2 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=3 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=4 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=5 2024-09-12T17:59:58.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=6 2024-09-12T17:59:58.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 20 add_watcher() i=7 2024-09-12T17:59:58.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.360+0000 7fc396d8c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:58.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.364+0000 7fc24b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:58.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:58.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:58.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 5 note: GC not initialized 2024-09-12T17:59:58.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc24a7e4640 20 reqs_thread_entry: start 2024-09-12T17:59:58.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:58.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 Filter name: none 2024-09-12T17:59:58.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc2437fe640 20 reqs_thread_entry: start 2024-09-12T17:59:58.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:58.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:58.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:58.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.368+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.372+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:58.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.372+0000 7fc396d8c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:58.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.372+0000 7fc396d8c9c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:58.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.372+0000 7fc396d8c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:58.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.372+0000 7fc24b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:58.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.380+0000 7fc396d8c9c0 20 remove_watcher() i=0 2024-09-12T17:59:58.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.380+0000 7fc396d8c9c0 2 removed watcher, disabling cache 2024-09-12T17:59:58.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.380+0000 7fc396d8c9c0 20 remove_watcher() i=1 2024-09-12T17:59:58.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.384+0000 7fc396d8c9c0 20 remove_watcher() i=2 2024-09-12T17:59:58.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.384+0000 7fc396d8c9c0 20 remove_watcher() i=3 2024-09-12T17:59:58.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.388+0000 7fc396d8c9c0 20 remove_watcher() i=4 2024-09-12T17:59:58.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.388+0000 7fc396d8c9c0 20 remove_watcher() i=5 2024-09-12T17:59:58.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.392+0000 7fc396d8c9c0 20 remove_watcher() i=6 2024-09-12T17:59:58.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:58.392+0000 7fc396d8c9c0 20 remove_watcher() i=7 2024-09-12T17:59:58.405 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:58.405 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:58.405 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:59:58.405 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:58.407 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.407 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.412 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.412 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.467 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.467 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.491 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T17:59:58.491 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:58.492 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.492 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.509 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.509 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.554 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.554 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.574 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.574 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.596 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.596 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.617 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.617 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.638 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.638 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.658 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.659 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.681 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.681 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.703 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.703 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.723 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.723 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.745 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.745 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.771 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.771 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.792 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.792 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.813 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.813 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.836 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.836 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.857 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.857 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.877 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.877 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.898 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.898 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.919 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.919 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.940 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.940 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.962 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:58.962 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T17:59:58.980 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:59:59.012 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:59.012 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:59.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 realm 2024-09-12T17:59:59.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:59.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.060+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:59.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:59.061 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.064+0000 7f09797b19c0 20 searching for the correct realm 2024-09-12T17:59:59.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.068+0000 7f0977ab8640 0 -- 172.21.15.92:0/3182048501 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f096c079090 msgr2=0x7f096c06ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:59.072 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.076+0000 7f0976ab6640 0 -- 172.21.15.92:0/3182048501 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f09700e1930 msgr2=0x7f09700f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.292+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:59.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 zone default found 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 4 Realm: () 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 zonegroup default 2024-09-12T17:59:59.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.293 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 started sync module instance, tier type = 2024-09-12T17:59:59.294 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.296+0000 7f09797b19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:59.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=0 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=1 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=2 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=3 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=4 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=5 2024-09-12T17:59:59.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=6 2024-09-12T17:59:59.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 20 add_watcher() i=7 2024-09-12T17:59:59.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.324+0000 7f09797b19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:59.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.328+0000 7f082e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.328+0000 7f09797b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.328+0000 7f09797b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:59.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 5 note: GC not initialized 2024-09-12T17:59:59.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f082d7e2640 20 reqs_thread_entry: start 2024-09-12T17:59:59.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:59.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 20 Filter name: none 2024-09-12T17:59:59.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f08267fc640 20 reqs_thread_entry: start 2024-09-12T17:59:59.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:59.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.332+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:59.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:59.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:59.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:59.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.336+0000 7f09797b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:59.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.340+0000 7f082e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:59.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.344+0000 7f09797b19c0 20 remove_watcher() i=0 2024-09-12T17:59:59.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.344+0000 7f09797b19c0 2 removed watcher, disabling cache 2024-09-12T17:59:59.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.344+0000 7f09797b19c0 20 remove_watcher() i=1 2024-09-12T17:59:59.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.348+0000 7f09797b19c0 20 remove_watcher() i=2 2024-09-12T17:59:59.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.352+0000 7f09797b19c0 20 remove_watcher() i=3 2024-09-12T17:59:59.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.352+0000 7f09797b19c0 20 remove_watcher() i=4 2024-09-12T17:59:59.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.356+0000 7f09797b19c0 20 remove_watcher() i=5 2024-09-12T17:59:59.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.356+0000 7f09797b19c0 20 remove_watcher() i=6 2024-09-12T17:59:59.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.360+0000 7f09797b19c0 20 remove_watcher() i=7 2024-09-12T17:59:59.370 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.370 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T17:59:59.371 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:59:59.371 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.371 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T17:59:59.406 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:59.406 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:59.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.452+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 realm 2024-09-12T17:59:59.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:59.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:59.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:59.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 searching for the correct realm 2024-09-12T17:59:59.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.460+0000 7fd5c342d640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd5ac036020 msgr2=0x7fd5ac063240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:59.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.676+0000 7fd5bbfff640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd5bc12d040 msgr2=0x7fd5bc0b9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:59.890 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.891 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zone default found 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Realm: () 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:59.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zonegroup default 2024-09-12T17:59:59.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:59.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started sync module instance, tier type = 2024-09-12T17:59:59.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=0 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=1 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=2 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=3 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=4 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=5 2024-09-12T17:59:59.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=6 2024-09-12T17:59:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.924+0000 7fd5c51269c0 20 add_watcher() i=7 2024-09-12T17:59:59.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.924+0000 7fd5c51269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:59.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd4797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:59.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:59.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:59.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 note: GC not initialized 2024-09-12T17:59:59.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd3f3fff640 20 reqs_thread_entry: start 2024-09-12T17:59:59.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 Filter name: none 2024-09-12T17:59:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd3f1ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:59:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:59:59.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:59:59.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:59:59.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : miss 2024-09-12T17:59:59.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:59.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T17:59:59.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T17:59:59.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:59.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T17:59:59.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T17:59:59.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T17:59:59.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T17:59:59.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T17:59:59.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T17:59:59.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T17:59:59.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T17:59:59.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.0 2024-09-12T17:59:59.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:59:59.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T17:59:59.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T17:59:59.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5c51269c0 time 2024-09-12T17:59:59.958394+0000 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:59.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T17:59:59.953 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:59.953 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd5c8a002eb] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.956+0000 7fd5c51269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5c51269c0 time 2024-09-12T17:59:59.958394+0000 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:59.954 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd5c8a002eb] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:59:59.955 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd5c51269c0 thread_name:radosgw-admin 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd5c787f520] 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd5c8a00345] 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T17:59:59.977 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T17:59:59.960+0000 7fd5c51269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd5c51269c0 thread_name:radosgw-admin 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd5c787f520] 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T17:59:59.978 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd5c8a00345] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T17:59:59.979 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T17:59:59.980 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T17:59:59.981 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: starting msgr at 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: starting objecter 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests hook 0x5582833d2b70 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: setting wanted keys 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: calling monclient init 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: init 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.982 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key hook 0x5582833cf3f8 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:59.983 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828325aa50 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828331b200 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x5582833d25b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.244184s 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): get_auth_request con 0x5582833d25b0 auth_method 0 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:59.984 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x55828331b200 auth_method 0 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828325aa50 auth_method 0 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:59.985 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient: _finish_hunting 0 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:59:59.436+0000 7fd5c342d640 1 monclient: found mon.noname-a 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: dump: 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.986 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: _finish_auth 0 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: _check_auth_tickets 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: dump: 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.987 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7092 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:59:59.436+0000 7fd4b0e09640 4 set_mon_vals no callback set 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 1 librados: init done 2024-09-12T17:59:59.988 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd4a8070ae0 auth_method 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x5582833f76d0 auth_method 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:59:59.440+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x55828341a2c0 auth_method 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:59:59.440+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x55828341e620 auth_method 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:59:59.440+0000 7fd5c342d640 10 monclient: get_auth_request con 0x55828341db40 auth_method 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:59.989 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.990 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55828342a040 EEXIST 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: init 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T17:59:59.991 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T17:59:59.992 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x558283425800 EEXIST 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x55828344e1f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828344db20 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828344c500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.253411s 2024-09-12T17:59:59.993 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x55828344e1f0 auth_method 0 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828344c500 auth_method 0 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:59.994 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7095 payload 824 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:59:59.444+0000 7fd5c342d640 10 monclient: get_auth_request con 0x55828344db20 auth_method 0 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: dump: 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:59.995 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: _finish_auth 0 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: _check_auth_tickets 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: dump: 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.996 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7095 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:59:59.444+0000 7fd5c3c2e640 4 set_mon_vals no callback set 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T17:59:59.997 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: get_monmap_and_config 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T17:59:59.998 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T17:59:59.999 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:59:59.448+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd49c0709f0 auth_method 0 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.000 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd4a68a7f8 EEXIST 2024-09-12T18:00:00.001 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x558283471c30 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828349d400 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828349dd60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.257789s 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x558283471c30 auth_method 0 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.002 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828349dd60 auth_method 0 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7098 payload 274 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.003 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: dump: 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.004 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: dump: 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.005 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7098 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: get_monmap_and_config success 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 4 set_mon_vals no callback set 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: shutdown 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:00.006 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.007 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: starting msgr at 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: starting objecter 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55828346d8a0 EEXIST 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: setting wanted keys 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: calling monclient init 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.008 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.009 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x558283450158 EEXIST 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x558283471c30 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828349d400 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828349dd60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.260334s 2024-09-12T18:00:00.010 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x558283471c30 auth_method 0 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828349dd60 auth_method 0 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.011 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): get_auth_request con 0x55828349d400 auth_method 0 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7101 payload 824 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: dump: 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.012 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.013 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: dump: 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7101 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:59:59.452+0000 7fd4a67fc640 4 set_mon_vals no callback set 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.014 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 1 librados: init done 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cr dump hook 0x558283496658 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:59:59.456+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd48c070ae0 auth_method 0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:59:59.456+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x5582834bb2d0 auth_method 0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 realm 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.015 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:59:59.456+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x5582834bf5e0 auth_method 0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:59:59.456+0000 7fd5c342d640 10 monclient: get_auth_request con 0x5582834c2d00 auth_method 0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 searching for the correct realm 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:59:59.460+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd5bc0c2070 auth_method 0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:59:59.460+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5b4018040 auth_method 0 2024-09-12T18:00:00.016 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:59:59.460+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd5ac036020 auth_method 0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:59:59.460+0000 7fd5c342d640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd5ac036020 msgr2=0x7fd5ac063240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:59:59.664+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd5ac036020 auth_method 0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:59:59.668+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd5bc0ab070 auth_method 0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:59:59.676+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5bc12d040 auth_method 0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:59:59.676+0000 7fd5bbfff640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd5bc12d040 msgr2=0x7fd5bc0b9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:59:59.880+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5bc12d040 auth_method 0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.017 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zone default found 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Realm: () 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zonegroup default 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.018 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started sync module instance, tier type = 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=0 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=1 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=2 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=3 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=4 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=5 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=6 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:59:59.924+0000 7fd5c51269c0 20 add_watcher() i=7 2024-09-12T18:00:00.019 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:59:59.924+0000 7fd5c51269c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.020 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:59:59.928+0000 7fd4797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache list hook 0x558283498780 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache inspect hook 0x558283498780 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache erase hook 0x558283498780 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache zap hook 0x558283498780 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 note: GC not initialized 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:59:59.928+0000 7fd3f3fff640 20 reqs_thread_entry: start 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace show hook 0x7fd5b4004300 2024-09-12T18:00:00.021 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace history hook 0x7fd5b4004300 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace active hook 0x7fd5b4004300 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace active_short hook 0x7fd5b4004300 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 Filter name: none 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:59:59.932+0000 7fd3f1ffb640 20 reqs_thread_entry: start 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : miss 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T18:00:00.022 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.023 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.0 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.024 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5c51269c0 time 2024-09-12T17:59:59.958394+0000 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:00.025 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd5c8a002eb] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:59:59.960+0000 7fd5c51269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd5c51269c0 thread_name:radosgw-admin 2024-09-12T18:00:00.026 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd5c787f520] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd5c8a00345] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T18:00:00.027 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:00:00.028 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:00:00.029 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:00:00.030 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:00:00.031 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:00:00.032 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:00:00.033 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:00:00.034 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd3f1ffb640 / http_manager 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd3f3fff640 / http_manager 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4797e2640 / rgw_dt_lg_renew 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a4ff9640 / ms_dispatch 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a67fc640 / io_context_pool 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4ace01640 / ms_dispatch 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4af606640 / ms_dispatch 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4b0e09640 / io_context_pool 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5bbfff640 / msgr-worker-2 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c2c2c640 / msgr-worker-1 2024-09-12T18:00:00.035 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c342d640 / msgr-worker-0 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c3c2e640 / io_context_pool 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c51269c0 / radosgw-admin 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.107704.log 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:00.036 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding auth protocol: cephx 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.037 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: crc 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833d1390) adding con mode: secure 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: starting msgr at 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: starting objecter 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests hook 0x5582833d2b70 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: setting wanted keys 2024-09-12T18:00:00.038 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 1 librados: calling monclient init 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding auth protocol: cephx 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.039 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: crc 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 5 AuthRegistry(0x5582833cf2b0) adding con mode: secure 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T17:59:59.432+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key hook 0x5582833cf3f8 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828325aa50 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828331b200 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x5582833d25b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.040 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.244184s 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): get_auth_request con 0x5582833d25b0 auth_method 0 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x55828331b200 auth_method 0 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.041 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828325aa50 auth_method 0 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T17:59:59.436+0000 7fd5c342d640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T17:59:59.436+0000 7fd5c342d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.042 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: dump: 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.043 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T17:59:59.436+0000 7fd4af606640 10 monclient: dump: 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.044 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7092 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T17:59:59.436+0000 7fd4b0e09640 4 set_mon_vals no callback set 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T17:59:59.436+0000 7fd5c51269c0 1 librados: init done 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T17:59:59.436+0000 7fd4af606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T17:59:59.436+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd4a8070ae0 auth_method 0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T17:59:59.436+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x5582833f76d0 auth_method 0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T17:59:59.440+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x55828341a2c0 auth_method 0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T17:59:59.440+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x55828341e620 auth_method 0 2024-09-12T18:00:00.045 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T17:59:59.440+0000 7fd5c342d640 10 monclient: get_auth_request con 0x55828341db40 auth_method 0 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:00.046 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding auth protocol: cephx 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.047 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: crc 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834266e0) adding con mode: secure 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55828342a040 EEXIST 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding auth protocol: cephx 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.048 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: crc 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 AuthRegistry(0x5582834256b8) adding con mode: secure 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x558283425800 EEXIST 2024-09-12T18:00:00.049 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x55828344e1f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828344db20 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828344c500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.253411s 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x55828344e1f0 auth_method 0 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.050 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828344c500 auth_method 0 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T17:59:59.444+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7095 payload 824 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T17:59:59.444+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.051 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T17:59:59.444+0000 7fd5c342d640 10 monclient: get_auth_request con 0x55828344db20 auth_method 0 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: dump: 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.052 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T17:59:59.444+0000 7fd4ace01640 10 monclient: dump: 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.053 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7095 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T17:59:59.444+0000 7fd5c3c2e640 4 set_mon_vals no callback set 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T17:59:59.444+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T17:59:59.448+0000 7fd4ace01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: get_monmap_and_config 2024-09-12T18:00:00.054 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T18:00:00.055 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding auth protocol: cephx 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: crc 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828346dbb0) adding con mode: secure 2024-09-12T18:00:00.056 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T17:59:59.448+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd49c0709f0 auth_method 0 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding auth protocol: cephx 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.057 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: crc 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68a6b0) adding con mode: secure 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.058 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd4a68a7f8 EEXIST 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x558283471c30 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828349d400 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828349dd60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.257789s 2024-09-12T18:00:00.060 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x558283471c30 auth_method 0 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828349dd60 auth_method 0 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.061 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T17:59:59.448+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7098 payload 274 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T17:59:59.448+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: dump: 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.062 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T17:59:59.448+0000 7fd4a67fc640 10 monclient: dump: 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.063 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7098 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: get_monmap_and_config success 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 4 set_mon_vals no callback set 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: shutdown 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: build_initial_monmap 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:00.064 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: monmap: 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding auth protocol: cephx 2024-09-12T18:00:00.065 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: crc 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x55828349e270) adding con mode: secure 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.066 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: starting msgr at 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: starting objecter 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x55828346d8a0 EEXIST 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: setting wanted keys 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 1 librados: calling monclient init 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 10 monclient: init 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding auth protocol: cephx 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.067 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: crc 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T17:59:59.448+0000 7fd5c51269c0 5 AuthRegistry(0x558283450010) adding con mode: secure 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command rotate-key cmddesc rotate-key hook 0x558283450158 EEXIST 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-a con 0x558283471c30 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:00.068 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-b con 0x55828349d400 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): picked mon.noname-c con 0x55828349dd60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient(hunting): authenticate will time out at 2327.260334s 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request con 0x558283471c30 auth_method 0 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request con 0x55828349dd60 auth_method 0 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.069 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T17:59:59.452+0000 7fd5c2c2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): get_auth_request con 0x55828349d400 auth_method 0 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T17:59:59.452+0000 7fd5c342d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient(hunting): handle_auth_done global_id 7101 payload 824 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient: _finish_hunting 0 2024-09-12T18:00:00.070 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 1 monclient: found mon.noname-a 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T17:59:59.452+0000 7fd5bbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: dump: 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.071 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: _finish_auth 0 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: _check_auth_tickets 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 10 monclient: dump: 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:00.072 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 monclient: authenticate success, global_id 7101 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T17:59:59.452+0000 7fd4a67fc640 4 set_mon_vals no callback set 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _renew_subs 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 1 librados: init done 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cr dump hook 0x558283496658 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T17:59:59.452+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:00.073 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T17:59:59.452+0000 7fd4a4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T17:59:59.456+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd48c070ae0 auth_method 0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T17:59:59.456+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x5582834bb2d0 auth_method 0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 realm 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T17:59:59.456+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x5582834bf5e0 auth_method 0 2024-09-12T18:00:00.074 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T17:59:59.456+0000 7fd5c342d640 10 monclient: get_auth_request con 0x5582834c2d00 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T17:59:59.456+0000 7fd5c51269c0 20 searching for the correct realm 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T17:59:59.460+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd5bc0c2070 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T17:59:59.460+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5b4018040 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T17:59:59.460+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd5ac036020 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T17:59:59.460+0000 7fd5c342d640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd5ac036020 msgr2=0x7fd5ac063240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T17:59:59.664+0000 7fd5c342d640 10 monclient: get_auth_request con 0x7fd5ac036020 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T17:59:59.668+0000 7fd5c2c2c640 10 monclient: get_auth_request con 0x7fd5bc0ab070 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T17:59:59.676+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5bc12d040 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T17:59:59.676+0000 7fd5bbfff640 0 -- 172.21.15.92:0/4083779270 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd5bc12d040 msgr2=0x7fd5bc0b9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T17:59:59.880+0000 7fd5bbfff640 10 monclient: get_auth_request con 0x7fd5bc12d040 auth_method 0 2024-09-12T18:00:00.075 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T17:59:59.892+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zone default found 2024-09-12T18:00:00.076 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Realm: () 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 zonegroup default 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started sync module instance, tier type = 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T17:59:59.896+0000 7fd5c51269c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:00.077 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=0 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=1 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=2 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=3 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=4 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=5 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T17:59:59.920+0000 7fd5c51269c0 20 add_watcher() i=6 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T17:59:59.924+0000 7fd5c51269c0 20 add_watcher() i=7 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T17:59:59.924+0000 7fd5c51269c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding auth protocol: cephx 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.078 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: crc 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 AuthRegistry(0x7ffd4a68ab80) adding con mode: secure 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T17:59:59.928+0000 7fd4797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:00.079 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache list hook 0x558283498780 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache inspect hook 0x558283498780 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache erase hook 0x558283498780 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command cache zap hook 0x558283498780 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 note: GC not initialized 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T17:59:59.928+0000 7fd3f3fff640 20 reqs_thread_entry: start 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace show hook 0x7fd5b4004300 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace history hook 0x7fd5b4004300 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace active hook 0x7fd5b4004300 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 5 asok(0x5582831c22b0) register_command sync trace active_short hook 0x7fd5b4004300 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T17:59:59.928+0000 7fd5c51269c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 Filter name: none 2024-09-12T18:00:00.080 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T17:59:59.932+0000 7fd3f1ffb640 20 reqs_thread_entry: start 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : miss 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.081 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T17:59:59.932+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333520 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T17:59:59.940+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T17:59:59.940+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:00.082 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.0 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.1.1 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T17:59:59.948+0000 7fd5c51269c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.0 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T17:59:59.952+0000 7fd5c51269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 94019036960992 notifier 7101 bl.length()=999 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.083 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T17:59:59.956+0000 7fd4a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T17:59:59.956+0000 7fd5c51269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5c51269c0 time 2024-09-12T17:59:59.958394+0000 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd5c8a002eb] 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T18:00:00.084 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T17:59:59.960+0000 7fd5c51269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd5c51269c0 thread_name:radosgw-admin 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd5c787f520] 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:00.085 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd5c8a00345] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd5c8a0049f] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558281f370c1] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x558281f4855b] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x558281f49b44] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd5c7866d90] 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:00:00.086 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:00:00.087 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:00:00.088 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:00:00.089 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:00:00.090 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:00:00.091 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:00:00.092 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd3f1ffb640 / http_manager 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd3f3fff640 / http_manager 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4797e2640 / rgw_dt_lg_renew 2024-09-12T18:00:00.093 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a4ff9640 / ms_dispatch 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a67fc640 / io_context_pool 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4ace01640 / ms_dispatch 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4af606640 / ms_dispatch 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4b0e09640 / io_context_pool 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5bbfff640 / msgr-worker-2 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c2c2c640 / msgr-worker-1 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c342d640 / msgr-worker-0 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c3c2e640 / io_context_pool 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd5c51269c0 / radosgw-admin 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:59:59.961647Z_d87cdf92-6559-4f01-b2a6-b6b559a92888/log 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:00:00.094 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:00:00.095 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.044+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 realm 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:00.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.048+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.052+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.052+0000 7f7cdfa7b9c0 20 searching for the correct realm 2024-09-12T18:00:00.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.052+0000 7f7cddd82640 0 -- 172.21.15.92:0/504540873 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f7cd40ff290 msgr2=0x7f7cd40f75a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:00.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.268+0000 7f7cdcd80640 0 -- 172.21.15.92:0/504540873 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f7cd806ca40 msgr2=0x7f7cd80645d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:00.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:00.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.484+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:00.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 zone default found 2024-09-12T18:00:00.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 4 Realm: () 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 zonegroup default 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 started sync module instance, tier type = 2024-09-12T18:00:00.486 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.488+0000 7f7cdfa7b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=0 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=1 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=2 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=3 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=4 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=5 2024-09-12T18:00:00.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=6 2024-09-12T18:00:00.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 20 add_watcher() i=7 2024-09-12T18:00:00.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.516+0000 7f7cdfa7b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:00.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.520+0000 7f7b93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.520+0000 7f7cdfa7b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:00.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.520+0000 7f7cdfa7b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:00.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.520+0000 7f7cdfa7b9c0 5 note: GC not initialized 2024-09-12T18:00:00.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.520+0000 7f7b92fe5640 20 reqs_thread_entry: start 2024-09-12T18:00:00.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:00.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 Filter name: none 2024-09-12T18:00:00.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7b90fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:00.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:00.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T18:00:00.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:00.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:00.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.524+0000 7f7cdfa7b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.528+0000 7f7cdfa7b9c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T18:00:00.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.528+0000 7f7cdfa7b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:00.525 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.528+0000 7f7b93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.532+0000 7f7cdfa7b9c0 20 remove_watcher() i=0 2024-09-12T18:00:00.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.532+0000 7f7cdfa7b9c0 2 removed watcher, disabling cache 2024-09-12T18:00:00.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.536+0000 7f7cdfa7b9c0 20 remove_watcher() i=1 2024-09-12T18:00:00.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.540+0000 7f7cdfa7b9c0 20 remove_watcher() i=2 2024-09-12T18:00:00.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.540+0000 7f7cdfa7b9c0 20 remove_watcher() i=3 2024-09-12T18:00:00.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.544+0000 7f7cdfa7b9c0 20 remove_watcher() i=4 2024-09-12T18:00:00.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.544+0000 7f7cdfa7b9c0 20 remove_watcher() i=5 2024-09-12T18:00:00.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.548+0000 7f7cdfa7b9c0 20 remove_watcher() i=6 2024-09-12T18:00:00.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.548+0000 7f7cdfa7b9c0 20 remove_watcher() i=7 2024-09-12T18:00:00.563 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.563 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:00.563 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:00.563 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:00.564 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:00.565 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:00.579 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:00.579 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:00.623 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:00:00.660 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:00.660 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:00.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.708+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 realm 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:00.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.712+0000 7f1390b629c0 20 searching for the correct realm 2024-09-12T18:00:00.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.716+0000 7f138de67640 0 -- 172.21.15.92:0/572638206 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f138801f060 msgr2=0x7f138805b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.928+0000 7f138e668640 0 -- 172.21.15.92:0/572638206 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f138001d040 msgr2=0x7f1380066900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:00.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 zone default found 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 4 Realm: () 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:00.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:00.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 zonegroup default 2024-09-12T18:00:00.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.948+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.952+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.952+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.952+0000 7f1390b629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:00.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.952+0000 7f1390b629c0 20 started sync module instance, tier type = 2024-09-12T18:00:00.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.952+0000 7f1390b629c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:00.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=0 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=1 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=2 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=3 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=4 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=5 2024-09-12T18:00:00.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.972+0000 7f1390b629c0 20 add_watcher() i=6 2024-09-12T18:00:00.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.976+0000 7f1390b629c0 20 add_watcher() i=7 2024-09-12T18:00:00.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.976+0000 7f1390b629c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:00.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f12457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f1390b629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:00.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f1390b629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:00.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f1390b629c0 5 note: GC not initialized 2024-09-12T18:00:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f123f7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f1390b629c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:00.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f1390b629c0 20 Filter name: none 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.980+0000 7f123d7fa640 20 reqs_thread_entry: start 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : miss 2024-09-12T18:00:00.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:00.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:00.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.984+0000 7f1390b629c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to be held by another RGW process; skipping for now 2024-09-12T18:00:00.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.988+0000 7f12457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.992+0000 7f1390b629c0 20 remove_watcher() i=0 2024-09-12T18:00:00.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.992+0000 7f1390b629c0 2 removed watcher, disabling cache 2024-09-12T18:00:00.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.996+0000 7f1390b629c0 20 remove_watcher() i=1 2024-09-12T18:00:00.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:00.996+0000 7f1390b629c0 20 remove_watcher() i=2 2024-09-12T18:00:00.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:01.000+0000 7f1390b629c0 20 remove_watcher() i=3 2024-09-12T18:00:00.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:01.000+0000 7f1390b629c0 20 remove_watcher() i=4 2024-09-12T18:00:00.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:01.004+0000 7f1390b629c0 20 remove_watcher() i=5 2024-09-12T18:00:01.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:01.004+0000 7f1390b629c0 20 remove_watcher() i=6 2024-09-12T18:00:01.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:01.004+0000 7f1390b629c0 20 remove_watcher() i=7 2024-09-12T18:00:01.025 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T18:00:31.052 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:00:31.089 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:31.089 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:31.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.135+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 realm 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:31.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.139+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.143+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:31.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.143+0000 7f9ecaf729c0 20 searching for the correct realm 2024-09-12T18:00:31.144 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.147+0000 7f9ec8a78640 0 -- 172.21.15.92:0/3786056666 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f9ec00c8070 msgr2=0x7f9ec00f7370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:31.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.151+0000 7f9ec8277640 0 -- 172.21.15.92:0/3786056666 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f9ec00f9920 msgr2=0x7f9ec0119840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.367+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 zone default found 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 4 Realm: () 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 zonegroup default 2024-09-12T18:00:31.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 started sync module instance, tier type = 2024-09-12T18:00:31.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.371+0000 7f9ecaf729c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:31.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=0 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=1 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=2 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=3 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=4 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=5 2024-09-12T18:00:31.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.395+0000 7f9ecaf729c0 20 add_watcher() i=6 2024-09-12T18:00:31.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.399+0000 7f9ecaf729c0 20 add_watcher() i=7 2024-09-12T18:00:31.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.399+0000 7f9ecaf729c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:31.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9d7efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:31.401 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:31.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:31.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 5 note: GC not initialized 2024-09-12T18:00:31.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9d7dfe3640 20 reqs_thread_entry: start 2024-09-12T18:00:31.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 20 Filter name: none 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9cef7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.403+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : miss 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T18:00:31.408 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:31.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.407+0000 7f9ecaf729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:31.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.411+0000 7f9ecaf729c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:00:31.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.415+0000 7f9ecaf729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.415+0000 7f9ecaf729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.415+0000 7f9ecaf729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.415+0000 7f9ecaf729c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:31.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9d9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333522 cookie 93983001230096 notifier 7155 bl.length()=999 2024-09-12T18:00:31.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9d9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9d9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9d9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:31.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:31.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:31.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.419+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:31.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.423+0000 7f9ecaf729c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.2.0 2024-09-12T18:00:31.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.423+0000 7f9ecaf729c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.2.0 2024-09-12T18:00:31.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.423+0000 7f9ecaf729c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.2.1 2024-09-12T18:00:31.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.423+0000 7f9ecaf729c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.2.1 2024-09-12T18:00:31.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.423+0000 7f9ecaf729c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.0 2024-09-12T18:00:31.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:31.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:31.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9ecaf729c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9d9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333523 cookie 93983001230096 notifier 7155 bl.length()=999 2024-09-12T18:00:31.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9d9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9d9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.431+0000 7f9d9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.435+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.435+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.435+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:31.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.435+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:31.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.435+0000 7f9ecaf729c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.30.0 2024-09-12T18:00:31.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:31.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 2024-09-12T18:00:31.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.439+0000 7f9ecaf729c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30, ofs0, ns] 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9d9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333524 cookie 93983001230096 notifier 7155 bl.length()=967 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9d9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 info.flags=0x17 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9d9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 to cache LRU end 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9d9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_sources= new_sources= 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential sources added=[] removed=[] 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): orig_dests= new_dests= 2024-09-12T18:00:31.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9ecaf729c0 20 handle_bi_update(): bucket=:abort-at-block-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.30]): potential dests added=[] removed=[] 2024-09-12T18:00:31.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.443+0000 7f9ecaf729c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T18:00:31.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.447+0000 7f9d7efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:31.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.455+0000 7f9ecaf729c0 20 remove_watcher() i=0 2024-09-12T18:00:31.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.455+0000 7f9ecaf729c0 2 removed watcher, disabling cache 2024-09-12T18:00:31.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.455+0000 7f9ecaf729c0 20 remove_watcher() i=1 2024-09-12T18:00:31.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.459+0000 7f9ecaf729c0 20 remove_watcher() i=2 2024-09-12T18:00:31.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.459+0000 7f9ecaf729c0 20 remove_watcher() i=3 2024-09-12T18:00:31.460 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.463+0000 7f9ecaf729c0 20 remove_watcher() i=4 2024-09-12T18:00:31.461 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.463+0000 7f9ecaf729c0 20 remove_watcher() i=5 2024-09-12T18:00:31.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.467+0000 7f9ecaf729c0 20 remove_watcher() i=6 2024-09-12T18:00:31.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.467+0000 7f9ecaf729c0 20 remove_watcher() i=7 2024-09-12T18:00:31.484 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T18:00:31.515 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:31.515 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:31.559 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 realm 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.563+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.567+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:31.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.567+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.567+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:31.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.567+0000 7f5a3cdd89c0 20 searching for the correct realm 2024-09-12T18:00:31.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.571+0000 7f5a3a8de640 0 -- 172.21.15.92:0/3576150005 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f5a3402a410 msgr2=0x7f5a3402a850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:31.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.579+0000 7f5a3a0dd640 0 -- 172.21.15.92:0/3576150005 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5a3400d3b0 msgr2=0x7f5a3400d7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:31.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:31.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:31.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:31.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:31.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.795+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:31.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 zone default found 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 4 Realm: () 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 zonegroup default 2024-09-12T18:00:31.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:31.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 started sync module instance, tier type = 2024-09-12T18:00:31.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.799+0000 7f5a3cdd89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:31.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=0 2024-09-12T18:00:31.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=1 2024-09-12T18:00:31.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=2 2024-09-12T18:00:31.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=3 2024-09-12T18:00:31.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=4 2024-09-12T18:00:31.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=5 2024-09-12T18:00:31.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.819+0000 7f5a3cdd89c0 20 add_watcher() i=6 2024-09-12T18:00:31.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.823+0000 7f5a3cdd89c0 20 add_watcher() i=7 2024-09-12T18:00:31.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.823+0000 7f5a3cdd89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:31.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f58f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:31.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:31.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:31.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 5 note: GC not initialized 2024-09-12T18:00:31.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f586bfff640 20 reqs_thread_entry: start 2024-09-12T18:00:31.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:31.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 Filter name: none 2024-09-12T18:00:31.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5869ffb640 20 reqs_thread_entry: start 2024-09-12T18:00:31.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:31.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T18:00:31.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:31.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.827+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.831+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T18:00:31.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.831+0000 7f5a3cdd89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:31.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.831+0000 7f5a3cdd89c0 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T18:00:31.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.831+0000 7f5a3cdd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:31.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.835+0000 7f58f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:31.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.839+0000 7f5a3cdd89c0 20 remove_watcher() i=0 2024-09-12T18:00:31.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.839+0000 7f5a3cdd89c0 2 removed watcher, disabling cache 2024-09-12T18:00:31.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.839+0000 7f5a3cdd89c0 20 remove_watcher() i=1 2024-09-12T18:00:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.843+0000 7f5a3cdd89c0 20 remove_watcher() i=2 2024-09-12T18:00:31.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.847+0000 7f5a3cdd89c0 20 remove_watcher() i=3 2024-09-12T18:00:31.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.847+0000 7f5a3cdd89c0 20 remove_watcher() i=4 2024-09-12T18:00:31.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.851+0000 7f5a3cdd89c0 20 remove_watcher() i=5 2024-09-12T18:00:31.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.851+0000 7f5a3cdd89c0 20 remove_watcher() i=6 2024-09-12T18:00:31.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:31.851+0000 7f5a3cdd89c0 20 remove_watcher() i=7 2024-09-12T18:00:31.863 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:31.863 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:31.863 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-block-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:00:31.863 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:31.865 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:31.865 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:31.869 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:31.869 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:31.923 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:31.923 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:31.945 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T18:00:31.945 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:31.946 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:31.947 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:31.964 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:31.965 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.010 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.010 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.032 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.032 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.054 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.054 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.075 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.075 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.096 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.096 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.116 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.117 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.140 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.140 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.162 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.162 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.184 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.185 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.206 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.206 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.226 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.226 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.247 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.248 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.269 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.269 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.290 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.290 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.311 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.311 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.331 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.331 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.352 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.352 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.374 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.375 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.395 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.396 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.416 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:32.416 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:32.435 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T18:00:32.468 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:32.468 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:32.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.515+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 realm 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:32.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.519+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.523+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:32.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.523+0000 7f2a57b029c0 20 searching for the correct realm 2024-09-12T18:00:32.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.523+0000 7f2a55e09640 0 -- 172.21.15.92:0/1767975311 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f2a4c06fc20 msgr2=0x7f2a4c06ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:32.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.739+0000 7f2a54e07640 0 -- 172.21.15.92:0/1767975311 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f2a5005d8b0 msgr2=0x7f2a50078270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:32.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.955+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:32.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 zone default found 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 4 Realm: () 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:32.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 zonegroup default 2024-09-12T18:00:32.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 started sync module instance, tier type = 2024-09-12T18:00:32.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.959+0000 7f2a57b029c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:32.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=0 2024-09-12T18:00:32.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=1 2024-09-12T18:00:32.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=2 2024-09-12T18:00:32.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=3 2024-09-12T18:00:32.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=4 2024-09-12T18:00:32.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=5 2024-09-12T18:00:32.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=6 2024-09-12T18:00:32.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 20 add_watcher() i=7 2024-09-12T18:00:32.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.987+0000 7f2a57b029c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:32.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.991+0000 7f290b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:32.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:32.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:32.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 5 note: GC not initialized 2024-09-12T18:00:32.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f290a7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:32.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:32.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 Filter name: none 2024-09-12T18:00:32.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f287bfff640 20 reqs_thread_entry: start 2024-09-12T18:00:32.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.995+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:32.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:32.999+0000 7f2a57b029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.003+0000 7f290b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.007+0000 7f2a57b029c0 20 remove_watcher() i=0 2024-09-12T18:00:33.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.007+0000 7f2a57b029c0 2 removed watcher, disabling cache 2024-09-12T18:00:33.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.011+0000 7f2a57b029c0 20 remove_watcher() i=1 2024-09-12T18:00:33.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.011+0000 7f2a57b029c0 20 remove_watcher() i=2 2024-09-12T18:00:33.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.015+0000 7f2a57b029c0 20 remove_watcher() i=3 2024-09-12T18:00:33.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.019+0000 7f2a57b029c0 20 remove_watcher() i=4 2024-09-12T18:00:33.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.019+0000 7f2a57b029c0 20 remove_watcher() i=5 2024-09-12T18:00:33.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.019+0000 7f2a57b029c0 20 remove_watcher() i=6 2024-09-12T18:00:33.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.023+0000 7f2a57b029c0 20 remove_watcher() i=7 2024-09-12T18:00:33.033 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:33.033 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:33.033 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:33.034 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:33.035 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T18:00:33.066 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:33.066 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:33.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.111+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 realm 2024-09-12T18:00:33.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:33.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.115+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.119+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:33.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.119+0000 7fa23bb889c0 20 searching for the correct realm 2024-09-12T18:00:33.117 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.119+0000 7fa239e8f640 0 -- 172.21.15.92:0/3115014521 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fa2300c28f0 msgr2=0x7fa2300e0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.335+0000 7fa238e8d640 0 -- 172.21.15.92:0/3115014521 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fa234062c30 msgr2=0x7fa234060da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:33.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:33.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 zone default found 2024-09-12T18:00:33.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 4 Realm: () 2024-09-12T18:00:33.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:33.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:33.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:33.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 zonegroup default 2024-09-12T18:00:33.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.555+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.559+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.559+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.559+0000 7fa23bb889c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.559+0000 7fa23bb889c0 20 started sync module instance, tier type = 2024-09-12T18:00:33.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.559+0000 7fa23bb889c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:33.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=0 2024-09-12T18:00:33.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=1 2024-09-12T18:00:33.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=2 2024-09-12T18:00:33.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=3 2024-09-12T18:00:33.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=4 2024-09-12T18:00:33.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=5 2024-09-12T18:00:33.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=6 2024-09-12T18:00:33.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 20 add_watcher() i=7 2024-09-12T18:00:33.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.583+0000 7fa23bb889c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.587+0000 7fa0ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.587+0000 7fa23bb889c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.587+0000 7fa23bb889c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.587+0000 7fa23bb889c0 5 note: GC not initialized 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa0ee7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:33.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 Filter name: none 2024-09-12T18:00:33.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa05ffff640 20 reqs_thread_entry: start 2024-09-12T18:00:33.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T18:00:33.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T18:00:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 : miss 2024-09-12T18:00:33.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:33.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:33.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:33.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:33.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:33.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.591+0000 7fa23bb889c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 2024-09-12T18:00:33.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:33.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:33.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31, ofs0, ns] 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa11cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333471 cookie 94071502310448 notifier 6848 bl.length()=1015 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa11cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa11cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa11cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_sources= new_sources= 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential sources added=[] removed=[] 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_dests= new_dests= 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.603+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential dests added=[] removed=[] 2024-09-12T18:00:33.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.607+0000 7fa23bb889c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.1.0 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.607+0000 7fa23bb889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.1.0 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.607+0000 7fa23bb889c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.1.1 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.607+0000 7fa23bb889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.1.1 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.607+0000 7fa23bb889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.0 2024-09-12T18:00:33.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:33.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 2024-09-12T18:00:33.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:33.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:33.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:33.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.615+0000 7fa23bb889c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31, ofs0, ns] 2024-09-12T18:00:33.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa11cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333472 cookie 94071502310448 notifier 6848 bl.length()=1015 2024-09-12T18:00:33.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa11cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:33.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa11cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:33.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa11cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:33.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_sources= new_sources= 2024-09-12T18:00:33.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential sources added=[] removed=[] 2024-09-12T18:00:33.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_dests= new_dests= 2024-09-12T18:00:33.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.619+0000 7fa23bb889c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential dests added=[] removed=[] 2024-09-12T18:00:33.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.623+0000 7fa23bb889c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.0 2024-09-12T18:00:33.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.623+0000 7fa23bb889c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T18:00:33.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.623+0000 7fa23bb889c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T18:00:33.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.627+0000 7fa0ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.631+0000 7fa23bb889c0 20 remove_watcher() i=0 2024-09-12T18:00:33.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.631+0000 7fa23bb889c0 2 removed watcher, disabling cache 2024-09-12T18:00:33.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.635+0000 7fa23bb889c0 20 remove_watcher() i=1 2024-09-12T18:00:33.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.635+0000 7fa23bb889c0 20 remove_watcher() i=2 2024-09-12T18:00:33.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.639+0000 7fa23bb889c0 20 remove_watcher() i=3 2024-09-12T18:00:33.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.639+0000 7fa23bb889c0 20 remove_watcher() i=4 2024-09-12T18:00:33.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.643+0000 7fa23bb889c0 20 remove_watcher() i=5 2024-09-12T18:00:33.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.643+0000 7fa23bb889c0 20 remove_watcher() i=6 2024-09-12T18:00:33.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.643+0000 7fa23bb889c0 20 remove_watcher() i=7 2024-09-12T18:00:33.656 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T18:00:33.686 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:33.686 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:33.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 realm 2024-09-12T18:00:33.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:33.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.735+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.739+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.739+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.739+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:33.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.739+0000 7f26992499c0 20 searching for the correct realm 2024-09-12T18:00:33.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.747+0000 7f2697550640 0 -- 172.21.15.92:0/3520577695 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55c10d8780f0 msgr2=0x55c10d87a4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.751+0000 7f269654e640 0 -- 172.21.15.92:0/3520577695 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f26900612f0 msgr2=0x7f269007c120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:33.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:33.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:33.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:33.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 zone default found 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 4 Realm: () 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:33.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 zonegroup default 2024-09-12T18:00:33.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.759+0000 7f26992499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.763+0000 7f26992499c0 20 started sync module instance, tier type = 2024-09-12T18:00:33.760 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.763+0000 7f26992499c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=0 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=1 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=2 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=3 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=4 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=5 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.775+0000 7f26992499c0 20 add_watcher() i=6 2024-09-12T18:00:33.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f26992499c0 20 add_watcher() i=7 2024-09-12T18:00:33.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f26992499c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:33.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f254d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f26992499c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f26992499c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f26992499c0 5 note: GC not initialized 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.779+0000 7f24c7fff640 20 reqs_thread_entry: start 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 Filter name: none 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f24c5ffb640 20 reqs_thread_entry: start 2024-09-12T18:00:33.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:33.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:00:33.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.781 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:33.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.783+0000 7f26992499c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.787+0000 7f26992499c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:00:33.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.787+0000 7f26992499c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.787+0000 7f254d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.791+0000 7f26992499c0 20 remove_watcher() i=0 2024-09-12T18:00:33.789 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.791+0000 7f26992499c0 2 removed watcher, disabling cache 2024-09-12T18:00:33.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.795+0000 7f26992499c0 20 remove_watcher() i=1 2024-09-12T18:00:33.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.795+0000 7f26992499c0 20 remove_watcher() i=2 2024-09-12T18:00:33.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.799+0000 7f26992499c0 20 remove_watcher() i=3 2024-09-12T18:00:33.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.799+0000 7f26992499c0 20 remove_watcher() i=4 2024-09-12T18:00:33.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.803+0000 7f26992499c0 20 remove_watcher() i=5 2024-09-12T18:00:33.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.803+0000 7f26992499c0 20 remove_watcher() i=6 2024-09-12T18:00:33.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.803+0000 7f26992499c0 20 remove_watcher() i=7 2024-09-12T18:00:33.813 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:33.813 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:33.813 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:33.814 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:33.815 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:33.815 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:33.828 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:33.828 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:33.872 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:00:33.902 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:33.903 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:33.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.947+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 realm 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.951+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.955+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:33.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.955+0000 7f80a5f529c0 20 searching for the correct realm 2024-09-12T18:00:33.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.959+0000 7f80a4259640 0 -- 172.21.15.92:0/3448296189 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f808c0dc420 msgr2=0x7f808c0dc820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:33.963+0000 7f809bfff640 0 -- 172.21.15.92:0/3448296189 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f809c0228f0 msgr2=0x7f809c0053e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:34.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:34.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:34.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:34.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.179+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 zone default found 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 4 Realm: () 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:34.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 zonegroup default 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 started sync module instance, tier type = 2024-09-12T18:00:34.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.183+0000 7f80a5f529c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=0 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=1 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=2 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=3 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=4 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=5 2024-09-12T18:00:34.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=6 2024-09-12T18:00:34.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 20 add_watcher() i=7 2024-09-12T18:00:34.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.207+0000 7f80a5f529c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:34.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.211+0000 7f7f59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:34.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.211+0000 7f80a5f529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:34.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.211+0000 7f80a5f529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:34.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 5 note: GC not initialized 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f7f58fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 Filter name: none 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f7ed27fc640 20 reqs_thread_entry: start 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T18:00:34.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:34.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:34.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T18:00:34.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 : miss 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:34.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.215+0000 7f80a5f529c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 2024-09-12T18:00:34.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.219+0000 7f80a5f529c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f80a5f529c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f80a5f529c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f80a5f529c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f80a5f529c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31, ofs0, ns] 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f7f82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333473 cookie 94136465916880 notifier 6884 bl.length()=1015 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f7f82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f7f82ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.227+0000 7f7f82ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.231+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_sources= new_sources= 2024-09-12T18:00:34.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.231+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential sources added=[] removed=[] 2024-09-12T18:00:34.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.231+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_dests= new_dests= 2024-09-12T18:00:34.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.231+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential dests added=[] removed=[] 2024-09-12T18:00:34.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.235+0000 7f80a5f529c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.2.0 2024-09-12T18:00:34.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.235+0000 7f80a5f529c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.2.0 2024-09-12T18:00:34.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.235+0000 7f80a5f529c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.2.1 2024-09-12T18:00:34.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.235+0000 7f80a5f529c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.2.1 2024-09-12T18:00:34.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.235+0000 7f80a5f529c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.0 2024-09-12T18:00:34.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.239+0000 7f80a5f529c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:34.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.239+0000 7f80a5f529c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 2024-09-12T18:00:34.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31, ofs0, ns] 2024-09-12T18:00:34.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f7f82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333474 cookie 94136465916880 notifier 6884 bl.length()=1015 2024-09-12T18:00:34.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f7f82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f7f82ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f7f82ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_sources= new_sources= 2024-09-12T18:00:34.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential sources added=[] removed=[] 2024-09-12T18:00:34.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_dests= new_dests= 2024-09-12T18:00:34.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.243+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential dests added=[] removed=[] 2024-09-12T18:00:34.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.247+0000 7f80a5f529c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.31.0 2024-09-12T18:00:34.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.247+0000 7f80a5f529c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:34.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.247+0000 7f80a5f529c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 2024-09-12T18:00:34.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31, ofs0, ns] 2024-09-12T18:00:34.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f7f827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333475 cookie 94136465916880 notifier 6884 bl.length()=983 2024-09-12T18:00:34.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f7f827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 info.flags=0x17 2024-09-12T18:00:34.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f7f827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 to cache LRU end 2024-09-12T18:00:34.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f7f827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:34.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_sources= new_sources= 2024-09-12T18:00:34.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential sources added=[] removed=[] 2024-09-12T18:00:34.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): orig_dests= new_dests= 2024-09-12T18:00:34.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.251+0000 7f80a5f529c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.31]): potential dests added=[] removed=[] 2024-09-12T18:00:34.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.255+0000 7f80a5f529c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T18:00:34.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.259+0000 7f7f59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:34.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.263+0000 7f80a5f529c0 20 remove_watcher() i=0 2024-09-12T18:00:34.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.263+0000 7f80a5f529c0 2 removed watcher, disabling cache 2024-09-12T18:00:34.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.267+0000 7f80a5f529c0 20 remove_watcher() i=1 2024-09-12T18:00:34.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.267+0000 7f80a5f529c0 20 remove_watcher() i=2 2024-09-12T18:00:34.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.271+0000 7f80a5f529c0 20 remove_watcher() i=3 2024-09-12T18:00:34.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.275+0000 7f80a5f529c0 20 remove_watcher() i=4 2024-09-12T18:00:34.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.275+0000 7f80a5f529c0 20 remove_watcher() i=5 2024-09-12T18:00:34.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.275+0000 7f80a5f529c0 20 remove_watcher() i=6 2024-09-12T18:00:34.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.279+0000 7f80a5f529c0 20 remove_watcher() i=7 2024-09-12T18:00:34.293 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T18:00:34.323 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:34.323 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:34.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.371+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 realm 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:34.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:34.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.375+0000 7fac3ee809c0 20 searching for the correct realm 2024-09-12T18:00:34.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.379+0000 7fac3d187640 0 -- 172.21.15.92:0/3600795103 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fac300e5060 msgr2=0x7fac300e6040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:34.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.595+0000 7fac3c185640 0 -- 172.21.15.92:0/3600795103 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fac3403a3f0 msgr2=0x7fac3403a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:34.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.811+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:34.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 zone default found 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 4 Realm: () 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 zonegroup default 2024-09-12T18:00:34.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.815+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.819+0000 7fac3ee809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.819+0000 7fac3ee809c0 20 started sync module instance, tier type = 2024-09-12T18:00:34.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.819+0000 7fac3ee809c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=0 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=1 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=2 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=3 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=4 2024-09-12T18:00:34.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.843+0000 7fac3ee809c0 20 add_watcher() i=5 2024-09-12T18:00:34.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.847+0000 7fac3ee809c0 20 add_watcher() i=6 2024-09-12T18:00:34.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.847+0000 7fac3ee809c0 20 add_watcher() i=7 2024-09-12T18:00:34.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.847+0000 7fac3ee809c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:34.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7faaf37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:34.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:34.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:34.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 5 note: GC not initialized 2024-09-12T18:00:34.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7faaf27e4640 20 reqs_thread_entry: start 2024-09-12T18:00:34.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:34.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 20 Filter name: none 2024-09-12T18:00:34.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7faaeb7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:34.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.851+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:34.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:34.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:34.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:34.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:34.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.855+0000 7fac3ee809c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:34.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.859+0000 7faaf37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:34.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.863+0000 7fac3ee809c0 20 remove_watcher() i=0 2024-09-12T18:00:34.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.863+0000 7fac3ee809c0 2 removed watcher, disabling cache 2024-09-12T18:00:34.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.867+0000 7fac3ee809c0 20 remove_watcher() i=1 2024-09-12T18:00:34.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.871+0000 7fac3ee809c0 20 remove_watcher() i=2 2024-09-12T18:00:34.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.871+0000 7fac3ee809c0 20 remove_watcher() i=3 2024-09-12T18:00:34.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.875+0000 7fac3ee809c0 20 remove_watcher() i=4 2024-09-12T18:00:34.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.875+0000 7fac3ee809c0 20 remove_watcher() i=5 2024-09-12T18:00:34.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.879+0000 7fac3ee809c0 20 remove_watcher() i=6 2024-09-12T18:00:34.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:34.879+0000 7fac3ee809c0 20 remove_watcher() i=7 2024-09-12T18:00:34.892 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:34.892 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:34.892 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.31 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:00:34.892 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:34.894 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:34.894 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:34.897 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:34.897 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:34.964 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:34.965 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:34.988 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T18:00:34.988 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:34.989 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:34.989 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.006 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.006 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.052 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.052 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.071 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.071 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.091 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.091 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.111 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.111 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.131 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.132 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.191 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.191 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.210 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.210 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.229 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.229 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.249 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.249 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.268 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.269 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.289 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.289 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.309 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.309 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.329 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.330 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.349 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.349 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.371 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.371 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.392 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.392 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.412 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.412 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.432 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:35.432 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:35.451 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T18:00:35.486 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:35.486 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:35.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 realm 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.535+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.539+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.539+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.539+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:35.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.539+0000 7f45833b89c0 20 searching for the correct realm 2024-09-12T18:00:35.540 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.543+0000 7f45816bf640 0 -- 172.21.15.92:0/3591339769 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f457403e060 msgr2=0x7f4574063660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:35.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.551+0000 7f45806bd640 0 -- 172.21.15.92:0/3591339769 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f457809e3a0 msgr2=0x7f45780820c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:35.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.767+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 zone default found 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 4 Realm: () 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 zonegroup default 2024-09-12T18:00:35.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 started sync module instance, tier type = 2024-09-12T18:00:35.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.771+0000 7f45833b89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:35.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=0 2024-09-12T18:00:35.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=1 2024-09-12T18:00:35.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=2 2024-09-12T18:00:35.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=3 2024-09-12T18:00:35.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=4 2024-09-12T18:00:35.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=5 2024-09-12T18:00:35.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.795+0000 7f45833b89c0 20 add_watcher() i=6 2024-09-12T18:00:35.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.799+0000 7f45833b89c0 20 add_watcher() i=7 2024-09-12T18:00:35.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.799+0000 7f45833b89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:35.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f4436fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f45833b89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:35.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f45833b89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:35.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f45833b89c0 5 note: GC not initialized 2024-09-12T18:00:35.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f4435fe3640 20 reqs_thread_entry: start 2024-09-12T18:00:35.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f45833b89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:35.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f45833b89c0 20 Filter name: none 2024-09-12T18:00:35.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.803+0000 7f43a77fe640 20 reqs_thread_entry: start 2024-09-12T18:00:35.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:35.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:35.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:35.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:35.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.807+0000 7f45833b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.811+0000 7f45833b89c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:35.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.811+0000 7f45833b89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:35.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.811+0000 7f4436fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.819+0000 7f45833b89c0 20 remove_watcher() i=0 2024-09-12T18:00:35.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.819+0000 7f45833b89c0 2 removed watcher, disabling cache 2024-09-12T18:00:35.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.819+0000 7f45833b89c0 20 remove_watcher() i=1 2024-09-12T18:00:35.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.823+0000 7f45833b89c0 20 remove_watcher() i=2 2024-09-12T18:00:35.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.823+0000 7f45833b89c0 20 remove_watcher() i=3 2024-09-12T18:00:35.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.827+0000 7f45833b89c0 20 remove_watcher() i=4 2024-09-12T18:00:35.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.827+0000 7f45833b89c0 20 remove_watcher() i=5 2024-09-12T18:00:35.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.831+0000 7f45833b89c0 20 remove_watcher() i=6 2024-09-12T18:00:35.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.831+0000 7f45833b89c0 20 remove_watcher() i=7 2024-09-12T18:00:35.847 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:35.847 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:35.847 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:35.847 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:35.848 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T18:00:35.882 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:35.883 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:35.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.927+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 realm 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.928 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.931+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.935+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:35.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.935+0000 7fac46cdb9c0 20 searching for the correct realm 2024-09-12T18:00:35.934 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.939+0000 7fac44fe2640 0 -- 172.21.15.92:0/2577293468 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fac34019040 msgr2=0x7fac34066850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:35.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:35.943+0000 7fac43fe0640 0 -- 172.21.15.92:0/2577293468 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fac3c064b90 msgr2=0x7fac3c0881d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:36.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:36.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.159+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:36.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 zone default found 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 4 Realm: () 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 zonegroup default 2024-09-12T18:00:36.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.163+0000 7fac46cdb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.167+0000 7fac46cdb9c0 20 started sync module instance, tier type = 2024-09-12T18:00:36.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.167+0000 7fac46cdb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:36.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=0 2024-09-12T18:00:36.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=1 2024-09-12T18:00:36.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=2 2024-09-12T18:00:36.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=3 2024-09-12T18:00:36.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=4 2024-09-12T18:00:36.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=5 2024-09-12T18:00:36.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=6 2024-09-12T18:00:36.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 20 add_watcher() i=7 2024-09-12T18:00:36.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.191+0000 7fac46cdb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:36.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.195+0000 7faafafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:36.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:36.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:36.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 5 note: GC not initialized 2024-09-12T18:00:36.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7faaf9fdb640 20 reqs_thread_entry: start 2024-09-12T18:00:36.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:36.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 Filter name: none 2024-09-12T18:00:36.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7faa6b7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:36.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T18:00:36.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:36.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:36.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T18:00:36.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 : miss 2024-09-12T18:00:36.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.199+0000 7fac46cdb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 2024-09-12T18:00:36.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fac46cdb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fac46cdb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fac46cdb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fac46cdb9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32, ofs0, ns] 2024-09-12T18:00:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fab1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333478 cookie 93854336104832 notifier 6938 bl.length()=1015 2024-09-12T18:00:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fab1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fab1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.207+0000 7fab1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.211+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_sources= new_sources= 2024-09-12T18:00:36.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.211+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential sources added=[] removed=[] 2024-09-12T18:00:36.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.211+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_dests= new_dests= 2024-09-12T18:00:36.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.211+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential dests added=[] removed=[] 2024-09-12T18:00:36.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.215+0000 7fac46cdb9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.1.0 2024-09-12T18:00:36.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.215+0000 7fac46cdb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.1.0 2024-09-12T18:00:36.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.215+0000 7fac46cdb9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.1.1 2024-09-12T18:00:36.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.215+0000 7fac46cdb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.1.1 2024-09-12T18:00:36.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.215+0000 7fac46cdb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.0 2024-09-12T18:00:36.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:36.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 2024-09-12T18:00:36.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fac46cdb9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32, ofs0, ns] 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fab1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333479 cookie 93854336104832 notifier 6938 bl.length()=1015 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fab1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fab1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.223+0000 7fab1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.227+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_sources= new_sources= 2024-09-12T18:00:36.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.227+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential sources added=[] removed=[] 2024-09-12T18:00:36.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.227+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_dests= new_dests= 2024-09-12T18:00:36.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.227+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential dests added=[] removed=[] 2024-09-12T18:00:36.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.227+0000 7fac46cdb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.32.0 2024-09-12T18:00:36.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.231+0000 7fac46cdb9c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T18:00:36.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.231+0000 7fac46cdb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:36.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.231+0000 7fac46cdb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 2024-09-12T18:00:36.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32, ofs0, ns] 2024-09-12T18:00:36.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fab1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333480 cookie 93854336104832 notifier 6938 bl.length()=983 2024-09-12T18:00:36.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fab1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 info.flags=0x17 2024-09-12T18:00:36.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fab1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 to cache LRU end 2024-09-12T18:00:36.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fab1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_sources= new_sources= 2024-09-12T18:00:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential sources added=[] removed=[] 2024-09-12T18:00:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): orig_dests= new_dests= 2024-09-12T18:00:36.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.235+0000 7fac46cdb9c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.32]): potential dests added=[] removed=[] 2024-09-12T18:00:36.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.239+0000 7fac46cdb9c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T18:00:36.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.243+0000 7faafafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:36.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.247+0000 7fac46cdb9c0 20 remove_watcher() i=0 2024-09-12T18:00:36.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.247+0000 7fac46cdb9c0 2 removed watcher, disabling cache 2024-09-12T18:00:36.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.251+0000 7fac46cdb9c0 20 remove_watcher() i=1 2024-09-12T18:00:36.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.251+0000 7fac46cdb9c0 20 remove_watcher() i=2 2024-09-12T18:00:36.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.255+0000 7fac46cdb9c0 20 remove_watcher() i=3 2024-09-12T18:00:36.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.255+0000 7fac46cdb9c0 20 remove_watcher() i=4 2024-09-12T18:00:36.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.259+0000 7fac46cdb9c0 20 remove_watcher() i=5 2024-09-12T18:00:36.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.259+0000 7fac46cdb9c0 20 remove_watcher() i=6 2024-09-12T18:00:36.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.263+0000 7fac46cdb9c0 20 remove_watcher() i=7 2024-09-12T18:00:36.275 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T18:00:36.307 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:36.307 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:36.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 realm 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.355+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.359+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:36.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.359+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.359+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:36.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.359+0000 7f53a88c19c0 20 searching for the correct realm 2024-09-12T18:00:36.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.363+0000 7f53a6bc8640 0 -- 172.21.15.92:0/617274422 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f539c01f060 msgr2=0x7f539c05b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:36.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.579+0000 7f53a5bc6640 0 -- 172.21.15.92:0/617274422 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f53a0104050 msgr2=0x7f53a0115710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:36.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.795+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.796 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 zone default found 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 4 Realm: () 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 zonegroup default 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.799+0000 7f53a88c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:36.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.803+0000 7f53a88c19c0 20 started sync module instance, tier type = 2024-09-12T18:00:36.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.803+0000 7f53a88c19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=0 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=1 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=2 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=3 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=4 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=5 2024-09-12T18:00:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.823+0000 7f53a88c19c0 20 add_watcher() i=6 2024-09-12T18:00:36.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.827+0000 7f53a88c19c0 20 add_watcher() i=7 2024-09-12T18:00:36.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.827+0000 7f53a88c19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:36.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f525cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:36.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f53a88c19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:36.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f53a88c19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:36.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f53a88c19c0 5 note: GC not initialized 2024-09-12T18:00:36.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f51d77fe640 20 reqs_thread_entry: start 2024-09-12T18:00:36.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f53a88c19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:36.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.831+0000 7f53a88c19c0 20 Filter name: none 2024-09-12T18:00:36.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f51d57fa640 20 reqs_thread_entry: start 2024-09-12T18:00:36.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:36.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:36.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:36.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.835+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.839+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:36.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.839+0000 7f53a88c19c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:36.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.839+0000 7f53a88c19c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:36.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.839+0000 7f53a88c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:36.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.839+0000 7f525cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:36.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.847+0000 7f53a88c19c0 20 remove_watcher() i=0 2024-09-12T18:00:36.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.847+0000 7f53a88c19c0 2 removed watcher, disabling cache 2024-09-12T18:00:36.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.847+0000 7f53a88c19c0 20 remove_watcher() i=1 2024-09-12T18:00:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.851+0000 7f53a88c19c0 20 remove_watcher() i=2 2024-09-12T18:00:36.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.851+0000 7f53a88c19c0 20 remove_watcher() i=3 2024-09-12T18:00:36.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.855+0000 7f53a88c19c0 20 remove_watcher() i=4 2024-09-12T18:00:36.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.855+0000 7f53a88c19c0 20 remove_watcher() i=5 2024-09-12T18:00:36.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.859+0000 7f53a88c19c0 20 remove_watcher() i=6 2024-09-12T18:00:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:36.859+0000 7f53a88c19c0 20 remove_watcher() i=7 2024-09-12T18:00:36.872 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:36.872 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:36.872 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.32 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T18:00:36.872 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:36.874 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:36.874 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:36.877 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:36.877 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:36.925 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:36.925 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:36.947 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T18:00:36.947 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:36.949 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:36.949 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:36.965 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:36.966 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.011 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.011 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.033 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.033 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.053 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.054 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.075 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.075 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.096 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.096 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.118 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.118 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.139 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.139 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.161 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.161 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.183 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.183 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.207 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.207 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.229 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.229 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.250 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.250 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.270 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.270 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.291 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.292 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.312 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.312 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.334 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.334 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.355 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.356 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.377 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.377 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.397 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.397 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.418 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:37.418 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:00:37.436 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T18:00:37.467 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:37.468 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:37.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.514+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 realm 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:37.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:37.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.518+0000 7f21e1fbb9c0 20 searching for the correct realm 2024-09-12T18:00:37.522 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.522+0000 7f21e02c2640 0 -- 172.21.15.92:0/645519667 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f21c8034070 msgr2=0x7f21c8040670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:37.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.738+0000 7f21d7fff640 0 -- 172.21.15.92:0/645519667 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f21d80cd930 msgr2=0x7f21d80b8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:37.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:37.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.954+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:37.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 zone default found 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 4 Realm: () 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 zonegroup default 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.958+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.962+0000 7f21e1fbb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:37.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.962+0000 7f21e1fbb9c0 20 started sync module instance, tier type = 2024-09-12T18:00:37.959 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.962+0000 7f21e1fbb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=0 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=1 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=2 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=3 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=4 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=5 2024-09-12T18:00:37.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=6 2024-09-12T18:00:37.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 20 add_watcher() i=7 2024-09-12T18:00:37.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.986+0000 7f21e1fbb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:37.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.990+0000 7f2095fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:37.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.990+0000 7f21e1fbb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:37.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.990+0000 7f21e1fbb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:37.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.990+0000 7f21e1fbb9c0 5 note: GC not initialized 2024-09-12T18:00:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f2094fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 Filter name: none 2024-09-12T18:00:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f200e7fc640 20 reqs_thread_entry: start 2024-09-12T18:00:37.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:37.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:37.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:37.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:37.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.994+0000 7f21e1fbb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:37.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.998+0000 7f21e1fbb9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:37.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.998+0000 7f21e1fbb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:37.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:37.998+0000 7f2095fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:38.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.002+0000 7f21e1fbb9c0 20 remove_watcher() i=0 2024-09-12T18:00:38.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.002+0000 7f21e1fbb9c0 2 removed watcher, disabling cache 2024-09-12T18:00:38.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.006+0000 7f21e1fbb9c0 20 remove_watcher() i=1 2024-09-12T18:00:38.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.010+0000 7f21e1fbb9c0 20 remove_watcher() i=2 2024-09-12T18:00:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.010+0000 7f21e1fbb9c0 20 remove_watcher() i=3 2024-09-12T18:00:38.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.014+0000 7f21e1fbb9c0 20 remove_watcher() i=4 2024-09-12T18:00:38.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.014+0000 7f21e1fbb9c0 20 remove_watcher() i=5 2024-09-12T18:00:38.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.018+0000 7f21e1fbb9c0 20 remove_watcher() i=6 2024-09-12T18:00:38.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.018+0000 7f21e1fbb9c0 20 remove_watcher() i=7 2024-09-12T18:00:38.041 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.041 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:38.041 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:38.041 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.042 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T18:00:38.079 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:38.079 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:38.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.126+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 realm 2024-09-12T18:00:38.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:38.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:38.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 searching for the correct realm 2024-09-12T18:00:38.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.342+0000 7f83c92f6640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f83bc06e420 msgr2=0x7f83bc08a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:38.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.558+0000 7f83c82f4640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f83c00ac260 msgr2=0x7f83c00ba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zone default found 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Realm: () 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zonegroup default 2024-09-12T18:00:38.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started sync module instance, tier type = 2024-09-12T18:00:38.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=0 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=1 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=2 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=3 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=4 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=5 2024-09-12T18:00:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=6 2024-09-12T18:00:38.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.806+0000 7f83cafef9c0 20 add_watcher() i=7 2024-09-12T18:00:38.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.806+0000 7f83cafef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:38.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f827f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:38.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:38.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:38.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 note: GC not initialized 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f827e7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 Filter name: none 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f82777fe640 20 reqs_thread_entry: start 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T18:00:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T18:00:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : miss 2024-09-12T18:00:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:38.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333519 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.838 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f83cafef9c0 time 2024-09-12T18:00:38.844122+0000 2024-09-12T18:00:38.838 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:38.840 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.840 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f83ce8c92eb] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.842+0000 7f83cafef9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f83cafef9c0 time 2024-09-12T18:00:38.844122+0000 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f83ce8c92eb] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.841 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:00:38.842 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f83cafef9c0 thread_name:radosgw-admin 2024-09-12T18:00:38.843 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f83cd748520] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f83ce8c9345] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:00:38.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.846+0000 7f83cafef9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f83cafef9c0 thread_name:radosgw-admin 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f83cd748520] 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f83ce8c9345] 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:00:38.845 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.846 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:00:38.846 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:00:38.846 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:00:38.846 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.846 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:00:38.885 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.885 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.885 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.885 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.886 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: starting msgr at 2024-09-12T18:00:38.887 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: starting objecter 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests hook 0x55889785ef60 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: setting wanted keys 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: calling monclient init 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.888 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.889 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key hook 0x55889782dae8 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588976e88b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588976e9740 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588977765e0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.917867s 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588976e88b0 auth_method 0 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.890 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588977765e0 auth_method 0 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588976e9740 auth_method 0 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.891 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_done global_id 6983 payload 824 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:00:38.106+0000 7f83c8af5640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: dump: 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.892 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6983 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: dump: 2024-09-12T18:00:38.893 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:00:38.106+0000 7f82b6e0d640 4 set_mon_vals no callback set 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.894 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: init done 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:00:38.110+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f82b0070ae0 auth_method 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:00:38.110+0000 7f83c92f6640 10 monclient: get_auth_request con 0x55889786ba90 auth_method 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:00:38.110+0000 7f83c8af5640 10 monclient: get_auth_request con 0x558897878c50 auth_method 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:00:38.114+0000 7f83c82f4640 10 monclient: get_auth_request con 0x55889787cfb0 auth_method 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:00:38.114+0000 7f83c92f6640 10 monclient: get_auth_request con 0x55889787c4d0 auth_method 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.895 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.896 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.897 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests cmddesc objecter_requests hook 0x558897888a00 EEXIST 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.898 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x5588978840b0 EEXIST 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978acbb0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978ac4e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978aaec0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.899 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.928293s 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588978acbb0 auth_method 0 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588978aaec0 auth_method 0 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.900 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978ac4e0 auth_method 0 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_done global_id 6986 payload 824 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:00:38.118+0000 7f83c82f4640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.901 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: dump: 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.902 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: dump: 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.903 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:00:38.118+0000 7f83c7af3640 4 set_mon_vals no callback set 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6986 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: get_monmap_and_config 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.904 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.905 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f82a0070a20 auth_method 0 2024-09-12T18:00:38.906 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.907 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x7ffda8047a88 EEXIST 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978d04f0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978d1690 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978f2460 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.908 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.933091s 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978d1690 auth_method 0 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588978f2460 auth_method 0 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.909 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_done global_id 6989 payload 274 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:00:38.122+0000 7f83c92f6640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: dump: 2024-09-12T18:00:38.910 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6989 2024-09-12T18:00:38.911 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 4 set_mon_vals no callback set 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: dump: 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.912 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: shutdown 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.913 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.914 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: starting msgr at 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: starting objecter 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests cmddesc objecter_requests hook 0x5588978ac920 EEXIST 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: setting wanted keys 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: calling monclient init 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.915 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.916 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x5588978aeb18 EEXIST 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978d04f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978d1690 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978f2460 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.935721s 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978d1690 auth_method 0 2024-09-12T18:00:38.917 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588978d04f0 auth_method 0 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.918 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient(hunting): handle_auth_done global_id 6992 payload 824 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:00:38.126+0000 7f83c92f6640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: dump: 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.919 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: dump: 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.920 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.921 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.921 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.921 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.921 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6992 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:00:38.126+0000 7f829ffff640 4 set_mon_vals no callback set 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 1 librados: init done 2024-09-12T18:00:38.922 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cr dump hook 0x5588978fc278 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:00:38.126+0000 7f83c8af5640 10 monclient: get_auth_request con 0x55889791a340 auth_method 0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:00:38.126+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f8294070b10 auth_method 0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:00:38.330+0000 7f83c8af5640 10 monclient: get_auth_request con 0x55889791a340 auth_method 0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 realm 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:38.923 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:00:38.330+0000 7f83c82f4640 10 monclient: get_auth_request con 0x55889791e3c0 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:00:38.334+0000 7f83c92f6640 10 monclient: get_auth_request con 0x558897921cb0 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 searching for the correct realm 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:00:38.338+0000 7f83c8af5640 10 monclient: get_auth_request con 0x7f83c00ee020 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:00:38.338+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83b8065450 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:00:38.342+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f83bc06e420 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:00:38.342+0000 7f83c92f6640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f83bc06e420 msgr2=0x7f83bc08a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:00:38.546+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f83bc06e420 auth_method 0 2024-09-12T18:00:38.924 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:00:38.550+0000 7f83c8af5640 10 monclient: get_auth_request con 0x7f83c0004040 auth_method 0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:00:38.558+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83c00ac260 auth_method 0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:00:38.558+0000 7f83c82f4640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f83c00ac260 msgr2=0x7f83c00ba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:00:38.762+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83c00ac260 auth_method 0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.925 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zone default found 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Realm: () 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zonegroup default 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.926 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started sync module instance, tier type = 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=0 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=1 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=2 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=3 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=4 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=5 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=6 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:00:38.806+0000 7f83cafef9c0 20 add_watcher() i=7 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:00:38.806+0000 7f83cafef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.927 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:00:38.810+0000 7f827f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.928 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache list hook 0x5588978f5b10 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache inspect hook 0x5588978f5b10 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache erase hook 0x5588978f5b10 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache zap hook 0x5588978f5b10 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 note: GC not initialized 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:00:38.810+0000 7f827e7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace show hook 0x7f83c00ab470 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace history hook 0x7f83c00ab470 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace active hook 0x7f83c00ab470 2024-09-12T18:00:38.929 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace active_short hook 0x7f83c00ab470 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 Filter name: none 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:00:38.810+0000 7f82777fe640 20 reqs_thread_entry: start 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : miss 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.930 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.931 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.932 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333519 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:00:38.842+0000 7f83cafef9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f83cafef9c0 time 2024-09-12T18:00:38.844122+0000 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.933 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f83ce8c92eb] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:00:38.846+0000 7f83cafef9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f83cafef9c0 thread_name:radosgw-admin 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f83cd748520] 2024-09-12T18:00:38.934 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f83ce8c9345] 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.935 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:00:38.936 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:00:38.937 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:00:38.938 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:00:38.939 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:00:38.940 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:00:38.941 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:00:38.942 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82777fe640 / http_manager 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f827e7e4640 / http_manager 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f827f7e6640 / rgw_dt_lg_renew 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f829e7fc640 / ms_dispatch 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f829ffff640 / io_context_pool 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82ae7fc640 / ms_dispatch 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82b560a640 / ms_dispatch 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82b6e0d640 / io_context_pool 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c7af3640 / io_context_pool 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c82f4640 / msgr-worker-2 2024-09-12T18:00:38.943 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c8af5640 / msgr-worker-1 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c92f6640 / msgr-worker-0 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83cafef9c0 / radosgw-admin 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.115964.log 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.944 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding auth protocol: cephx 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.945 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: crc 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x5588978331e0) adding con mode: secure 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: starting msgr at 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: starting objecter 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests hook 0x55889785ef60 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: setting wanted keys 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: calling monclient init 2024-09-12T18:00:38.946 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding auth protocol: cephx 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.947 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: crc 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 AuthRegistry(0x55889782d9a0) adding con mode: secure 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key hook 0x55889782dae8 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588976e88b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588976e9740 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588977765e0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.948 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.917867s 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588976e88b0 auth_method 0 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588977765e0 auth_method 0 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.949 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:00:38.106+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588976e9740 auth_method 0 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:00:38.106+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient(hunting): handle_auth_done global_id 6983 payload 824 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:00:38.106+0000 7f83c8af5640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:00:38.106+0000 7f83c8af5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: dump: 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.950 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6983 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.951 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:00:38.106+0000 7f82b560a640 10 monclient: dump: 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:00:38.106+0000 7f82b6e0d640 4 set_mon_vals no callback set 2024-09-12T18:00:38.952 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:00:38.106+0000 7f83cafef9c0 1 librados: init done 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:00:38.110+0000 7f82b560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:00:38.110+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f82b0070ae0 auth_method 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:00:38.110+0000 7f83c92f6640 10 monclient: get_auth_request con 0x55889786ba90 auth_method 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:00:38.110+0000 7f83c8af5640 10 monclient: get_auth_request con 0x558897878c50 auth_method 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:00:38.114+0000 7f83c82f4640 10 monclient: get_auth_request con 0x55889787cfb0 auth_method 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:00:38.114+0000 7f83c92f6640 10 monclient: get_auth_request con 0x55889787c4d0 auth_method 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.953 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding auth protocol: cephx 2024-09-12T18:00:38.954 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: crc 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x5588978850c0) adding con mode: secure 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests cmddesc objecter_requests hook 0x558897888a00 EEXIST 2024-09-12T18:00:38.955 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding auth protocol: cephx 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.956 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: crc 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 5 AuthRegistry(0x558897883f68) adding con mode: secure 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:00:38.114+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x5588978840b0 EEXIST 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978acbb0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978ac4e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978aaec0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.957 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.928293s 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588978acbb0 auth_method 0 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588978aaec0 auth_method 0 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.958 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:00:38.118+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978ac4e0 auth_method 0 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:00:38.118+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient(hunting): handle_auth_done global_id 6986 payload 824 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:00:38.118+0000 7f83c82f4640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:00:38.118+0000 7f83c82f4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: dump: 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.959 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.960 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 10 monclient: dump: 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:00:38.118+0000 7f83c7af3640 4 set_mon_vals no callback set 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6986 2024-09-12T18:00:38.961 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:00:38.118+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:00:38.118+0000 7f82ae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: get_monmap_and_config 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.962 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding auth protocol: cephx 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.963 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: crc 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978cc3b0) adding con mode: secure 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f82a0070a20 auth_method 0 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding auth protocol: cephx 2024-09-12T18:00:38.964 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: crc 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047940) adding con mode: secure 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.965 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x7ffda8047a88 EEXIST 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978d04f0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978d1690 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978f2460 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.933091s 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978d1690 auth_method 0 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.966 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.968 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.968 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): get_auth_request con 0x5588978f2460 auth_method 0 2024-09-12T18:00:38.968 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:00:38.122+0000 7f83c8af5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_done global_id 6989 payload 274 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:00:38.122+0000 7f83c92f6640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.969 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: dump: 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.970 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6989 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 4 set_mon_vals no callback set 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:00:38.122+0000 7f829ffff640 10 monclient: dump: 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.971 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: shutdown 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: build_initial_monmap 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 build_initial for_mkfs: 0 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: monmap: 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:00:38.972 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding auth protocol: cephx 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.973 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: crc 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978f29b0) adding con mode: secure 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: starting msgr at 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: starting objecter 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command objecter_requests cmddesc objecter_requests hook 0x5588978ac920 EEXIST 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: setting wanted keys 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 1 librados: calling monclient init 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: init 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.974 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding auth protocol: cephx 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: crc 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 AuthRegistry(0x5588978ae9d0) adding con mode: secure 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.975 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command rotate-key cmddesc rotate-key hook 0x5588978aeb18 EEXIST 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-a con 0x5588978d04f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-c con 0x5588978d1690 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): picked mon.noname-b con 0x5588978f2460 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:00:38.122+0000 7f83cafef9c0 10 monclient(hunting): authenticate will time out at 2365.935721s 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request con 0x5588978d1690 auth_method 0 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.976 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): get_auth_request con 0x5588978d04f0 auth_method 0 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:00:38.122+0000 7f83c92f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:00:38.122+0000 7f83c82f4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient(hunting): handle_auth_done global_id 6992 payload 824 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient: _finish_hunting 0 2024-09-12T18:00:38.977 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:00:38.126+0000 7f83c92f6640 1 monclient: found mon.noname-c 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:00:38.126+0000 7f83c92f6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: dump: 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.978 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: _finish_auth 0 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:00:38.126+0000 7f829e7fc640 10 monclient: dump: 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:00:38.979 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 5 monclient: authenticate success, global_id 6992 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:00:38.126+0000 7f829ffff640 4 set_mon_vals no callback set 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _renew_subs 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 1 librados: init done 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cr dump hook 0x5588978fc278 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:00:38.126+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.980 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:00:38.126+0000 7f829e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:00:38.126+0000 7f83c8af5640 10 monclient: get_auth_request con 0x55889791a340 auth_method 0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:00:38.126+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f8294070b10 auth_method 0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:00:38.330+0000 7f83c8af5640 10 monclient: get_auth_request con 0x55889791a340 auth_method 0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 realm 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:00:38.330+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:00:38.330+0000 7f83c82f4640 10 monclient: get_auth_request con 0x55889791e3c0 auth_method 0 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.981 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:00:38.334+0000 7f83c92f6640 10 monclient: get_auth_request con 0x558897921cb0 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:00:38.334+0000 7f83cafef9c0 20 searching for the correct realm 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:00:38.338+0000 7f83c8af5640 10 monclient: get_auth_request con 0x7f83c00ee020 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:00:38.338+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83b8065450 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:00:38.342+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f83bc06e420 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:00:38.342+0000 7f83c92f6640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f83bc06e420 msgr2=0x7f83bc08a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:00:38.546+0000 7f83c92f6640 10 monclient: get_auth_request con 0x7f83bc06e420 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:00:38.550+0000 7f83c8af5640 10 monclient: get_auth_request con 0x7f83c0004040 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:00:38.558+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83c00ac260 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:00:38.558+0000 7f83c82f4640 0 -- 172.21.15.92:0/2253009855 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f83c00ac260 msgr2=0x7f83c00ba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:00:38.762+0000 7f83c82f4640 10 monclient: get_auth_request con 0x7f83c00ac260 auth_method 0 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:38.982 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:00:38.774+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zone default found 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Realm: () 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:38.983 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 zonegroup default 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:00:38.778+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started sync module instance, tier type = 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:00:38.782+0000 7f83cafef9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=0 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=1 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=2 2024-09-12T18:00:38.984 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=3 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=4 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=5 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:00:38.802+0000 7f83cafef9c0 20 add_watcher() i=6 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:00:38.806+0000 7f83cafef9c0 20 add_watcher() i=7 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:00:38.806+0000 7f83cafef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding auth protocol: cephx 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:00:38.810+0000 7f827f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:38.985 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: crc 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 AuthRegistry(0x7ffda8047e10) adding con mode: secure 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache list hook 0x5588978f5b10 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache inspect hook 0x5588978f5b10 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache erase hook 0x5588978f5b10 2024-09-12T18:00:38.986 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command cache zap hook 0x5588978f5b10 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 note: GC not initialized 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:00:38.810+0000 7f827e7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace show hook 0x7f83c00ab470 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace history hook 0x7f83c00ab470 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace active hook 0x7f83c00ab470 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 5 asok(0x5588976222b0) register_command sync trace active_short hook 0x7f83c00ab470 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 Filter name: none 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:00:38.810+0000 7f82777fe640 20 reqs_thread_entry: start 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:00:38.810+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T18:00:38.987 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : miss 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:00:38.814+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:00:38.822+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.988 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333518 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:00:38.822+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:00:38.826+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.989 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:00:38.830+0000 7f83cafef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:00:38.834+0000 7f83cafef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333519 cookie 94045146879648 notifier 6992 bl.length()=1015 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:00:38.834+0000 7f829ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:00:38.990 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:00:38.838+0000 7f83cafef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:00:38.842+0000 7f83cafef9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f83cafef9c0 time 2024-09-12T18:00:38.844122+0000 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f83ce8c92eb] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.991 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:00:38.846+0000 7f83cafef9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f83cafef9c0 thread_name:radosgw-admin 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f83cd748520] 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f83ce8c9345] 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f83ce8c949f] 2024-09-12T18:00:38.992 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558895ea50c1] 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x558895eb7467] 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f83cd72fd90] 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:00:38.993 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:00:38.994 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:00:38.995 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:00:38.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:00:38.997 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:00:38.998 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:00:38.999 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82777fe640 / http_manager 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f827e7e4640 / http_manager 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f827f7e6640 / rgw_dt_lg_renew 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f829e7fc640 / ms_dispatch 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f829ffff640 / io_context_pool 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82ae7fc640 / ms_dispatch 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82b560a640 / ms_dispatch 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f82b6e0d640 / io_context_pool 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c7af3640 / io_context_pool 2024-09-12T18:00:39.000 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c82f4640 / msgr-worker-2 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c8af5640 / msgr-worker-1 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83c92f6640 / msgr-worker-0 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: 7f83cafef9c0 / radosgw-admin 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:00:38.849810Z_76d5b3d7-ef73-4a17-9f7e-512b5334e7b0/log 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:00:39.001 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T18:00:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 realm 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.934+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.938+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.938+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.938+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.938+0000 7f58e2c479c0 20 searching for the correct realm 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.942+0000 7f58e074d640 0 -- 172.21.15.92:0/3000670363 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x557ae1b09760 msgr2=0x557ae1b0bb90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.950+0000 7f58e0f4e640 0 -- 172.21.15.92:0/3000670363 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f58d40263f0 msgr2=0x7f58d4026810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:00:39.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.954+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 zone default found 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 4 Realm: () 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:00:39.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 zonegroup default 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 started sync module instance, tier type = 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.958+0000 7f58e2c479c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=0 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=1 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=2 2024-09-12T18:00:39.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=3 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=4 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=5 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=6 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 20 add_watcher() i=7 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.974+0000 7f58e2c479c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f5796fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 5 note: GC not initialized 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f5795fdb640 20 reqs_thread_entry: start 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 Filter name: none 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f57077fe640 20 reqs_thread_entry: start 2024-09-12T18:00:39.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.978+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.982+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.982+0000 7f58e2c479c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.982+0000 7f58e2c479c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.982+0000 7f58e2c479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.982+0000 7f5796fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.986+0000 7f58e2c479c0 20 remove_watcher() i=0 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.986+0000 7f58e2c479c0 2 removed watcher, disabling cache 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.990+0000 7f58e2c479c0 20 remove_watcher() i=1 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.990+0000 7f58e2c479c0 20 remove_watcher() i=2 2024-09-12T18:00:39.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.994+0000 7f58e2c479c0 20 remove_watcher() i=3 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.998+0000 7f58e2c479c0 20 remove_watcher() i=4 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.998+0000 7f58e2c479c0 20 remove_watcher() i=5 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.998+0000 7f58e2c479c0 20 remove_watcher() i=6 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:00:38.998+0000 7f58e2c479c0 20 remove_watcher() i=7 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:00:39.012 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:00:39.013 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:00:39.013 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:09.083 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:09.083 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:09.128 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:09.165 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:09.165 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:09.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.210+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 realm 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:09.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:09.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:09.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.214+0000 7f8b0dbef9c0 20 searching for the correct realm 2024-09-12T18:01:09.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.222+0000 7f8b0b6f5640 0 -- 172.21.15.92:0/4102209446 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f8b04030060 msgr2=0x7f8b0400f980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:09.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.226+0000 7f8b0aef4640 0 -- 172.21.15.92:0/4102209446 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8b04088090 msgr2=0x7f8b04002f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:09.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:09.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:09.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.441+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:09.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 zone default found 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 4 Realm: () 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 zonegroup default 2024-09-12T18:01:09.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 started sync module instance, tier type = 2024-09-12T18:01:09.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.445+0000 7f8b0dbef9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:09.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=0 2024-09-12T18:01:09.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=1 2024-09-12T18:01:09.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=2 2024-09-12T18:01:09.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=3 2024-09-12T18:01:09.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=4 2024-09-12T18:01:09.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=5 2024-09-12T18:01:09.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.469+0000 7f8b0dbef9c0 20 add_watcher() i=6 2024-09-12T18:01:09.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.473+0000 7f8b0dbef9c0 20 add_watcher() i=7 2024-09-12T18:01:09.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.473+0000 7f8b0dbef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:09.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.477+0000 7f89c27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:09.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.477+0000 7f8b0dbef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:09.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.477+0000 7f8b0dbef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:09.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.477+0000 7f8b0dbef9c0 5 note: GC not initialized 2024-09-12T18:01:09.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.477+0000 7f89c17e2640 20 reqs_thread_entry: start 2024-09-12T18:01:09.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:09.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 Filter name: none 2024-09-12T18:01:09.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f89ba7fc640 20 reqs_thread_entry: start 2024-09-12T18:01:09.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : miss 2024-09-12T18:01:09.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:01:09.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:09.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.481+0000 7f8b0dbef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:01:09.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f8b0dbef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f8b0dbef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f8b0dbef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f8b0dbef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:01:09.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f89eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333521 cookie 93900312423392 notifier 7022 bl.length()=1015 2024-09-12T18:01:09.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f89eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f89eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.490 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.489+0000 7f89eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.493+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:01:09.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.493+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:01:09.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.493+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:01:09.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.493+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:01:09.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:01:09.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.0 2024-09-12T18:01:09.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:01:09.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.1.1 2024-09-12T18:01:09.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:01:09.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:09.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.497+0000 7f8b0dbef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:01:09.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f8b0dbef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f8b0dbef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f8b0dbef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f8b0dbef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:01:09.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f89eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333522 cookie 93900312423392 notifier 7022 bl.length()=1015 2024-09-12T18:01:09.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f89eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f89eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.501+0000 7f89eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:01:09.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:01:09.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:01:09.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:01:09.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.33.0 2024-09-12T18:01:09.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:09.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.505+0000 7f8b0dbef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 2024-09-12T18:01:09.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f8b0dbef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f8b0dbef9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f8b0dbef9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f8b0dbef9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33, ofs0, ns] 2024-09-12T18:01:09.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f89eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333523 cookie 93900312423392 notifier 7022 bl.length()=983 2024-09-12T18:01:09.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f89eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 info.flags=0x17 2024-09-12T18:01:09.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f89eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 to cache LRU end 2024-09-12T18:01:09.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.509+0000 7f89eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:09.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.513+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_sources= new_sources= 2024-09-12T18:01:09.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.513+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential sources added=[] removed=[] 2024-09-12T18:01:09.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.513+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): orig_dests= new_dests= 2024-09-12T18:01:09.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.513+0000 7f8b0dbef9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[bce1255c-5789-4602-aafb-12ce74041bd1.4550.33]): potential dests added=[] removed=[] 2024-09-12T18:01:09.512 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.513+0000 7f8b0dbef9c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T18:01:09.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.517+0000 7f89c27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:09.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.521+0000 7f8b0dbef9c0 20 remove_watcher() i=0 2024-09-12T18:01:09.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.521+0000 7f8b0dbef9c0 2 removed watcher, disabling cache 2024-09-12T18:01:09.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.525+0000 7f8b0dbef9c0 20 remove_watcher() i=1 2024-09-12T18:01:09.526 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.525+0000 7f8b0dbef9c0 20 remove_watcher() i=2 2024-09-12T18:01:09.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.529+0000 7f8b0dbef9c0 20 remove_watcher() i=3 2024-09-12T18:01:09.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.529+0000 7f8b0dbef9c0 20 remove_watcher() i=4 2024-09-12T18:01:09.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.533+0000 7f8b0dbef9c0 20 remove_watcher() i=5 2024-09-12T18:01:09.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.533+0000 7f8b0dbef9c0 20 remove_watcher() i=6 2024-09-12T18:01:09.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.537+0000 7f8b0dbef9c0 20 remove_watcher() i=7 2024-09-12T18:01:09.552 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T18:01:09.582 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:09.583 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:09.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.625+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 realm 2024-09-12T18:01:09.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:09.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:09.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:09.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.629+0000 7f907373e9c0 20 searching for the correct realm 2024-09-12T18:01:09.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.637+0000 7f9071244640 0 -- 172.21.15.92:0/703659341 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f906c067040 msgr2=0x7f906c063d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:09.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.641+0000 7f9070a43640 0 -- 172.21.15.92:0/703659341 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f906c015070 msgr2=0x7f906c0690e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:09.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:09.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.857+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:09.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 zone default found 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 4 Realm: () 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 zonegroup default 2024-09-12T18:01:09.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:09.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 started sync module instance, tier type = 2024-09-12T18:01:09.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.861+0000 7f907373e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=0 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=1 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=2 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=3 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=4 2024-09-12T18:01:09.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=5 2024-09-12T18:01:09.887 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.885+0000 7f907373e9c0 20 add_watcher() i=6 2024-09-12T18:01:09.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.889+0000 7f907373e9c0 20 add_watcher() i=7 2024-09-12T18:01:09.889 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.889+0000 7f907373e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:09.893 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.893+0000 7f8f27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:09.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.893+0000 7f907373e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:09.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.893+0000 7f907373e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:09.894 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.893+0000 7f907373e9c0 5 note: GC not initialized 2024-09-12T18:01:09.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f8f26fe5640 20 reqs_thread_entry: start 2024-09-12T18:01:09.895 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:09.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 Filter name: none 2024-09-12T18:01:09.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f8f24fe1640 20 reqs_thread_entry: start 2024-09-12T18:01:09.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:01:09.896 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:01:09.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:09.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.897+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.901+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:01:09.898 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.901+0000 7f907373e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:09.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.901+0000 7f907373e9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:01:09.900 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.901+0000 7f907373e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:09.902 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.905+0000 7f8f27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:09.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.909+0000 7f907373e9c0 20 remove_watcher() i=0 2024-09-12T18:01:09.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.909+0000 7f907373e9c0 2 removed watcher, disabling cache 2024-09-12T18:01:09.910 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.909+0000 7f907373e9c0 20 remove_watcher() i=1 2024-09-12T18:01:09.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.913+0000 7f907373e9c0 20 remove_watcher() i=2 2024-09-12T18:01:09.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.917+0000 7f907373e9c0 20 remove_watcher() i=3 2024-09-12T18:01:09.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.917+0000 7f907373e9c0 20 remove_watcher() i=4 2024-09-12T18:01:09.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.921+0000 7f907373e9c0 20 remove_watcher() i=5 2024-09-12T18:01:09.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.921+0000 7f907373e9c0 20 remove_watcher() i=6 2024-09-12T18:01:09.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:09.921+0000 7f907373e9c0 20 remove_watcher() i=7 2024-09-12T18:01:09.938 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:09.939 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:09.939 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-commit-target-layout id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:01:09.939 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:09.940 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:09.940 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:09.945 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:09.945 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.006 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.006 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.028 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T18:01:10.029 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:10.030 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.030 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.045 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.045 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.090 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.091 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.112 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.112 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.135 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.135 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.155 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.155 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.230 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.231 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.248 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.249 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.268 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.268 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.288 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.329 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.350 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.371 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.393 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.411 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.412 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.433 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.433 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.455 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.455 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.475 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.475 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.495 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.495 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.517 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.517 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.537 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:10.537 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:10.555 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T18:01:10.589 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:10.589 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:10.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.633+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:10.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:10.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 realm 2024-09-12T18:01:10.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:10.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:10.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:10.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:10.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:10.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:10.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:10.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:10.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:10.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.637+0000 7f3ab9a279c0 20 searching for the correct realm 2024-09-12T18:01:10.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.641+0000 7f3ab7d2e640 0 -- 172.21.15.92:0/2574513090 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3aac008040 msgr2=0x7f3aac066310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:10.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:10.857+0000 7f3ab6d2c640 0 -- 172.21.15.92:0/2574513090 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3ab010a950 msgr2=0x7f3ab0125a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:11.073 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:11.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:11.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.073+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 zone default found 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 4 Realm: () 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 zonegroup default 2024-09-12T18:01:11.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 started sync module instance, tier type = 2024-09-12T18:01:11.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.077+0000 7f3ab9a279c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=0 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=1 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=2 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=3 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=4 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=5 2024-09-12T18:01:11.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.101+0000 7f3ab9a279c0 20 add_watcher() i=6 2024-09-12T18:01:11.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.105+0000 7f3ab9a279c0 20 add_watcher() i=7 2024-09-12T18:01:11.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.105+0000 7f3ab9a279c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:11.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f396dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:11.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:11.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:11.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 5 note: GC not initialized 2024-09-12T18:01:11.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f396cfe1640 20 reqs_thread_entry: start 2024-09-12T18:01:11.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:11.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 Filter name: none 2024-09-12T18:01:11.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f38e67fc640 20 reqs_thread_entry: start 2024-09-12T18:01:11.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:11.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.109+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:11.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:11.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:11.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:11.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.113+0000 7f3ab9a279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:11.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.117+0000 7f396dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:11.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.121+0000 7f3ab9a279c0 20 remove_watcher() i=0 2024-09-12T18:01:11.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.121+0000 7f3ab9a279c0 2 removed watcher, disabling cache 2024-09-12T18:01:11.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.121+0000 7f3ab9a279c0 20 remove_watcher() i=1 2024-09-12T18:01:11.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.125+0000 7f3ab9a279c0 20 remove_watcher() i=2 2024-09-12T18:01:11.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.129+0000 7f3ab9a279c0 20 remove_watcher() i=3 2024-09-12T18:01:11.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.129+0000 7f3ab9a279c0 20 remove_watcher() i=4 2024-09-12T18:01:11.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.133+0000 7f3ab9a279c0 20 remove_watcher() i=5 2024-09-12T18:01:11.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.133+0000 7f3ab9a279c0 20 remove_watcher() i=6 2024-09-12T18:01:11.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.133+0000 7f3ab9a279c0 20 remove_watcher() i=7 2024-09-12T18:01:11.151 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:11.152 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:11.152 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:11.152 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:11.152 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T18:01:11.186 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:11.186 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:11.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 realm 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.233+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.237+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:11.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.237+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.237+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:11.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.237+0000 7f70ea73a9c0 20 searching for the correct realm 2024-09-12T18:01:11.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.445+0000 7f70e8a41640 0 -- 172.21.15.92:0/432719335 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f70d0063060 msgr2=0x7f70d005b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:11.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.661+0000 7f70dfa3f640 0 -- 172.21.15.92:0/432719335 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f70e0029920 msgr2=0x7f70e000e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:11.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:11.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:11.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:11.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:11.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.877+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:11.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:11.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 zone default found 2024-09-12T18:01:11.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 4 Realm: () 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 zonegroup default 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.881+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.885+0000 7f70ea73a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:11.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.885+0000 7f70ea73a9c0 20 started sync module instance, tier type = 2024-09-12T18:01:11.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.885+0000 7f70ea73a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:11.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=0 2024-09-12T18:01:11.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=1 2024-09-12T18:01:11.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=2 2024-09-12T18:01:11.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=3 2024-09-12T18:01:11.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=4 2024-09-12T18:01:11.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=5 2024-09-12T18:01:11.907 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.905+0000 7f70ea73a9c0 20 add_watcher() i=6 2024-09-12T18:01:11.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.909+0000 7f70ea73a9c0 20 add_watcher() i=7 2024-09-12T18:01:11.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.909+0000 7f70ea73a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:11.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.913+0000 7f6f9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:11.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.913+0000 7f70ea73a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:11.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.913+0000 7f70ea73a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:11.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.913+0000 7f70ea73a9c0 5 note: GC not initialized 2024-09-12T18:01:11.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.913+0000 7f6f9dfe3640 20 reqs_thread_entry: start 2024-09-12T18:01:11.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:11.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 Filter name: none 2024-09-12T18:01:11.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f6f977fe640 20 reqs_thread_entry: start 2024-09-12T18:01:11.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 : miss 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:11.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:11.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:11.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:11.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:11.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:11.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.917+0000 7f70ea73a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 2024-09-12T18:01:11.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:11.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:11.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:11.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34, ofs0, ns] 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f6fc77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333527 cookie 94643329373200 notifier 7073 bl.length()=995 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f6fc77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f6fc77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f6fc77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_sources= new_sources= 2024-09-12T18:01:11.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential sources added=[] removed=[] 2024-09-12T18:01:11.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_dests= new_dests= 2024-09-12T18:01:11.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.925+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential dests added=[] removed=[] 2024-09-12T18:01:11.929 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.929+0000 7f70ea73a9c0 -1 Injecting error=-5 at location=do_reshard 2024-09-12T18:01:11.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:11.936 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 2024-09-12T18:01:11.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:11.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:11.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:11.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34, ofs0, ns] 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f6fc77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333528 cookie 94643329373200 notifier 7073 bl.length()=963 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f6fc77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f6fc77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f6fc77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_sources= new_sources= 2024-09-12T18:01:11.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential sources added=[] removed=[] 2024-09-12T18:01:11.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_dests= new_dests= 2024-09-12T18:01:11.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.937+0000 7f70ea73a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential dests added=[] removed=[] 2024-09-12T18:01:11.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.941+0000 7f70ea73a9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T18:01:11.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.941+0000 7f6f9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:11.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.949+0000 7f70ea73a9c0 20 remove_watcher() i=0 2024-09-12T18:01:11.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.949+0000 7f70ea73a9c0 2 removed watcher, disabling cache 2024-09-12T18:01:11.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.949+0000 7f70ea73a9c0 20 remove_watcher() i=1 2024-09-12T18:01:11.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.953+0000 7f70ea73a9c0 20 remove_watcher() i=2 2024-09-12T18:01:11.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.953+0000 7f70ea73a9c0 20 remove_watcher() i=3 2024-09-12T18:01:11.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.957+0000 7f70ea73a9c0 20 remove_watcher() i=4 2024-09-12T18:01:11.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.957+0000 7f70ea73a9c0 20 remove_watcher() i=5 2024-09-12T18:01:11.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.961+0000 7f70ea73a9c0 20 remove_watcher() i=6 2024-09-12T18:01:11.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:11.961+0000 7f70ea73a9c0 20 remove_watcher() i=7 2024-09-12T18:01:11.974 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T18:01:12.002 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:12.002 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:12.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.045+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 realm 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:12.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:12.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.049+0000 7ff68ca4c9c0 20 searching for the correct realm 2024-09-12T18:01:12.054 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.053+0000 7ff68ad53640 0 -- 172.21.15.92:0/2026611989 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7ff6800c9070 msgr2=0x7ff6800fd180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:12.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.061+0000 7ff689d51640 0 -- 172.21.15.92:0/2026611989 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ff684064770 msgr2=0x7ff68405d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:12.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.277+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:12.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 zone default found 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 4 Realm: () 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 zonegroup default 2024-09-12T18:01:12.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:12.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.281+0000 7ff68ca4c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=0 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=1 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=2 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=3 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=4 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=5 2024-09-12T18:01:12.307 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=6 2024-09-12T18:01:12.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 20 add_watcher() i=7 2024-09-12T18:01:12.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.309+0000 7ff68ca4c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:12.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.313+0000 7ff540fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:12.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.313+0000 7ff68ca4c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:12.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.313+0000 7ff68ca4c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:12.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.313+0000 7ff68ca4c9c0 5 note: GC not initialized 2024-09-12T18:01:12.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff4bb7fe640 20 reqs_thread_entry: start 2024-09-12T18:01:12.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:12.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 Filter name: none 2024-09-12T18:01:12.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff4b97fa640 20 reqs_thread_entry: start 2024-09-12T18:01:12.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:12.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:12.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:12.317 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:12.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:12.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.317+0000 7ff68ca4c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:12.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.321+0000 7ff540fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:12.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.325+0000 7ff68ca4c9c0 20 remove_watcher() i=0 2024-09-12T18:01:12.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.325+0000 7ff68ca4c9c0 2 removed watcher, disabling cache 2024-09-12T18:01:12.327 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.329+0000 7ff68ca4c9c0 20 remove_watcher() i=1 2024-09-12T18:01:12.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.329+0000 7ff68ca4c9c0 20 remove_watcher() i=2 2024-09-12T18:01:12.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.333+0000 7ff68ca4c9c0 20 remove_watcher() i=3 2024-09-12T18:01:12.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.333+0000 7ff68ca4c9c0 20 remove_watcher() i=4 2024-09-12T18:01:12.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.337+0000 7ff68ca4c9c0 20 remove_watcher() i=5 2024-09-12T18:01:12.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.337+0000 7ff68ca4c9c0 20 remove_watcher() i=6 2024-09-12T18:01:12.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.341+0000 7ff68ca4c9c0 20 remove_watcher() i=7 2024-09-12T18:01:12.357 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:12.357 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:12.357 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:12.357 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:12.359 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:12.359 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:12.371 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:12.371 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:12.416 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:12.452 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:12.452 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:12.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.497+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 realm 2024-09-12T18:01:12.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:12.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:12.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:12.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.501+0000 7f63be68c9c0 20 searching for the correct realm 2024-09-12T18:01:12.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.505+0000 7f63bc993640 0 -- 172.21.15.92:0/2080793156 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f63b00e3060 msgr2=0x7f63b00cf970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:12.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.721+0000 7f63bb991640 0 -- 172.21.15.92:0/2080793156 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f63b4039440 msgr2=0x7f63b40398c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.937+0000 7f63be68c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:12.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 zone default found 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 4 Realm: () 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:12.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 zonegroup default 2024-09-12T18:01:12.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.941+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.945+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.945+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.945+0000 7f63be68c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:12.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.945+0000 7f63be68c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:12.944 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.945+0000 7f63be68c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:12.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.969+0000 7f63be68c9c0 20 add_watcher() i=0 2024-09-12T18:01:12.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.969+0000 7f63be68c9c0 20 add_watcher() i=1 2024-09-12T18:01:12.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.969+0000 7f63be68c9c0 20 add_watcher() i=2 2024-09-12T18:01:12.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.969+0000 7f63be68c9c0 20 add_watcher() i=3 2024-09-12T18:01:12.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.969+0000 7f63be68c9c0 20 add_watcher() i=4 2024-09-12T18:01:12.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.973+0000 7f63be68c9c0 20 add_watcher() i=5 2024-09-12T18:01:12.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.973+0000 7f63be68c9c0 20 add_watcher() i=6 2024-09-12T18:01:12.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.973+0000 7f63be68c9c0 20 add_watcher() i=7 2024-09-12T18:01:12.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.973+0000 7f63be68c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:12.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f6272fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:12.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f63be68c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:12.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f63be68c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:12.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f63be68c9c0 5 note: GC not initialized 2024-09-12T18:01:12.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f6271fdb640 20 reqs_thread_entry: start 2024-09-12T18:01:12.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f63be68c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:12.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.977+0000 7f63be68c9c0 20 Filter name: none 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f61e37fe640 20 reqs_thread_entry: start 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T18:01:12.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 : miss 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:12.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.981+0000 7f63be68c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 2024-09-12T18:01:12.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:12.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34, ofs0, ns] 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f6292ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333529 cookie 94813104764928 notifier 7485 bl.length()=995 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f6292ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f6292ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:12.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f6292ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:12.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_sources= new_sources= 2024-09-12T18:01:12.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential sources added=[] removed=[] 2024-09-12T18:01:12.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_dests= new_dests= 2024-09-12T18:01:12.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.989+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential dests added=[] removed=[] 2024-09-12T18:01:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.993+0000 7f63be68c9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.1.0 2024-09-12T18:01:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.993+0000 7f63be68c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.1.0 2024-09-12T18:01:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.993+0000 7f63be68c9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.1.1 2024-09-12T18:01:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.993+0000 7f63be68c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.1.1 2024-09-12T18:01:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.993+0000 7f63be68c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.0 2024-09-12T18:01:12.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.997+0000 7f63be68c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:12.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:12.997+0000 7f63be68c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34, ofs0, ns] 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f6292ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333530 cookie 94813104764928 notifier 7485 bl.length()=995 2024-09-12T18:01:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f6292ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f6292ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f6292ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_sources= new_sources= 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential sources added=[] removed=[] 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_dests= new_dests= 2024-09-12T18:01:13.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential dests added=[] removed=[] 2024-09-12T18:01:13.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.001+0000 7f63be68c9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.34.0 2024-09-12T18:01:13.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:13.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 2024-09-12T18:01:13.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:13.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34, ofs0, ns] 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f62937fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333531 cookie 94813104764928 notifier 7485 bl.length()=963 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f62937fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 info.flags=0x17 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f62937fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 to cache LRU end 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f62937fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:13.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_sources= new_sources= 2024-09-12T18:01:13.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential sources added=[] removed=[] 2024-09-12T18:01:13.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): orig_dests= new_dests= 2024-09-12T18:01:13.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.005+0000 7f63be68c9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.34]): potential dests added=[] removed=[] 2024-09-12T18:01:13.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.009+0000 7f63be68c9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T18:01:13.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.013+0000 7f6272fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:13.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.021+0000 7f63be68c9c0 20 remove_watcher() i=0 2024-09-12T18:01:13.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.021+0000 7f63be68c9c0 2 removed watcher, disabling cache 2024-09-12T18:01:13.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.021+0000 7f63be68c9c0 20 remove_watcher() i=1 2024-09-12T18:01:13.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.025+0000 7f63be68c9c0 20 remove_watcher() i=2 2024-09-12T18:01:13.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.025+0000 7f63be68c9c0 20 remove_watcher() i=3 2024-09-12T18:01:13.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.029+0000 7f63be68c9c0 20 remove_watcher() i=4 2024-09-12T18:01:13.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.029+0000 7f63be68c9c0 20 remove_watcher() i=5 2024-09-12T18:01:13.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.033+0000 7f63be68c9c0 20 remove_watcher() i=6 2024-09-12T18:01:13.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.033+0000 7f63be68c9c0 20 remove_watcher() i=7 2024-09-12T18:01:13.047 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T18:01:13.077 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:13.077 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:13.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 realm 2024-09-12T18:01:13.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:13.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.121+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.123 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:13.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:13.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.125+0000 7f6892eb29c0 20 searching for the correct realm 2024-09-12T18:01:13.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.129+0000 7f68911b9640 0 -- 172.21.15.92:0/2765948362 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f688400e040 msgr2=0x7f688401d3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:13.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.137+0000 7f68901b7640 0 -- 172.21.15.92:0/2765948362 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6888008030 msgr2=0x7f6888048910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:13.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:13.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 zone default found 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 4 Realm: () 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 zonegroup default 2024-09-12T18:01:13.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.357+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.361+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.361+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.361+0000 7f6892eb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:13.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.361+0000 7f6892eb29c0 20 started sync module instance, tier type = 2024-09-12T18:01:13.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.361+0000 7f6892eb29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:13.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=0 2024-09-12T18:01:13.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=1 2024-09-12T18:01:13.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=2 2024-09-12T18:01:13.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=3 2024-09-12T18:01:13.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=4 2024-09-12T18:01:13.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=5 2024-09-12T18:01:13.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=6 2024-09-12T18:01:13.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 20 add_watcher() i=7 2024-09-12T18:01:13.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.385+0000 7f6892eb29c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:13.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6746fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:13.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:13.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:13.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 5 note: GC not initialized 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6745fe3640 20 reqs_thread_entry: start 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 Filter name: none 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f66b77fe640 20 reqs_thread_entry: start 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.389+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:13.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:13.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:13.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:13.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:13.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:13.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.393+0000 7f6892eb29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:13.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.397+0000 7f6746fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:13.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.401+0000 7f6892eb29c0 20 remove_watcher() i=0 2024-09-12T18:01:13.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.401+0000 7f6892eb29c0 2 removed watcher, disabling cache 2024-09-12T18:01:13.405 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.405+0000 7f6892eb29c0 20 remove_watcher() i=1 2024-09-12T18:01:13.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.409+0000 7f6892eb29c0 20 remove_watcher() i=2 2024-09-12T18:01:13.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.409+0000 7f6892eb29c0 20 remove_watcher() i=3 2024-09-12T18:01:13.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.413+0000 7f6892eb29c0 20 remove_watcher() i=4 2024-09-12T18:01:13.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.413+0000 7f6892eb29c0 20 remove_watcher() i=5 2024-09-12T18:01:13.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.417+0000 7f6892eb29c0 20 remove_watcher() i=6 2024-09-12T18:01:13.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:13.417+0000 7f6892eb29c0 20 remove_watcher() i=7 2024-09-12T18:01:13.437 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:01:13.437 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.439 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.443 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.443 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.500 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.501 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.520 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T18:01:13.520 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:13.522 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.522 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.538 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.538 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.586 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.586 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.607 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.607 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.627 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.627 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.649 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.649 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.673 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.673 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.693 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.693 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.719 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.719 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.741 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.741 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.764 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.764 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.785 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.785 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.806 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.806 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.830 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.830 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.853 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.853 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.874 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.874 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.895 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.895 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.920 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.920 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.940 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.940 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.961 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.961 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:13.982 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:13.982 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:14.004 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:14.004 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:14.022 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T18:01:14.053 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:14.053 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:14.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.097+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 realm 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:14.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.101+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.105+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:14.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.105+0000 7f9f079949c0 20 searching for the correct realm 2024-09-12T18:01:14.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.105+0000 7f9f05c9b640 0 -- 172.21.15.92:0/2098583689 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f9f00097ba0 msgr2=0x7f9f00063160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:14.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.113+0000 7f9f04c99640 0 -- 172.21.15.92:0/2098583689 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f9ef803ab60 msgr2=0x7f9ef8045440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:14.330 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:14.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:14.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:14.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:14.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:14.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:14.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.329+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:14.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:14.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 zone default found 2024-09-12T18:01:14.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 4 Realm: () 2024-09-12T18:01:14.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 zonegroup default 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.333+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.337+0000 7f9f079949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.337+0000 7f9f079949c0 20 started sync module instance, tier type = 2024-09-12T18:01:14.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.337+0000 7f9f079949c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:14.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=0 2024-09-12T18:01:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=1 2024-09-12T18:01:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=2 2024-09-12T18:01:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=3 2024-09-12T18:01:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=4 2024-09-12T18:01:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=5 2024-09-12T18:01:14.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.357+0000 7f9f079949c0 20 add_watcher() i=6 2024-09-12T18:01:14.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.361+0000 7f9f079949c0 20 add_watcher() i=7 2024-09-12T18:01:14.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.361+0000 7f9f079949c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:14.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9dbafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:14.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:14.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:14.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 5 note: GC not initialized 2024-09-12T18:01:14.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9db9fdb640 20 reqs_thread_entry: start 2024-09-12T18:01:14.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:14.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 Filter name: none 2024-09-12T18:01:14.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9d2b7fe640 20 reqs_thread_entry: start 2024-09-12T18:01:14.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:14.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.365+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.369+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:14.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.369+0000 7f9f079949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:14.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.369+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.369+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:14.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.369+0000 7f9f079949c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.373+0000 7f9f079949c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:14.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.373+0000 7f9f079949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:14.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.373+0000 7f9dbafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:14.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.377+0000 7f9f079949c0 20 remove_watcher() i=0 2024-09-12T18:01:14.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.377+0000 7f9f079949c0 2 removed watcher, disabling cache 2024-09-12T18:01:14.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.381+0000 7f9f079949c0 20 remove_watcher() i=1 2024-09-12T18:01:14.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.381+0000 7f9f079949c0 20 remove_watcher() i=2 2024-09-12T18:01:14.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.385+0000 7f9f079949c0 20 remove_watcher() i=3 2024-09-12T18:01:14.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.389+0000 7f9f079949c0 20 remove_watcher() i=4 2024-09-12T18:01:14.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.389+0000 7f9f079949c0 20 remove_watcher() i=5 2024-09-12T18:01:14.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.389+0000 7f9f079949c0 20 remove_watcher() i=6 2024-09-12T18:01:14.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.393+0000 7f9f079949c0 20 remove_watcher() i=7 2024-09-12T18:01:14.405 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.405 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:14.405 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:14.405 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.406 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T18:01:14.437 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:14.437 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:14.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 realm 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:14.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:14.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.485+0000 7f810a0549c0 20 searching for the correct realm 2024-09-12T18:01:14.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.489+0000 7f810835b640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f80fc04a040 msgr2=0x7f80fc049410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:14.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.705+0000 7f8107359640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f81000c44d0 msgr2=0x7f81001177b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:14.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:14.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:14.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:14.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:14.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:14.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:14.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zone default found 2024-09-12T18:01:14.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Realm: () 2024-09-12T18:01:14.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zonegroup default 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:14.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started sync module instance, tier type = 2024-09-12T18:01:14.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:14.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=0 2024-09-12T18:01:14.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=1 2024-09-12T18:01:14.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=2 2024-09-12T18:01:14.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=3 2024-09-12T18:01:14.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=4 2024-09-12T18:01:14.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=5 2024-09-12T18:01:14.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=6 2024-09-12T18:01:14.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=7 2024-09-12T18:01:14.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.949+0000 7f810a0549c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:14.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.953+0000 7f7fbe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:14.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:14.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:14.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 5 note: GC not initialized 2024-09-12T18:01:14.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f7fbd7e2640 20 reqs_thread_entry: start 2024-09-12T18:01:14.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:14.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 Filter name: none 2024-09-12T18:01:14.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f7fb67fc640 20 reqs_thread_entry: start 2024-09-12T18:01:14.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T18:01:14.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:14.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T18:01:14.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T18:01:14.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : miss 2024-09-12T18:01:14.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:14.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.957+0000 7f810a0549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:14.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:14.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:14.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:14.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333535 cookie 94679992860928 notifier 7539 bl.length()=995 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:14.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:14.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:14.972 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f810a0549c0 time 2024-09-12T18:01:14.978995+0000 2024-09-12T18:01:14.973 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:14.974 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:14.974 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f810d92e2eb] 2024-09-12T18:01:14.974 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:14.974 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:14.974 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f810a0549c0 thread_name:radosgw-admin 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.973+0000 7f810a0549c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f810a0549c0 time 2024-09-12T18:01:14.978995+0000 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f810d92e2eb] 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:14.975 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:01:14.976 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.996 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:14.996 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f810c7ad520] 2024-09-12T18:01:14.996 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f810d92e345] 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:14.977+0000 7f810a0549c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:14.997 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f810a0549c0 thread_name:radosgw-admin 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f810c7ad520] 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f810d92e345] 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:01:14.998 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c673358b0 auth_method 0 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_done global_id 7145 payload 274 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient: _finish_hunting 0 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:01:14.461+0000 7f8107359640 1 monclient: found mon.noname-c 2024-09-12T18:01:14.999 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: dump: 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: dump: 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.001 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7145 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:01:14.461+0000 7f810a0549c0 4 set_mon_vals no callback set 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: shutdown 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) unregister_commands rotate-key 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.002 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.003 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: starting msgr at 2024-09-12T18:01:15.004 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: starting objecter 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests hook 0x561c674815e0 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: setting wanted keys 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: calling monclient init 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.005 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key hook 0x561c6747a8e8 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c673358b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.006 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c67336740 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c673c35e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.274971s 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c673358b0 auth_method 0 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c67336740 auth_method 0 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.007 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_done global_id 7148 payload 824 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:01:14.461+0000 7f8107b5a640 1 monclient: found mon.noname-c 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:01:14.461+0000 7f810835b640 10 monclient: get_auth_request con 0x561c673c35e0 auth_method 0 2024-09-12T18:01:15.008 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: dump: 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.009 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: dump: 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.010 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7148 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 4 set_mon_vals no callback set 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: init done 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:01:14.465+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7ff0070b10 auth_method 0 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:01:14.465+0000 7f810835b640 10 monclient: get_auth_request con 0x561c674b9980 auth_method 0 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:01:14.465+0000 7f8107b5a640 10 monclient: get_auth_request con 0x561c674c56d0 auth_method 0 2024-09-12T18:01:15.011 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:01:14.469+0000 7f8107359640 10 monclient: get_auth_request con 0x561c674c9a30 auth_method 0 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:01:14.469+0000 7f810835b640 10 monclient: get_auth_request con 0x561c674c8f80 auth_method 0 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:01:14.469+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.012 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.013 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:01:14.469+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561c674d54d0 EEXIST 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.014 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:01:14.469+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:01:14.473+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x561c674d0b70 EEXIST 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c674f9680 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c674f8fb0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c674f7990 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.015 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.284336s 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c674f9680 auth_method 0 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c674f8fb0 auth_method 0 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.016 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c674f7990 auth_method 0 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7533 payload 824 2024-09-12T18:01:15.017 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:01:14.473+0000 7f810835b640 1 monclient: found mon.noname-a 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: dump: 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.018 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7533 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: dump: 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.019 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:01:14.473+0000 7f8106b58640 4 set_mon_vals no callback set 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: get_monmap_and_config 2024-09-12T18:01:15.020 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:01:14.473+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.021 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.022 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7fe0070a20 auth_method 0 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:01:14.473+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.023 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd27eadef8 EEXIST 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c6754d460 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c67547650 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.024 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c67548880 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.288504s 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c6754d460 auth_method 0 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c67547650 auth_method 0 2024-09-12T18:01:15.025 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7154 payload 274 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:01:14.477+0000 7f810835b640 1 monclient: found mon.noname-c 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.026 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: dump: 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.027 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7154 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:01:14.477+0000 7f810a0549c0 4 set_mon_vals no callback set 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: dump: 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.028 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: shutdown 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.030 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: starting msgr at 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: starting objecter 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561c6751b8b0 EEXIST 2024-09-12T18:01:15.031 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: setting wanted keys 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: calling monclient init 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.032 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x561c674fb5e8 EEXIST 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c67547650 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c67548880 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c6754d460 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.033 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.291092s 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c6754d460 auth_method 0 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c67548880 auth_method 0 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.034 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7539 payload 824 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:01:14.477+0000 7f810835b640 1 monclient: found mon.noname-a 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient: get_auth_request con 0x561c67547650 auth_method 0 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: dump: 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.035 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.036 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: dump: 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 4 set_mon_vals no callback set 2024-09-12T18:01:15.037 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:01:14.481+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7539 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:01:14.481+0000 7f810a0549c0 1 librados: init done 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:01:14.481+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cr dump hook 0x561c675446b8 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:01:14.481+0000 7f8107b5a640 10 monclient: get_auth_request con 0x561c67566460 auth_method 0 2024-09-12T18:01:15.038 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:01:14.481+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7fd0070ae0 auth_method 0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 realm 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:01:14.481+0000 7f810a0549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:01:14.485+0000 7f8107359640 10 monclient: get_auth_request con 0x561c6756a720 auth_method 0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:01:14.485+0000 7f810835b640 10 monclient: get_auth_request con 0x561c6756dfd0 auth_method 0 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:15.039 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 searching for the correct realm 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:01:14.485+0000 7f8107b5a640 10 monclient: get_auth_request con 0x7f81000d8060 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:01:14.489+0000 7f8107359640 10 monclient: get_auth_request con 0x7f80f80653c0 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:01:14.489+0000 7f810835b640 10 monclient: get_auth_request con 0x7f80fc04a040 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:01:14.489+0000 7f810835b640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f80fc04a040 msgr2=0x7f80fc049410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:01:14.693+0000 7f810835b640 10 monclient: get_auth_request con 0x7f80fc04a040 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:01:14.697+0000 7f8107b5a640 10 monclient: get_auth_request con 0x7f81000c4c00 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:01:14.705+0000 7f8107359640 10 monclient: get_auth_request con 0x7f81000c44d0 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:01:14.705+0000 7f8107359640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f81000c44d0 msgr2=0x7f81001177b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:01:14.909+0000 7f8107359640 10 monclient: get_auth_request con 0x7f81000c44d0 auth_method 0 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:15.040 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zone default found 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Realm: () 2024-09-12T18:01:15.041 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:01:14.925+0000 7f810a0549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zonegroup default 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started sync module instance, tier type = 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=0 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=1 2024-09-12T18:01:15.042 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=2 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=3 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=4 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=5 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=6 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=7 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:01:14.949+0000 7f810a0549c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.043 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:01:14.953+0000 7f7fbe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:01:14.957+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache list hook 0x561c6751a420 2024-09-12T18:01:15.044 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache inspect hook 0x561c6751a420 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache erase hook 0x561c6751a420 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache zap hook 0x561c6751a420 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 note: GC not initialized 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:01:14.957+0000 7f7fbd7e2640 20 reqs_thread_entry: start 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace show hook 0x7f80fc00f070 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace history hook 0x7f80fc00f070 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace active hook 0x7f80fc00f070 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace active_short hook 0x7f80fc00f070 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 Filter name: none 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:01:14.957+0000 7f7fb67fc640 20 reqs_thread_entry: start 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T18:01:15.045 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : miss 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.046 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333535 cookie 94679992860928 notifier 7539 bl.length()=995 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:15.047 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:01:14.973+0000 7f810a0549c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f810a0549c0 time 2024-09-12T18:01:14.978995+0000 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f810d92e2eb] 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:01:15.048 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:01:14.977+0000 7f810a0549c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f810a0549c0 thread_name:radosgw-admin 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f810c7ad520] 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f810d92e345] 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:15.049 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:01:15.050 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:01:15.051 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:01:15.052 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:01:15.053 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:01:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:01:15.055 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:01:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fb67fc640 / http_manager 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fbd7e2640 / http_manager 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fbe7e4640 / rgw_dt_lg_renew 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fe57fa640 / ms_dispatch 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fe6ffd640 / io_context_pool 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fed7fa640 / ms_dispatch 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7feffff640 / ms_dispatch 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7ff5e0b640 / io_context_pool 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8106b58640 / io_context_pool 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8107359640 / msgr-worker-2 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8107b5a640 / msgr-worker-1 2024-09-12T18:01:15.057 INFO:tasks.workunit.client.0.smithi092.stderr: 7f810835b640 / msgr-worker-0 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: 7f810a0549c0 / radosgw-admin 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.121865.log 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c673358b0 auth_method 0 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_done global_id 7145 payload 274 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.058 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:01:14.461+0000 7f8107359640 1 monclient: found mon.noname-c 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: dump: 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 10 monclient: dump: 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.060 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7145 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:01:14.461+0000 7f810a0549c0 4 set_mon_vals no callback set 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: shutdown 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) unregister_commands rotate-key 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.061 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding auth protocol: cephx 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.062 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: crc 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c674ab6d0) adding con mode: secure 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: starting msgr at 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: starting objecter 2024-09-12T18:01:15.063 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests hook 0x561c674815e0 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: setting wanted keys 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: calling monclient init 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding auth protocol: cephx 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.064 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: crc 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 AuthRegistry(0x561c6747a7a0) adding con mode: secure 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:01:14.461+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key hook 0x561c6747a8e8 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c673358b0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.065 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c67336740 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c673c35e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.274971s 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c673358b0 auth_method 0 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c67336740 auth_method 0 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.066 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:01:14.461+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient(hunting): handle_auth_done global_id 7148 payload 824 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:01:14.461+0000 7f8107b5a640 1 monclient: found mon.noname-c 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:01:14.461+0000 7f8107b5a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.067 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:01:14.461+0000 7f810835b640 10 monclient: get_auth_request con 0x561c673c35e0 auth_method 0 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: dump: 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.068 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:01:14.461+0000 7f7feffff640 10 monclient: dump: 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.069 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:01:14.461+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7148 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:01:14.461+0000 7f7ff5e0b640 4 set_mon_vals no callback set 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:01:14.461+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:01:14.461+0000 7f810a0549c0 1 librados: init done 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:01:14.465+0000 7f7feffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.070 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:01:14.465+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7ff0070b10 auth_method 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:01:14.465+0000 7f810835b640 10 monclient: get_auth_request con 0x561c674b9980 auth_method 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:01:14.465+0000 7f8107b5a640 10 monclient: get_auth_request con 0x561c674c56d0 auth_method 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:01:14.469+0000 7f8107359640 10 monclient: get_auth_request con 0x561c674c9a30 auth_method 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:01:14.469+0000 7f810835b640 10 monclient: get_auth_request con 0x561c674c8f80 auth_method 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:01:14.469+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.071 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding auth protocol: cephx 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.072 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: crc 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d1ae0) adding con mode: secure 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:01:14.469+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561c674d54d0 EEXIST 2024-09-12T18:01:15.073 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:01:14.469+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding auth protocol: cephx 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.074 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: crc 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:01:14.469+0000 7f810a0549c0 5 AuthRegistry(0x561c674d0a28) adding con mode: secure 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:01:14.469+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:01:14.473+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x561c674d0b70 EEXIST 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c674f9680 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c674f8fb0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c674f7990 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.075 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.284336s 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c674f9680 auth_method 0 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c674f8fb0 auth_method 0 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.076 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c674f7990 auth_method 0 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:01:14.473+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7533 payload 824 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:01:14.473+0000 7f810835b640 1 monclient: found mon.noname-a 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:01:14.473+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: dump: 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.077 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7533 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.078 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 10 monclient: dump: 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.079 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:01:14.473+0000 7f8106b58640 4 set_mon_vals no callback set 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:01:14.473+0000 7f7fed7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: get_monmap_and_config 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:01:14.473+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.080 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding auth protocol: cephx 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.081 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: crc 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x561c67518f50) adding con mode: secure 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:01:14.473+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7fe0070a20 auth_method 0 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:01:14.473+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:01:14.473+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.082 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding auth protocol: cephx 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.083 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: crc 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:01:14.473+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eaddb0) adding con mode: secure 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd27eadef8 EEXIST 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c6754d460 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c67547650 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c67548880 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.084 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.288504s 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): get_auth_request con 0x561c6754d460 auth_method 0 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c67547650 auth_method 0 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.085 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7154 payload 274 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:01:14.477+0000 7f810835b640 1 monclient: found mon.noname-c 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: dump: 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.086 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7154 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:01:14.477+0000 7f810a0549c0 4 set_mon_vals no callback set 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:15.087 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 10 monclient: dump: 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: shutdown 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: build_initial_monmap 2024-09-12T18:01:15.088 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: monmap: 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.089 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding auth protocol: cephx 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: crc 2024-09-12T18:01:15.090 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c6751dc10) adding con mode: secure 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: starting msgr at 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: starting objecter 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561c6751b8b0 EEXIST 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: setting wanted keys 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:01:14.477+0000 7f810a0549c0 1 librados: calling monclient init 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: init 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding auth protocol: cephx 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.091 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: crc 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 AuthRegistry(0x561c674fb4a0) adding con mode: secure 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:01:14.477+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:01:14.477+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command rotate-key cmddesc rotate-key hook 0x561c674fb5e8 EEXIST 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:15.092 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-b con 0x561c67547650 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-a con 0x561c67548880 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): picked mon.noname-c con 0x561c6754d460 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:01:14.477+0000 7f810a0549c0 10 monclient(hunting): authenticate will time out at 2402.291092s 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): get_auth_request con 0x561c6754d460 auth_method 0 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.093 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request con 0x561c67548880 auth_method 0 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:01:14.477+0000 7f8107b5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient(hunting): handle_auth_done global_id 7539 payload 824 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _finish_hunting 0 2024-09-12T18:01:15.094 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:01:14.477+0000 7f810835b640 1 monclient: found mon.noname-a 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:01:14.477+0000 7f810835b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:01:14.477+0000 7f8107359640 10 monclient: get_auth_request con 0x561c67547650 auth_method 0 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: dump: 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.095 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:01:14.477+0000 7f7fe57fa640 10 monclient: dump: 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:15.096 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:01:14.477+0000 7f7fe6ffd640 4 set_mon_vals no callback set 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:01:14.481+0000 7f810a0549c0 5 monclient: authenticate success, global_id 7539 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _renew_subs 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:01:14.481+0000 7f810a0549c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:15.097 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:01:14.481+0000 7f810a0549c0 1 librados: init done 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:01:14.481+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cr dump hook 0x561c675446b8 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:01:14.481+0000 7f7fe57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:01:14.481+0000 7f8107b5a640 10 monclient: get_auth_request con 0x561c67566460 auth_method 0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:01:14.481+0000 7f8107359640 10 monclient: get_auth_request con 0x7f7fd0070ae0 auth_method 0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 realm 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:01:14.481+0000 7f810a0549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:15.098 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:01:14.481+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:01:14.485+0000 7f8107359640 10 monclient: get_auth_request con 0x561c6756a720 auth_method 0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:01:14.485+0000 7f810835b640 10 monclient: get_auth_request con 0x561c6756dfd0 auth_method 0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:01:14.485+0000 7f810a0549c0 20 searching for the correct realm 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:01:14.485+0000 7f8107b5a640 10 monclient: get_auth_request con 0x7f81000d8060 auth_method 0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:01:14.489+0000 7f8107359640 10 monclient: get_auth_request con 0x7f80f80653c0 auth_method 0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:01:14.489+0000 7f810835b640 10 monclient: get_auth_request con 0x7f80fc04a040 auth_method 0 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:01:14.489+0000 7f810835b640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f80fc04a040 msgr2=0x7f80fc049410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.099 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:01:14.693+0000 7f810835b640 10 monclient: get_auth_request con 0x7f80fc04a040 auth_method 0 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:01:14.697+0000 7f8107b5a640 10 monclient: get_auth_request con 0x7f81000c4c00 auth_method 0 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:01:14.705+0000 7f8107359640 10 monclient: get_auth_request con 0x7f81000c44d0 auth_method 0 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:01:14.705+0000 7f8107359640 0 -- 172.21.15.92:0/1419678246 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f81000c44d0 msgr2=0x7f81001177b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:01:14.909+0000 7f8107359640 10 monclient: get_auth_request con 0x7f81000c44d0 auth_method 0 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.100 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:01:14.921+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zone default found 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Realm: () 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:01:14.925+0000 7f810a0549c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:01:14.925+0000 7f810a0549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 zonegroup default 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.101 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started sync module instance, tier type = 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:01:14.925+0000 7f810a0549c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=0 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=1 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=2 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=3 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=4 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=5 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=6 2024-09-12T18:01:15.102 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:01:14.949+0000 7f810a0549c0 20 add_watcher() i=7 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:01:14.949+0000 7f810a0549c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding auth protocol: cephx 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.103 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: crc 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:01:14.953+0000 7f7fbe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:01:14.953+0000 7f810a0549c0 5 AuthRegistry(0x7ffd27eae280) adding con mode: secure 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:01:14.957+0000 7f810a0549c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache list hook 0x561c6751a420 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache inspect hook 0x561c6751a420 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache erase hook 0x561c6751a420 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command cache zap hook 0x561c6751a420 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 note: GC not initialized 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:01:14.957+0000 7f7fbd7e2640 20 reqs_thread_entry: start 2024-09-12T18:01:15.104 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace show hook 0x7f80fc00f070 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace history hook 0x7f80fc00f070 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace active hook 0x7f80fc00f070 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:01:14.957+0000 7f810a0549c0 5 asok(0x561c6726f2b0) register_command sync trace active_short hook 0x7f80fc00f070 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 Filter name: none 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:01:14.957+0000 7f7fb67fc640 20 reqs_thread_entry: start 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : miss 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.105 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:01:14.957+0000 7f810a0549c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:01:14.957+0000 7f810a0549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:01:14.969+0000 7f810a0549c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333535 cookie 94679992860928 notifier 7539 bl.length()=995 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:01:14.969+0000 7f7fe6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:15.106 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:01:14.969+0000 7f810a0549c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:01:14.973+0000 7f810a0549c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f810a0549c0 time 2024-09-12T18:01:14.978995+0000 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f810d92e2eb] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:01:14.977+0000 7f810a0549c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f810a0549c0 thread_name:radosgw-admin 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f810c7ad520] 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f810d92e345] 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f810d92e49f] 2024-09-12T18:01:15.108 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561c647300c1] 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561c647421fa] 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f810c794d90] 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:01:15.109 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:01:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:01:15.111 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:01:15.112 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:01:15.113 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:01:15.114 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:01:15.115 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fb67fc640 / http_manager 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fbd7e2640 / http_manager 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fbe7e4640 / rgw_dt_lg_renew 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fe57fa640 / ms_dispatch 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fe6ffd640 / io_context_pool 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7fed7fa640 / ms_dispatch 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7feffff640 / ms_dispatch 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f7ff5e0b640 / io_context_pool 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8106b58640 / io_context_pool 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8107359640 / msgr-worker-2 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8107b5a640 / msgr-worker-1 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f810835b640 / msgr-worker-0 2024-09-12T18:01:15.116 INFO:tasks.workunit.client.0.smithi092.stderr: 7f810a0549c0 / radosgw-admin 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:01:14.982134Z_ff797deb-5b22-4bcf-ad86-2fbbe24ae22c/log 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:01:15.117 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T18:01:15.118 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:15.118 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:15.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 realm 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.061+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.065+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.065+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.065+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.065+0000 7fc757e189c0 20 searching for the correct realm 2024-09-12T18:01:15.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.069+0000 7fc75611f640 0 -- 172.21.15.92:0/1454994039 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc74c0ec960 msgr2=0x7fc74c0d3440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.285+0000 7fc75511d640 0 -- 172.21.15.92:0/1454994039 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc750087040 msgr2=0x7fc750072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.501+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 zone default found 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 4 Realm: () 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:15.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 zonegroup default 2024-09-12T18:01:15.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 started sync module instance, tier type = 2024-09-12T18:01:15.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.505+0000 7fc757e189c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:15.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=0 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=1 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=2 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=3 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=4 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=5 2024-09-12T18:01:15.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.529+0000 7fc757e189c0 20 add_watcher() i=6 2024-09-12T18:01:15.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.533+0000 7fc757e189c0 20 add_watcher() i=7 2024-09-12T18:01:15.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.533+0000 7fc757e189c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:15.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.537+0000 7fc6077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:15.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.537+0000 7fc757e189c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:15.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.537+0000 7fc757e189c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:15.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.537+0000 7fc757e189c0 5 note: GC not initialized 2024-09-12T18:01:15.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc6067fc640 20 reqs_thread_entry: start 2024-09-12T18:01:15.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:15.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 Filter name: none 2024-09-12T18:01:15.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc577fff640 20 reqs_thread_entry: start 2024-09-12T18:01:15.539 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:15.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T18:01:15.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:15.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.541+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.545+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:15.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.545+0000 7fc757e189c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.545+0000 7fc757e189c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T18:01:15.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.545+0000 7fc757e189c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:15.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.549+0000 7fc6077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:15.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.553+0000 7fc757e189c0 20 remove_watcher() i=0 2024-09-12T18:01:15.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.553+0000 7fc757e189c0 2 removed watcher, disabling cache 2024-09-12T18:01:15.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.553+0000 7fc757e189c0 20 remove_watcher() i=1 2024-09-12T18:01:15.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.557+0000 7fc757e189c0 20 remove_watcher() i=2 2024-09-12T18:01:15.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.561+0000 7fc757e189c0 20 remove_watcher() i=3 2024-09-12T18:01:15.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.561+0000 7fc757e189c0 20 remove_watcher() i=4 2024-09-12T18:01:15.562 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.561+0000 7fc757e189c0 20 remove_watcher() i=5 2024-09-12T18:01:15.564 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.565+0000 7fc757e189c0 20 remove_watcher() i=6 2024-09-12T18:01:15.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.565+0000 7fc757e189c0 20 remove_watcher() i=7 2024-09-12T18:01:15.581 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.581 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:15.581 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:15.581 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:15.584 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:15.584 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:15.594 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:15.594 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:15.640 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:15.676 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:15.676 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:15.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.721+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 realm 2024-09-12T18:01:15.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:15.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:15.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:15.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.725+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:15.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.729+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:15.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.729+0000 7f8c3e77e9c0 20 searching for the correct realm 2024-09-12T18:01:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.733+0000 7f8c3ca85640 0 -- 172.21.15.92:0/3329979496 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8c30008050 msgr2=0x7f8c30022750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:15.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:15.949+0000 7f8c3ba83640 0 -- 172.21.15.92:0/3329979496 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8c340ee980 msgr2=0x7f8c340c2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:16.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:16.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:16.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.165+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:16.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:16.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 zone default found 2024-09-12T18:01:16.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 4 Realm: () 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 zonegroup default 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:16.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:16.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:16.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 started sync module instance, tier type = 2024-09-12T18:01:16.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.169+0000 7f8c3e77e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:16.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=0 2024-09-12T18:01:16.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=1 2024-09-12T18:01:16.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=2 2024-09-12T18:01:16.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=3 2024-09-12T18:01:16.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=4 2024-09-12T18:01:16.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=5 2024-09-12T18:01:16.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=6 2024-09-12T18:01:16.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 20 add_watcher() i=7 2024-09-12T18:01:16.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.193+0000 7f8c3e77e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:16.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8af2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:16.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:16.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:16.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 5 note: GC not initialized 2024-09-12T18:01:16.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8af1fdb640 20 reqs_thread_entry: start 2024-09-12T18:01:16.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:16.200 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 Filter name: none 2024-09-12T18:01:16.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8a637fe640 20 reqs_thread_entry: start 2024-09-12T18:01:16.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T18:01:16.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:16.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T18:01:16.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T18:01:16.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : miss 2024-09-12T18:01:16.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.201+0000 7f8c3e77e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:16.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T18:01:16.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:16.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:16.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:16.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:16.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.205+0000 7f8c3e77e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:16.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.209+0000 7f8c3e77e9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to be held by another RGW process; skipping for now 2024-09-12T18:01:16.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.209+0000 7f8af2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:16.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.213+0000 7f8c3e77e9c0 20 remove_watcher() i=0 2024-09-12T18:01:16.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.213+0000 7f8c3e77e9c0 2 removed watcher, disabling cache 2024-09-12T18:01:16.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.217+0000 7f8c3e77e9c0 20 remove_watcher() i=1 2024-09-12T18:01:16.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.221+0000 7f8c3e77e9c0 20 remove_watcher() i=2 2024-09-12T18:01:16.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.221+0000 7f8c3e77e9c0 20 remove_watcher() i=3 2024-09-12T18:01:16.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.225+0000 7f8c3e77e9c0 20 remove_watcher() i=4 2024-09-12T18:01:16.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.225+0000 7f8c3e77e9c0 20 remove_watcher() i=5 2024-09-12T18:01:16.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.229+0000 7f8c3e77e9c0 20 remove_watcher() i=6 2024-09-12T18:01:16.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:16.229+0000 7f8c3e77e9c0 20 remove_watcher() i=7 2024-09-12T18:01:16.243 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T18:01:46.273 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:46.310 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:46.311 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:46.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 realm 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.356+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.360+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:46.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.360+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.360+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:46.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.360+0000 7f6fdbe259c0 20 searching for the correct realm 2024-09-12T18:01:46.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.364+0000 7f6fda12c640 0 -- 172.21.15.92:0/982546676 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f6fd00e9020 msgr2=0x7f6fd00cb7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:46.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.372+0000 7f6fd912a640 0 -- 172.21.15.92:0/982546676 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6fd406d1f0 msgr2=0x7f6fd4092880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.588+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 zone default found 2024-09-12T18:01:46.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 4 Realm: () 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 zonegroup default 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 started sync module instance, tier type = 2024-09-12T18:01:46.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.592+0000 7f6fdbe259c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:46.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=0 2024-09-12T18:01:46.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=1 2024-09-12T18:01:46.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=2 2024-09-12T18:01:46.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=3 2024-09-12T18:01:46.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=4 2024-09-12T18:01:46.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=5 2024-09-12T18:01:46.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.616+0000 7f6fdbe259c0 20 add_watcher() i=6 2024-09-12T18:01:46.619 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.620+0000 7f6fdbe259c0 20 add_watcher() i=7 2024-09-12T18:01:46.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.620+0000 7f6fdbe259c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:46.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6e8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:46.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:46.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:46.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 5 note: GC not initialized 2024-09-12T18:01:46.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6e8a7fc640 20 reqs_thread_entry: start 2024-09-12T18:01:46.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:46.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 20 Filter name: none 2024-09-12T18:01:46.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6dfbfff640 20 reqs_thread_entry: start 2024-09-12T18:01:46.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T18:01:46.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.624+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:46.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T18:01:46.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T18:01:46.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : miss 2024-09-12T18:01:46.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T18:01:46.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:46.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.629 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.628+0000 7f6fdbe259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:46.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.632+0000 7f6fdbe259c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:01:46.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:46.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6ebd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333536 cookie 94624521434720 notifier 7208 bl.length()=995 2024-09-12T18:01:46.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6ebd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6ebd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6ebd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:46.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:46.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:46.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.640+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.648+0000 7f6fdbe259c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.2.0 2024-09-12T18:01:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.648+0000 7f6fdbe259c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.2.0 2024-09-12T18:01:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.648+0000 7f6fdbe259c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.2.1 2024-09-12T18:01:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.648+0000 7f6fdbe259c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.2.1 2024-09-12T18:01:46.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.648+0000 7f6fdbe259c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.0 2024-09-12T18:01:46.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.652+0000 7f6fdbe259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:46.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.652+0000 7f6fdbe259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:46.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.657 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6ebcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333537 cookie 94624521434720 notifier 7208 bl.length()=995 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6ebcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6ebcff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6ebcff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:46.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.656+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:46.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.660+0000 7f6fdbe259c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.35.0 2024-09-12T18:01:46.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.660+0000 7f6fdbe259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:46.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.660+0000 7f6fdbe259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 2024-09-12T18:01:46.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35, ofs0, ns] 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6ebd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333538 cookie 94624521434720 notifier 7208 bl.length()=963 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6ebd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 info.flags=0x17 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6ebd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 to cache LRU end 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6ebd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_sources= new_sources= 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential sources added=[] removed=[] 2024-09-12T18:01:46.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): orig_dests= new_dests= 2024-09-12T18:01:46.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.664+0000 7f6fdbe259c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[bce1255c-5789-4602-aafb-12ce74041bd1.4550.35]): potential dests added=[] removed=[] 2024-09-12T18:01:46.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.668+0000 7f6fdbe259c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T18:01:46.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.672+0000 7f6e8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:46.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.676+0000 7f6fdbe259c0 20 remove_watcher() i=0 2024-09-12T18:01:46.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.676+0000 7f6fdbe259c0 2 removed watcher, disabling cache 2024-09-12T18:01:46.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.680+0000 7f6fdbe259c0 20 remove_watcher() i=1 2024-09-12T18:01:46.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.680+0000 7f6fdbe259c0 20 remove_watcher() i=2 2024-09-12T18:01:46.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.684+0000 7f6fdbe259c0 20 remove_watcher() i=3 2024-09-12T18:01:46.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.684+0000 7f6fdbe259c0 20 remove_watcher() i=4 2024-09-12T18:01:46.687 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.688+0000 7f6fdbe259c0 20 remove_watcher() i=5 2024-09-12T18:01:46.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.688+0000 7f6fdbe259c0 20 remove_watcher() i=6 2024-09-12T18:01:46.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.692+0000 7f6fdbe259c0 20 remove_watcher() i=7 2024-09-12T18:01:46.707 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T18:01:46.737 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:46.737 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:46.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 realm 2024-09-12T18:01:46.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.782 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:46.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.780+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:46.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:46.784 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:46.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:46.785 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.784+0000 7fc6ad71c9c0 20 searching for the correct realm 2024-09-12T18:01:46.788 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:46.788+0000 7fc6aba23640 0 -- 172.21.15.92:0/2683478321 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc6a007e040 msgr2=0x7fc6a0064ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:47.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.004+0000 7fc6aaa21640 0 -- 172.21.15.92:0/2683478321 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc6a4106b80 msgr2=0x7fc6a4123880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:47.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:47.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.220+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 zone default found 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 4 Realm: () 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 zonegroup default 2024-09-12T18:01:47.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:47.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.224+0000 7fc6ad71c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=0 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=1 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=2 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=3 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=4 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=5 2024-09-12T18:01:47.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.248+0000 7fc6ad71c9c0 20 add_watcher() i=6 2024-09-12T18:01:47.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.252+0000 7fc6ad71c9c0 20 add_watcher() i=7 2024-09-12T18:01:47.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.252+0000 7fc6ad71c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:47.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc561fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:47.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:47.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:47.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 5 note: GC not initialized 2024-09-12T18:01:47.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc560fe1640 20 reqs_thread_entry: start 2024-09-12T18:01:47.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:47.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 Filter name: none 2024-09-12T18:01:47.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc4da7fc640 20 reqs_thread_entry: start 2024-09-12T18:01:47.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:47.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.256+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:47.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:47.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T18:01:47.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T18:01:47.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.260+0000 7fc6ad71c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:47.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.264+0000 7fc561fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:47.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.268+0000 7fc6ad71c9c0 20 remove_watcher() i=0 2024-09-12T18:01:47.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.268+0000 7fc6ad71c9c0 2 removed watcher, disabling cache 2024-09-12T18:01:47.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.272+0000 7fc6ad71c9c0 20 remove_watcher() i=1 2024-09-12T18:01:47.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.272+0000 7fc6ad71c9c0 20 remove_watcher() i=2 2024-09-12T18:01:47.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.276+0000 7fc6ad71c9c0 20 remove_watcher() i=3 2024-09-12T18:01:47.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.280+0000 7fc6ad71c9c0 20 remove_watcher() i=4 2024-09-12T18:01:47.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.280+0000 7fc6ad71c9c0 20 remove_watcher() i=5 2024-09-12T18:01:47.281 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.280+0000 7fc6ad71c9c0 20 remove_watcher() i=6 2024-09-12T18:01:47.283 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.284+0000 7fc6ad71c9c0 20 remove_watcher() i=7 2024-09-12T18:01:47.306 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:47.306 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:47.306 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-do-reshard id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:01:47.306 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:47.308 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.309 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.315 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.315 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.385 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.385 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.410 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T18:01:47.410 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:47.413 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.413 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.433 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.433 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.478 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.478 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.499 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.500 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.521 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.521 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.541 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.541 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.564 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.564 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.584 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.585 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.606 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.606 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.626 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.626 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.647 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.647 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.668 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.668 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.689 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.690 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.712 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.712 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.733 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.733 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.754 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.754 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.775 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.775 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.796 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.796 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.817 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.817 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.839 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.839 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.860 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.860 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.883 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:47.884 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:47.903 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T18:01:47.935 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:47.935 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:47.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 realm 2024-09-12T18:01:47.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.983 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:47.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.980+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:47.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:47.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:47.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:47.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.984+0000 7f88aceb99c0 20 searching for the correct realm 2024-09-12T18:01:47.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.988+0000 7f88ab1c0640 0 -- 172.21.15.92:0/4177222738 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f88a0041030 msgr2=0x7f88a001c830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:47.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:47.996+0000 7f88aa1be640 0 -- 172.21.15.92:0/4177222738 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f88a4104b60 msgr2=0x7f88a4101050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:48.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:48.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:48.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:48.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:48.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:48.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:48.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 zone default found 2024-09-12T18:01:48.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 4 Realm: () 2024-09-12T18:01:48.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:48.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:48.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:48.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 zonegroup default 2024-09-12T18:01:48.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.216+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.220+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.220+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.220+0000 7f88aceb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.220+0000 7f88aceb99c0 20 started sync module instance, tier type = 2024-09-12T18:01:48.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.220+0000 7f88aceb99c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:48.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=0 2024-09-12T18:01:48.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=1 2024-09-12T18:01:48.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=2 2024-09-12T18:01:48.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=3 2024-09-12T18:01:48.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=4 2024-09-12T18:01:48.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=5 2024-09-12T18:01:48.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.240+0000 7f88aceb99c0 20 add_watcher() i=6 2024-09-12T18:01:48.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.244+0000 7f88aceb99c0 20 add_watcher() i=7 2024-09-12T18:01:48.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.244+0000 7f88aceb99c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:48.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f87617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:48.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:48.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:48.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 5 note: GC not initialized 2024-09-12T18:01:48.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f86dbfff640 20 reqs_thread_entry: start 2024-09-12T18:01:48.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:48.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 20 Filter name: none 2024-09-12T18:01:48.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f86d9ffb640 20 reqs_thread_entry: start 2024-09-12T18:01:48.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.248+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:48.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:48.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:48.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:48.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:48.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.252+0000 7f88aceb99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:48.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.256+0000 7f87617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:48.261 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.260+0000 7f88aceb99c0 20 remove_watcher() i=0 2024-09-12T18:01:48.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.260+0000 7f88aceb99c0 2 removed watcher, disabling cache 2024-09-12T18:01:48.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.264+0000 7f88aceb99c0 20 remove_watcher() i=1 2024-09-12T18:01:48.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.264+0000 7f88aceb99c0 20 remove_watcher() i=2 2024-09-12T18:01:48.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.268+0000 7f88aceb99c0 20 remove_watcher() i=3 2024-09-12T18:01:48.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.272+0000 7f88aceb99c0 20 remove_watcher() i=4 2024-09-12T18:01:48.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.272+0000 7f88aceb99c0 20 remove_watcher() i=5 2024-09-12T18:01:48.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.272+0000 7f88aceb99c0 20 remove_watcher() i=6 2024-09-12T18:01:48.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.276+0000 7f88aceb99c0 20 remove_watcher() i=7 2024-09-12T18:01:48.289 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:48.289 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:48.289 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:48.289 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:48.290 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T18:01:48.323 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:48.323 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:48.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 realm 2024-09-12T18:01:48.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:48.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.368+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.372+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:48.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.372+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.372+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:48.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.372+0000 7fe4827b79c0 20 searching for the correct realm 2024-09-12T18:01:48.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.376+0000 7fe480abe640 0 -- 172.21.15.92:0/3543564115 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fe474047060 msgr2=0x7fe47406c120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:48.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.384+0000 7fe47fabc640 0 -- 172.21.15.92:0/3543564115 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe478007d60 msgr2=0x7fe478139a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:48.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.600+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:48.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:48.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 zone default found 2024-09-12T18:01:48.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 4 Realm: () 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 zonegroup default 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 started sync module instance, tier type = 2024-09-12T18:01:48.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.604+0000 7fe4827b79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:48.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=0 2024-09-12T18:01:48.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=1 2024-09-12T18:01:48.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=2 2024-09-12T18:01:48.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=3 2024-09-12T18:01:48.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=4 2024-09-12T18:01:48.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=5 2024-09-12T18:01:48.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.628+0000 7fe4827b79c0 20 add_watcher() i=6 2024-09-12T18:01:48.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.632+0000 7fe4827b79c0 20 add_watcher() i=7 2024-09-12T18:01:48.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.632+0000 7fe4827b79c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:48.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe336fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:48.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe4827b79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:48.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe4827b79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:48.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe4827b79c0 5 note: GC not initialized 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe335fdb640 20 reqs_thread_entry: start 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.636+0000 7fe4827b79c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 20 Filter name: none 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe2a77fe640 20 reqs_thread_entry: start 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T18:01:48.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:48.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:48.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T18:01:48.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 : miss 2024-09-12T18:01:48.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:48.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.640+0000 7fe4827b79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 2024-09-12T18:01:48.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe4827b79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:48.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe4827b79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:48.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe4827b79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:48.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe4827b79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36, ofs0, ns] 2024-09-12T18:01:48.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe3577fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333528 cookie 94058919369296 notifier 7256 bl.length()=1007 2024-09-12T18:01:48.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe3577fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:48.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe3577fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:48.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.648+0000 7fe3577fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:48.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_sources= new_sources= 2024-09-12T18:01:48.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential sources added=[] removed=[] 2024-09-12T18:01:48.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_dests= new_dests= 2024-09-12T18:01:48.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential dests added=[] removed=[] 2024-09-12T18:01:48.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T18:01:48.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.652+0000 7fe4827b79c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T18:01:48.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.656+0000 7fe4827b79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:48.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe4827b79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 2024-09-12T18:01:48.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe4827b79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:48.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe4827b79c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:48.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe4827b79c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:48.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe4827b79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36, ofs0, ns] 2024-09-12T18:01:48.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe356ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333529 cookie 94058919369296 notifier 7256 bl.length()=975 2024-09-12T18:01:48.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe356ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:48.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe356ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:48.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.660+0000 7fe356ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:48.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.664+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_sources= new_sources= 2024-09-12T18:01:48.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.664+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential sources added=[] removed=[] 2024-09-12T18:01:48.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.664+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_dests= new_dests= 2024-09-12T18:01:48.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.664+0000 7fe4827b79c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential dests added=[] removed=[] 2024-09-12T18:01:48.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.668+0000 7fe336fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:48.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.672+0000 7fe4827b79c0 20 remove_watcher() i=0 2024-09-12T18:01:48.673 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.672+0000 7fe4827b79c0 2 removed watcher, disabling cache 2024-09-12T18:01:48.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.676+0000 7fe4827b79c0 20 remove_watcher() i=1 2024-09-12T18:01:48.677 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.676+0000 7fe4827b79c0 20 remove_watcher() i=2 2024-09-12T18:01:48.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.680+0000 7fe4827b79c0 20 remove_watcher() i=3 2024-09-12T18:01:48.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.680+0000 7fe4827b79c0 20 remove_watcher() i=4 2024-09-12T18:01:48.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.684+0000 7fe4827b79c0 20 remove_watcher() i=5 2024-09-12T18:01:48.685 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.684+0000 7fe4827b79c0 20 remove_watcher() i=6 2024-09-12T18:01:48.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.688+0000 7fe4827b79c0 20 remove_watcher() i=7 2024-09-12T18:01:48.704 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T18:01:48.731 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:48.731 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:48.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 realm 2024-09-12T18:01:48.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:48.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.776+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.780+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:48.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.780+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:48.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.780+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:48.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.780+0000 7f07844979c0 20 searching for the correct realm 2024-09-12T18:01:48.783 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:48.784+0000 7f078279e640 0 -- 172.21.15.92:0/4081853731 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f0778008040 msgr2=0x7f0778008930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:49.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.000+0000 7f078179c640 0 -- 172.21.15.92:0/4081853731 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f077c10c080 msgr2=0x7f077c0c19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:49.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:49.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.216+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.219 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:49.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 zone default found 2024-09-12T18:01:49.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 4 Realm: () 2024-09-12T18:01:49.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:49.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:49.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:49.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 zonegroup default 2024-09-12T18:01:49.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.220+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.224+0000 7f07844979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.224+0000 7f07844979c0 20 started sync module instance, tier type = 2024-09-12T18:01:49.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.224+0000 7f07844979c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=0 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=1 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=2 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=3 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=4 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=5 2024-09-12T18:01:49.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=6 2024-09-12T18:01:49.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 20 add_watcher() i=7 2024-09-12T18:01:49.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.244+0000 7f07844979c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:49.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.248+0000 7f06337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:49.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:49.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:49.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 5 note: GC not initialized 2024-09-12T18:01:49.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f06327fc640 20 reqs_thread_entry: start 2024-09-12T18:01:49.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:49.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 Filter name: none 2024-09-12T18:01:49.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f05a3fff640 20 reqs_thread_entry: start 2024-09-12T18:01:49.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:49.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:49.254 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.252+0000 7f07844979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:49.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.256+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.256+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:49.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.256+0000 7f07844979c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.256+0000 7f07844979c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:49.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.256+0000 7f07844979c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:49.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.260+0000 7f06337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:49.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.264+0000 7f07844979c0 20 remove_watcher() i=0 2024-09-12T18:01:49.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.264+0000 7f07844979c0 2 removed watcher, disabling cache 2024-09-12T18:01:49.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.268+0000 7f07844979c0 20 remove_watcher() i=1 2024-09-12T18:01:49.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.268+0000 7f07844979c0 20 remove_watcher() i=2 2024-09-12T18:01:49.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.272+0000 7f07844979c0 20 remove_watcher() i=3 2024-09-12T18:01:49.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.272+0000 7f07844979c0 20 remove_watcher() i=4 2024-09-12T18:01:49.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.276+0000 7f07844979c0 20 remove_watcher() i=5 2024-09-12T18:01:49.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.276+0000 7f07844979c0 20 remove_watcher() i=6 2024-09-12T18:01:49.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.276+0000 7f07844979c0 20 remove_watcher() i=7 2024-09-12T18:01:49.292 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:49.292 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:49.292 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:49.292 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:49.293 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:49.293 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:49.309 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:49.309 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:49.356 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:49.393 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:49.393 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:49.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.436+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 realm 2024-09-12T18:01:49.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:49.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:49.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:49.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.440+0000 7f46866b89c0 20 searching for the correct realm 2024-09-12T18:01:49.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.444+0000 7f46849bf640 0 -- 172.21.15.92:0/3319094241 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f4678018070 msgr2=0x7f4678076da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:49.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.660+0000 7f46839bd640 0 -- 172.21.15.92:0/3319094241 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f467c018070 msgr2=0x7f467c08b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.876+0000 7f46866b89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:49.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:49.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 zone default found 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 4 Realm: () 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 zonegroup default 2024-09-12T18:01:49.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.880+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.884+0000 7f46866b89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.884+0000 7f46866b89c0 20 started sync module instance, tier type = 2024-09-12T18:01:49.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.884+0000 7f46866b89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=0 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=1 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=2 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=3 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=4 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=5 2024-09-12T18:01:49.906 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.904+0000 7f46866b89c0 20 add_watcher() i=6 2024-09-12T18:01:49.908 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.908+0000 7f46866b89c0 20 add_watcher() i=7 2024-09-12T18:01:49.909 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.908+0000 7f46866b89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:49.912 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f453b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:49.913 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f46866b89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:49.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f46866b89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:49.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f46866b89c0 5 note: GC not initialized 2024-09-12T18:01:49.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f453a7dc640 20 reqs_thread_entry: start 2024-09-12T18:01:49.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.912+0000 7f46866b89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:49.914 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 20 Filter name: none 2024-09-12T18:01:49.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f45337fe640 20 reqs_thread_entry: start 2024-09-12T18:01:49.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T18:01:49.915 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:49.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:49.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T18:01:49.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 : miss 2024-09-12T18:01:49.916 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.917 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.916+0000 7f46866b89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 2024-09-12T18:01:49.923 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.924 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36, ofs0, ns] 2024-09-12T18:01:49.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f455b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333530 cookie 94781891378080 notifier 7289 bl.length()=1007 2024-09-12T18:01:49.925 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f455b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f455b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f455b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_sources= new_sources= 2024-09-12T18:01:49.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential sources added=[] removed=[] 2024-09-12T18:01:49.926 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_dests= new_dests= 2024-09-12T18:01:49.927 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.924+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential dests added=[] removed=[] 2024-09-12T18:01:49.930 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.928+0000 7f46866b89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.1.0 2024-09-12T18:01:49.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.928+0000 7f46866b89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.1.0 2024-09-12T18:01:49.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.928+0000 7f46866b89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.1.1 2024-09-12T18:01:49.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.928+0000 7f46866b89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.1.1 2024-09-12T18:01:49.931 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.928+0000 7f46866b89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.0 2024-09-12T18:01:49.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:49.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 2024-09-12T18:01:49.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.937 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f46866b89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36, ofs0, ns] 2024-09-12T18:01:49.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f455b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333531 cookie 94781891378080 notifier 7289 bl.length()=1007 2024-09-12T18:01:49.938 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f455b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f455b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.936+0000 7f455b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.940+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_sources= new_sources= 2024-09-12T18:01:49.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.940+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential sources added=[] removed=[] 2024-09-12T18:01:49.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.940+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_dests= new_dests= 2024-09-12T18:01:49.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.940+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential dests added=[] removed=[] 2024-09-12T18:01:49.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.940+0000 7f46866b89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.36.0 2024-09-12T18:01:49.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 : hit (requested=0x17, cached=0x17) 2024-09-12T18:01:49.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 2024-09-12T18:01:49.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.945 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f46866b89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36, ofs0, ns] 2024-09-12T18:01:49.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f455affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333532 cookie 94781891378080 notifier 7289 bl.length()=975 2024-09-12T18:01:49.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f455affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 info.flags=0x17 2024-09-12T18:01:49.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f455affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 to cache LRU end 2024-09-12T18:01:49.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.944+0000 7f455affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:49.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.948+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_sources= new_sources= 2024-09-12T18:01:49.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.948+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential sources added=[] removed=[] 2024-09-12T18:01:49.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.948+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): orig_dests= new_dests= 2024-09-12T18:01:49.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.948+0000 7f46866b89c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.36]): potential dests added=[] removed=[] 2024-09-12T18:01:49.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.948+0000 7f46866b89c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T18:01:49.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.952+0000 7f453b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:49.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.956+0000 7f46866b89c0 20 remove_watcher() i=0 2024-09-12T18:01:49.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.956+0000 7f46866b89c0 2 removed watcher, disabling cache 2024-09-12T18:01:49.961 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.960+0000 7f46866b89c0 20 remove_watcher() i=1 2024-09-12T18:01:49.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.964+0000 7f46866b89c0 20 remove_watcher() i=2 2024-09-12T18:01:49.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.964+0000 7f46866b89c0 20 remove_watcher() i=3 2024-09-12T18:01:49.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.968+0000 7f46866b89c0 20 remove_watcher() i=4 2024-09-12T18:01:49.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.968+0000 7f46866b89c0 20 remove_watcher() i=5 2024-09-12T18:01:49.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.972+0000 7f46866b89c0 20 remove_watcher() i=6 2024-09-12T18:01:49.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:49.972+0000 7f46866b89c0 20 remove_watcher() i=7 2024-09-12T18:01:49.990 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T18:01:50.021 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:50.021 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:50.065 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.064+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 realm 2024-09-12T18:01:50.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:50.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.068+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:50.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.072+0000 7fb6060d79c0 20 searching for the correct realm 2024-09-12T18:01:50.074 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.072+0000 7fb6043de640 0 -- 172.21.15.92:0/281847389 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fb5f8039030 msgr2=0x7fb5f8039410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:50.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.288+0000 7fb6033dc640 0 -- 172.21.15.92:0/281847389 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb5fc0d8950 msgr2=0x7fb5fc0e32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:50.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:50.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:50.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:50.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:50.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:50.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:50.507 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.504+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:50.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 zone default found 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 4 Realm: () 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 zonegroup default 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.508+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.512+0000 7fb6060d79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.512+0000 7fb6060d79c0 20 started sync module instance, tier type = 2024-09-12T18:01:50.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.512+0000 7fb6060d79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:50.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=0 2024-09-12T18:01:50.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=1 2024-09-12T18:01:50.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=2 2024-09-12T18:01:50.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=3 2024-09-12T18:01:50.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=4 2024-09-12T18:01:50.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=5 2024-09-12T18:01:50.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.532+0000 7fb6060d79c0 20 add_watcher() i=6 2024-09-12T18:01:50.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.536+0000 7fb6060d79c0 20 add_watcher() i=7 2024-09-12T18:01:50.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.536+0000 7fb6060d79c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:50.541 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb4b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:50.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb6060d79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:50.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb6060d79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:50.543 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb6060d79c0 5 note: GC not initialized 2024-09-12T18:01:50.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb4b8fe1640 20 reqs_thread_entry: start 2024-09-12T18:01:50.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.540+0000 7fb6060d79c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:50.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 Filter name: none 2024-09-12T18:01:50.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb4327fc640 20 reqs_thread_entry: start 2024-09-12T18:01:50.544 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:50.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:50.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:50.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:50.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.544+0000 7fb6060d79c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:50.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.548+0000 7fb6060d79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:50.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.548+0000 7fb4b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:50.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.552+0000 7fb6060d79c0 20 remove_watcher() i=0 2024-09-12T18:01:50.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.552+0000 7fb6060d79c0 2 removed watcher, disabling cache 2024-09-12T18:01:50.556 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.556+0000 7fb6060d79c0 20 remove_watcher() i=1 2024-09-12T18:01:50.558 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.560+0000 7fb6060d79c0 20 remove_watcher() i=2 2024-09-12T18:01:50.561 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.560+0000 7fb6060d79c0 20 remove_watcher() i=3 2024-09-12T18:01:50.563 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.564+0000 7fb6060d79c0 20 remove_watcher() i=4 2024-09-12T18:01:50.565 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.564+0000 7fb6060d79c0 20 remove_watcher() i=5 2024-09-12T18:01:50.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.568+0000 7fb6060d79c0 20 remove_watcher() i=6 2024-09-12T18:01:50.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:50.568+0000 7fb6060d79c0 20 remove_watcher() i=7 2024-09-12T18:01:50.592 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:50.592 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:50.592 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:01:50.592 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:50.593 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.593 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.597 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.597 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.647 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.647 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.667 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T18:01:50.668 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:50.669 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.669 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.685 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.686 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.730 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.730 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.749 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.750 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.769 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.769 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.788 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.788 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.809 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.810 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.829 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.829 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.851 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.851 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.871 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.871 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.892 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.892 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.915 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.915 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.937 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.937 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.958 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.958 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:50.982 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:50.982 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.003 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.003 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.024 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.025 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.045 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.045 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.066 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.066 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.087 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.087 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.108 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.108 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.128 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:51.128 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:51.146 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T18:01:51.180 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:51.180 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:51.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.224+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 realm 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:51.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:51.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.228+0000 7f386b7db9c0 20 searching for the correct realm 2024-09-12T18:01:51.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.232+0000 7f3869ae2640 0 -- 172.21.15.92:0/1995564230 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f38600d6070 msgr2=0x7f3860112af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:51.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.448+0000 7f3868ae0640 0 -- 172.21.15.92:0/1995564230 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f38640887e0 msgr2=0x7f386405a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:51.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:51.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:51.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:51.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:51.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:51.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:51.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.664+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:51.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:51.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 zone default found 2024-09-12T18:01:51.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 4 Realm: () 2024-09-12T18:01:51.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 zonegroup default 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 started sync module instance, tier type = 2024-09-12T18:01:51.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.668+0000 7f386b7db9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=0 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=1 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=2 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=3 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=4 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=5 2024-09-12T18:01:51.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.692+0000 7f386b7db9c0 20 add_watcher() i=6 2024-09-12T18:01:51.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.696+0000 7f386b7db9c0 20 add_watcher() i=7 2024-09-12T18:01:51.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.696+0000 7f386b7db9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:51.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f371ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:51.700 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:51.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:51.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 5 note: GC not initialized 2024-09-12T18:01:51.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f371efe5640 20 reqs_thread_entry: start 2024-09-12T18:01:51.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:51.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 20 Filter name: none 2024-09-12T18:01:51.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f371cfe1640 20 reqs_thread_entry: start 2024-09-12T18:01:51.702 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.700+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:51.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:51.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:51.703 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:51.704 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:51.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.704+0000 7f386b7db9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:51.707 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.708+0000 7f371ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:51.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.712+0000 7f386b7db9c0 20 remove_watcher() i=0 2024-09-12T18:01:51.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.712+0000 7f386b7db9c0 2 removed watcher, disabling cache 2024-09-12T18:01:51.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.716+0000 7f386b7db9c0 20 remove_watcher() i=1 2024-09-12T18:01:51.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.716+0000 7f386b7db9c0 20 remove_watcher() i=2 2024-09-12T18:01:51.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.720+0000 7f386b7db9c0 20 remove_watcher() i=3 2024-09-12T18:01:51.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.720+0000 7f386b7db9c0 20 remove_watcher() i=4 2024-09-12T18:01:51.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.724+0000 7f386b7db9c0 20 remove_watcher() i=5 2024-09-12T18:01:51.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.724+0000 7f386b7db9c0 20 remove_watcher() i=6 2024-09-12T18:01:51.726 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.728+0000 7f386b7db9c0 20 remove_watcher() i=7 2024-09-12T18:01:51.743 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:51.743 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:51.743 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:51.743 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:51.743 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T18:01:51.776 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:51.776 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:51.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 realm 2024-09-12T18:01:51.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:51.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:51.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:51.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 searching for the correct realm 2024-09-12T18:01:51.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.828+0000 7fd4aa663640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd4a001f050 msgr2=0x7fd4a0044920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:51.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:51.832+0000 7fd4a9661640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd4a4095a20 msgr2=0x7fd4a4063a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:52.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:52.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zone default found 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Realm: () 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zonegroup default 2024-09-12T18:01:52.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:52.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:52.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=0 2024-09-12T18:01:52.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=1 2024-09-12T18:01:52.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=2 2024-09-12T18:01:52.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=3 2024-09-12T18:01:52.075 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=4 2024-09-12T18:01:52.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=5 2024-09-12T18:01:52.076 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=6 2024-09-12T18:01:52.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=7 2024-09-12T18:01:52.077 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:52.082 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.080+0000 7fd35bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:52.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:52.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 note: GC not initialized 2024-09-12T18:01:52.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd35affd640 20 reqs_thread_entry: start 2024-09-12T18:01:52.083 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:52.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 Filter name: none 2024-09-12T18:01:52.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd358ff9640 20 reqs_thread_entry: start 2024-09-12T18:01:52.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T18:01:52.084 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:52.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:52.085 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T18:01:52.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : miss 2024-09-12T18:01:52.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:52.086 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:52.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.087 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:01:52.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:01:52.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333490 cookie 94635598128656 notifier 7343 bl.length()=1007 2024-09-12T18:01:52.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:01:52.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:01:52.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:01:52.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:01:52.098 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd4ac35c9c0 time 2024-09-12T18:01:52.104682+0000 2024-09-12T18:01:52.098 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd4afc362eb] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.100+0000 7fd4ac35c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd4ac35c9c0 time 2024-09-12T18:01:52.104682+0000 2024-09-12T18:01:52.102 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd4afc362eb] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:01:52.103 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd4ac35c9c0 thread_name:radosgw-admin 2024-09-12T18:01:52.105 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.105 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd4aeab5520] 2024-09-12T18:01:52.105 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd4afc36345] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.104+0000 7fd4ac35c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd4ac35c9c0 thread_name:radosgw-admin 2024-09-12T18:01:52.106 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd4aeab5520] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd4afc36345] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.107 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:01:52.108 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:01:52.108 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:52.108 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.108 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:01:52.159 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:01:51.796+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.159 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:01:51.796+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.159 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.159 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.159 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: dump: 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.160 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7331 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 4 set_mon_vals no callback set 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: dump: 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.161 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: shutdown 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) unregister_commands rotate-key 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.162 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.163 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.164 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: starting msgr at 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: starting objecter 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests hook 0x561210fdd8a0 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: setting wanted keys 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: calling monclient init 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.165 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key hook 0x5612112612e8 2024-09-12T18:01:52.166 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x561211114260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x5612111a9a50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x5612111afe50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.613106s 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x5612111afe50 auth_method 0 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.167 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x5612111a9a50 auth_method 0 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.168 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7334 payload 824 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:01:51.800+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: dump: 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.169 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: dump: 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.170 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7334 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:01:51.800+0000 7fd397e07640 4 set_mon_vals no callback set 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.171 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: init done 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:01:51.804+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd390070ae0 auth_method 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:01:51.804+0000 7fd4a9661640 10 monclient: get_auth_request con 0x56121128cee0 auth_method 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:01:51.804+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x5612112abcb0 auth_method 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:01:51.804+0000 7fd4a9661640 10 monclient: get_auth_request con 0x5612112aff30 auth_method 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: get_auth_request con 0x5612112af560 auth_method 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.172 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.173 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x5612112bbab0 EEXIST 2024-09-12T18:01:52.174 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.175 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x5612112b7120 EEXIST 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x5612112dfc60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x5612112df590 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x5612112ddf70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.176 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.622350s 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x5612112dfc60 auth_method 0 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x5612112df590 auth_method 0 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.177 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x5612112ddf70 auth_method 0 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7737 payload 824 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:01:51.808+0000 7fd4aa663640 1 monclient: found mon.noname-a 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.178 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: dump: 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.179 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: dump: 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:01:51.808+0000 7fd4aae64640 4 set_mon_vals no callback set 2024-09-12T18:01:52.180 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7737 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.181 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.182 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd384070a20 auth_method 0 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.183 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.184 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe0ebbd2e8 EEXIST 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x561211333660 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x56121132dc70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x56121132f040 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.626930s 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x561211333660 auth_method 0 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.185 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x56121132f040 auth_method 0 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_done global_id 7340 payload 274 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.186 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:01:51.812+0000 7fd4a9661640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:01:51.812+0000 7fd4aa663640 10 monclient: get_auth_request con 0x56121132dc70 auth_method 0 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: dump: 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.187 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: dump: 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.188 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7340 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 4 set_mon_vals no callback set 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: shutdown 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.189 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.190 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.191 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: starting msgr at 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: starting objecter 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561211305060 EEXIST 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: setting wanted keys 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: calling monclient init 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.192 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.193 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x5612112e1bc8 EEXIST 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x56121132dc70 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x56121132f040 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x561211333660 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.629568s 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x56121132f040 auth_method 0 2024-09-12T18:01:52.194 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x56121132dc70 auth_method 0 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x561211333660 auth_method 0 2024-09-12T18:01:52.195 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7343 payload 824 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:01:51.816+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: dump: 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.196 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7343 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.197 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: dump: 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.198 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:01:51.816+0000 7fd38d7fa640 4 set_mon_vals no callback set 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: init done 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cr dump hook 0x7fd4a0011938 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:01:51.820+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd374070ae0 auth_method 0 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:01:51.820+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x56121134c7d0 auth_method 0 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 realm 2024-09-12T18:01:52.199 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:01:51.820+0000 7fd4a9661640 10 monclient: get_auth_request con 0x561211350b90 auth_method 0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:01:51.824+0000 7fd4aa663640 10 monclient: get_auth_request con 0x5612113542b0 auth_method 0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 searching for the correct realm 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:01:51.824+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd4a402c060 auth_method 0 2024-09-12T18:01:52.200 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:01:51.824+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd49c0d8040 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:01:51.824+0000 7fd4aa663640 10 monclient: get_auth_request con 0x7fd4a001f050 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:01:51.828+0000 7fd4aa663640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd4a001f050 msgr2=0x7fd4a0044920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 1 client.7343.objecter ms_handle_reset 0x7fd4a001f050 session 0x7fd4a004a040 osd.4 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 10 monclient: _renew_subs 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:01:51.828+0000 7fd4aa663640 10 monclient: get_auth_request con 0x7fd374081180 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:01:51.828+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd4a4017070 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:01:51.832+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd4a4095a20 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:01:51.832+0000 7fd4a9661640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd4a4095a20 msgr2=0x7fd4a4063a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:01:52.036+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd4a4095a20 auth_method 0 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:52.201 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zone default found 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Realm: () 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:52.202 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zonegroup default 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=0 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=1 2024-09-12T18:01:52.203 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=2 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=3 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=4 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=5 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=6 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=7 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.204 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:01:52.080+0000 7fd35bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache list hook 0x561211329940 2024-09-12T18:01:52.205 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache inspect hook 0x561211329940 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache erase hook 0x561211329940 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache zap hook 0x561211329940 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 note: GC not initialized 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:01:52.084+0000 7fd35affd640 20 reqs_thread_entry: start 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace show hook 0x7fd4a00019d0 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace history hook 0x7fd4a00019d0 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace active hook 0x7fd4a00019d0 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace active_short hook 0x7fd4a00019d0 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 Filter name: none 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:01:52.084+0000 7fd358ff9640 20 reqs_thread_entry: start 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:52.206 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : miss 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333490 cookie 94635598128656 notifier 7343 bl.length()=1007 2024-09-12T18:01:52.207 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:01:52.100+0000 7fd4ac35c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd4ac35c9c0 time 2024-09-12T18:01:52.104682+0000 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd4afc362eb] 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.208 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:01:52.104+0000 7fd4ac35c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd4ac35c9c0 thread_name:radosgw-admin 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd4aeab5520] 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:52.209 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd4afc36345] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:01:52.210 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:01:52.211 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:01:52.212 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:01:52.213 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:01:52.214 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:01:52.215 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:01:52.216 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:01:52.217 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd358ff9640 / http_manager 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd35affd640 / http_manager 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd35bfff640 / rgw_dt_lg_renew 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd37b7fe640 / ms_dispatch 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd38d7fa640 / io_context_pool 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd38f7fe640 / ms_dispatch 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd396604640 / ms_dispatch 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd397e07640 / io_context_pool 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a9661640 / msgr-worker-2 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a9e62640 / msgr-worker-1 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4aa663640 / msgr-worker-0 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4aae64640 / io_context_pool 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4ac35c9c0 / radosgw-admin 2024-09-12T18:01:52.218 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.128355.log 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:01:51.796+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:01:51.796+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: dump: 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.219 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7331 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 4 set_mon_vals no callback set 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.220 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:01:51.796+0000 7fd397e07640 10 monclient: dump: 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: shutdown 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) unregister_commands rotate-key 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.221 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.222 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding auth protocol: cephx 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:01:51.796+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: crc 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211266870) adding con mode: secure 2024-09-12T18:01:52.223 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: starting msgr at 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: starting objecter 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests hook 0x561210fdd8a0 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: setting wanted keys 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: calling monclient init 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding auth protocol: cephx 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.224 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: crc 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112611a0) adding con mode: secure 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key hook 0x5612112612e8 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x561211114260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.225 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x5612111a9a50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x5612111afe50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.613106s 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x5612111afe50 auth_method 0 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x5612111a9a50 auth_method 0 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.226 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:01:51.800+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7334 payload 824 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:01:51.800+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:01:51.800+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: dump: 2024-09-12T18:01:52.227 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.228 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:01:51.800+0000 7fd396604640 10 monclient: dump: 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.229 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7334 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:01:51.800+0000 7fd397e07640 4 set_mon_vals no callback set 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:01:51.800+0000 7fd4ac35c9c0 1 librados: init done 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:01:51.800+0000 7fd396604640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:01:51.804+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd390070ae0 auth_method 0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:01:51.804+0000 7fd4a9661640 10 monclient: get_auth_request con 0x56121128cee0 auth_method 0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:01:51.804+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x5612112abcb0 auth_method 0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:01:51.804+0000 7fd4a9661640 10 monclient: get_auth_request con 0x5612112aff30 auth_method 0 2024-09-12T18:01:52.230 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: get_auth_request con 0x5612112af560 auth_method 0 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.231 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding auth protocol: cephx 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.232 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: crc 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b8130) adding con mode: secure 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x5612112bbab0 EEXIST 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding auth protocol: cephx 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.233 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: crc 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112b6fd8) adding con mode: secure 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x5612112b7120 EEXIST 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:01:52.234 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x5612112dfc60 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x5612112df590 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x5612112ddf70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.622350s 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x5612112dfc60 auth_method 0 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x5612112df590 auth_method 0 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.235 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:01:51.808+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x5612112ddf70 auth_method 0 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:01:51.808+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.236 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7737 payload 824 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:01:51.808+0000 7fd4aa663640 1 monclient: found mon.noname-a 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:01:51.808+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: dump: 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.237 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:01:51.808+0000 7fd38f7fe640 10 monclient: dump: 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.238 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:01:51.808+0000 7fd4aae64640 4 set_mon_vals no callback set 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7737 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:01:51.808+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.239 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:01:51.812+0000 7fd38f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.240 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding auth protocol: cephx 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.241 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: crc 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112ff170) adding con mode: secure 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd384070a20 auth_method 0 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding auth protocol: cephx 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.242 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: crc 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd1a0) adding con mode: secure 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe0ebbd2e8 EEXIST 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x561211333660 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.243 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x56121132dc70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x56121132f040 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.626930s 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x561211333660 auth_method 0 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x56121132f040 auth_method 0 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.244 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:01:51.812+0000 7fd4a9e62640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient(hunting): handle_auth_done global_id 7340 payload 274 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:01:51.812+0000 7fd4a9661640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:01:51.812+0000 7fd4a9661640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:01:51.812+0000 7fd4aa663640 10 monclient: get_auth_request con 0x56121132dc70 auth_method 0 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.245 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: dump: 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.246 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:01:51.812+0000 7fd38d7fa640 10 monclient: dump: 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.247 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7340 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:01:51.812+0000 7fd4ac35c9c0 4 set_mon_vals no callback set 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: shutdown 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: build_initial_monmap 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 build_initial for_mkfs: 0 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: monmap: 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:01:52.248 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding auth protocol: cephx 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.249 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: crc 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x561211303e10) adding con mode: secure 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: starting msgr at 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: starting objecter 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command objecter_requests cmddesc objecter_requests hook 0x561211305060 EEXIST 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: setting wanted keys 2024-09-12T18:01:52.250 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: calling monclient init 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: init 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding auth protocol: cephx 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.251 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: crc 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 AuthRegistry(0x5612112e1a80) adding con mode: secure 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command rotate-key cmddesc rotate-key hook 0x5612112e1bc8 EEXIST 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-a con 0x56121132dc70 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-c con 0x56121132f040 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): picked mon.noname-b con 0x561211333660 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:01:52.252 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient(hunting): authenticate will time out at 2439.629568s 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): get_auth_request con 0x56121132f040 auth_method 0 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): get_auth_request con 0x56121132dc70 auth_method 0 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.253 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:01:51.816+0000 7fd4a9661640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request con 0x561211333660 auth_method 0 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:01:51.816+0000 7fd4a9e62640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient(hunting): handle_auth_done global_id 7343 payload 824 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient: _finish_hunting 0 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:01:51.816+0000 7fd4aa663640 1 monclient: found mon.noname-c 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:01:51.816+0000 7fd4aa663640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.254 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: dump: 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: _finish_auth 0 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: _check_auth_tickets 2024-09-12T18:01:52.255 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 monclient: authenticate success, global_id 7343 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:01:51.816+0000 7fd37b7fe640 10 monclient: dump: 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:01:52.256 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:01:51.816+0000 7fd38d7fa640 4 set_mon_vals no callback set 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _renew_subs 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 1 librados: init done 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:01:51.816+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cr dump hook 0x7fd4a0011938 2024-09-12T18:01:52.257 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:01:51.820+0000 7fd37b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:01:51.820+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd374070ae0 auth_method 0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:01:51.820+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x56121134c7d0 auth_method 0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 realm 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.258 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:01:51.820+0000 7fd4a9661640 10 monclient: get_auth_request con 0x561211350b90 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:01:51.820+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:01:51.824+0000 7fd4aa663640 10 monclient: get_auth_request con 0x5612113542b0 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:01:51.824+0000 7fd4ac35c9c0 20 searching for the correct realm 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:01:51.824+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd4a402c060 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:01:51.824+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd49c0d8040 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:01:51.824+0000 7fd4aa663640 10 monclient: get_auth_request con 0x7fd4a001f050 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:01:51.828+0000 7fd4aa663640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd4a001f050 msgr2=0x7fd4a0044920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 1 client.7343.objecter ms_handle_reset 0x7fd4a001f050 session 0x7fd4a004a040 osd.4 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 10 monclient: _renew_subs 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:01:51.828+0000 7fd37b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:01:51.828+0000 7fd4aa663640 10 monclient: get_auth_request con 0x7fd374081180 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:01:51.828+0000 7fd4a9e62640 10 monclient: get_auth_request con 0x7fd4a4017070 auth_method 0 2024-09-12T18:01:52.259 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:01:51.832+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd4a4095a20 auth_method 0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:01:51.832+0000 7fd4a9661640 0 -- 172.21.15.92:0/2769251821 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd4a4095a20 msgr2=0x7fd4a4063a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:01:52.036+0000 7fd4a9661640 10 monclient: get_auth_request con 0x7fd4a4095a20 auth_method 0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:01:52.048+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.260 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zone default found 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Realm: () 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 zonegroup default 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.261 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:01:52.052+0000 7fd4ac35c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=0 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=1 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=2 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=3 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=4 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=5 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=6 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 20 add_watcher() i=7 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:01:52.076+0000 7fd4ac35c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding auth protocol: cephx 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.262 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:01:52.080+0000 7fd35bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: crc 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:01:52.080+0000 7fd4ac35c9c0 5 AuthRegistry(0x7ffe0ebbd670) adding con mode: secure 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:52.263 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache list hook 0x561211329940 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache inspect hook 0x561211329940 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache erase hook 0x561211329940 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command cache zap hook 0x561211329940 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 note: GC not initialized 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:01:52.084+0000 7fd35affd640 20 reqs_thread_entry: start 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace show hook 0x7fd4a00019d0 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace history hook 0x7fd4a00019d0 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace active hook 0x7fd4a00019d0 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 5 asok(0x56121105a2b0) register_command sync trace active_short hook 0x7fd4a00019d0 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:52.264 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 Filter name: none 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:01:52.084+0000 7fd358ff9640 20 reqs_thread_entry: start 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : miss 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:52.265 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:01:52.084+0000 7fd4ac35c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:01:52.092+0000 7fd4ac35c9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333490 cookie 94635598128656 notifier 7343 bl.length()=1007 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:01:52.092+0000 7fd38d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:01:52.096+0000 7fd4ac35c9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:01:52.100+0000 7fd4ac35c9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd4ac35c9c0 time 2024-09-12T18:01:52.104682+0000 2024-09-12T18:01:52.266 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd4afc362eb] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:01:52.267 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:01:52.104+0000 7fd4ac35c9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fd4ac35c9c0 thread_name:radosgw-admin 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd4aeab5520] 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd4afc36345] 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd4afc3649f] 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56120f1bc0c1] 2024-09-12T18:01:52.268 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x56120fc120ec] 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56120f1ce18d] 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd4aea9cd90] 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:01:52.269 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:01:52.270 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:01:52.271 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:01:52.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:01:52.273 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:01:52.274 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:01:52.275 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd358ff9640 / http_manager 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd35affd640 / http_manager 2024-09-12T18:01:52.276 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd35bfff640 / rgw_dt_lg_renew 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd37b7fe640 / ms_dispatch 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd38d7fa640 / io_context_pool 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd38f7fe640 / ms_dispatch 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd396604640 / ms_dispatch 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd397e07640 / io_context_pool 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a9661640 / msgr-worker-2 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4a9e62640 / msgr-worker-1 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4aa663640 / msgr-worker-0 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4aae64640 / io_context_pool 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: 7fd4ac35c9c0 / radosgw-admin 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:01:52.277 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:01:52.111545Z_88525221-3688-434a-ac50-f6dfa1e986d0/log 2024-09-12T18:01:52.278 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:01:52.278 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:01:52.278 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T18:01:52.278 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:52.278 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:52.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 realm 2024-09-12T18:01:52.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.196+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.200+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.200+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.200+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.200+0000 7f4e6209c9c0 20 searching for the correct realm 2024-09-12T18:01:52.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.204+0000 7f4e603a3640 0 -- 172.21.15.92:0/1425690835 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x556057ac6c30 msgr2=0x7f4e540209f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.416+0000 7f4e5f3a1640 0 -- 172.21.15.92:0/1425690835 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4e58109580 msgr2=0x7f4e58101620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:52.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.632+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 zone default found 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 4 Realm: () 2024-09-12T18:01:52.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 zonegroup default 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.636+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.640+0000 7f4e6209c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.640+0000 7f4e6209c9c0 20 started sync module instance, tier type = 2024-09-12T18:01:52.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.640+0000 7f4e6209c9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=0 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=1 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=2 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=3 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=4 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=5 2024-09-12T18:01:52.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.660+0000 7f4e6209c9c0 20 add_watcher() i=6 2024-09-12T18:01:52.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.664+0000 7f4e6209c9c0 20 add_watcher() i=7 2024-09-12T18:01:52.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.664+0000 7f4e6209c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:52.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4d15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4e6209c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:52.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4e6209c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:52.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4e6209c9c0 5 note: GC not initialized 2024-09-12T18:01:52.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4d14fe1640 20 reqs_thread_entry: start 2024-09-12T18:01:52.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.668+0000 7f4e6209c9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:52.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 Filter name: none 2024-09-12T18:01:52.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4c8e7fc640 20 reqs_thread_entry: start 2024-09-12T18:01:52.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:52.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T18:01:52.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:52.674 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.672+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.676+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:52.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.676+0000 7f4e6209c9c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.676+0000 7f4e6209c9c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T18:01:52.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.676+0000 7f4e6209c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:01:52.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.680+0000 7f4d15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.684+0000 7f4e6209c9c0 20 remove_watcher() i=0 2024-09-12T18:01:52.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.684+0000 7f4e6209c9c0 2 removed watcher, disabling cache 2024-09-12T18:01:52.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.684+0000 7f4e6209c9c0 20 remove_watcher() i=1 2024-09-12T18:01:52.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.688+0000 7f4e6209c9c0 20 remove_watcher() i=2 2024-09-12T18:01:52.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.692+0000 7f4e6209c9c0 20 remove_watcher() i=3 2024-09-12T18:01:52.693 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.692+0000 7f4e6209c9c0 20 remove_watcher() i=4 2024-09-12T18:01:52.694 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.692+0000 7f4e6209c9c0 20 remove_watcher() i=5 2024-09-12T18:01:52.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.696+0000 7f4e6209c9c0 20 remove_watcher() i=6 2024-09-12T18:01:52.697 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.696+0000 7f4e6209c9c0 20 remove_watcher() i=7 2024-09-12T18:01:52.715 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.715 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:01:52.716 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:01:52.716 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:01:52.717 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:52.717 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:52.731 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:01:52.731 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:01:52.775 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:01:52.812 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:52.812 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:52.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.856+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 realm 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.860+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.864+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:52.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.864+0000 7fd013c659c0 20 searching for the correct realm 2024-09-12T18:01:52.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.864+0000 7fd01176b640 0 -- 172.21.15.92:0/2420111164 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fd00c05a390 msgr2=0x7fd00c05b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:52.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:52.872+0000 7fd01176b640 0 -- 172.21.15.92:0/2420111164 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7fd00c0958e0 msgr2=0x7fd00c05a830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:53.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:53.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.092+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 zone default found 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 4 Realm: () 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:01:53.095 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:53.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 zonegroup default 2024-09-12T18:01:53.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:53.096 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:53.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:53.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 started sync module instance, tier type = 2024-09-12T18:01:53.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.096+0000 7fd013c659c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=0 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=1 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=2 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=3 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=4 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=5 2024-09-12T18:01:53.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.120+0000 7fd013c659c0 20 add_watcher() i=6 2024-09-12T18:01:53.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.124+0000 7fd013c659c0 20 add_watcher() i=7 2024-09-12T18:01:53.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.124+0000 7fd013c659c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:53.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.128+0000 7fcec2ff5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:53.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.128+0000 7fd013c659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:53.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.128+0000 7fd013c659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:53.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.128+0000 7fd013c659c0 5 note: GC not initialized 2024-09-12T18:01:53.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.128+0000 7fcec1ff3640 20 reqs_thread_entry: start 2024-09-12T18:01:53.130 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 init_complete bucket index max shards: 1 2024-09-12T18:01:53.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 Filter name: none 2024-09-12T18:01:53.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fce337fe640 20 reqs_thread_entry: start 2024-09-12T18:01:53.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T18:01:53.131 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:01:53.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T18:01:53.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T18:01:53.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : miss 2024-09-12T18:01:53.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 rados->read ofs=0 len=0 2024-09-12T18:01:53.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T18:01:53.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:01:53.133 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:01:53.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:01:53.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:01:53.134 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.132+0000 7fd013c659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:01:53.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.136+0000 7fd013c659c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to be held by another RGW process; skipping for now 2024-09-12T18:01:53.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.136+0000 7fcec2ff5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:53.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.140+0000 7fd013c659c0 20 remove_watcher() i=0 2024-09-12T18:01:53.142 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.140+0000 7fd013c659c0 2 removed watcher, disabling cache 2024-09-12T18:01:53.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.144+0000 7fd013c659c0 20 remove_watcher() i=1 2024-09-12T18:01:53.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.148+0000 7fd013c659c0 20 remove_watcher() i=2 2024-09-12T18:01:53.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.148+0000 7fd013c659c0 20 remove_watcher() i=3 2024-09-12T18:01:53.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.152+0000 7fd013c659c0 20 remove_watcher() i=4 2024-09-12T18:01:53.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.152+0000 7fd013c659c0 20 remove_watcher() i=5 2024-09-12T18:01:53.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.156+0000 7fd013c659c0 20 remove_watcher() i=6 2024-09-12T18:01:53.156 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:01:53.156+0000 7fd013c659c0 20 remove_watcher() i=7 2024-09-12T18:01:53.171 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T18:02:23.191 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:02:23.227 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:23.228 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:23.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 realm 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:23.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.275+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.279+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:23.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.279+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.279+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:23.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.279+0000 7fec47aa49c0 20 searching for the correct realm 2024-09-12T18:02:23.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.283+0000 7fec44da9640 0 -- 172.21.15.92:0/3924707857 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55fcf9ac24b0 msgr2=0x55fcf9ac48c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:23.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.291+0000 7fec455aa640 0 -- 172.21.15.92:0/3924707857 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fec3c04a400 msgr2=0x7fec3c04a880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:23.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:23.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:23.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:23.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:23.296 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:23.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:23.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.297 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 zone default found 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 4 Realm: () 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 zonegroup default 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.298 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.299+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.303+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.303+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.299 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.303+0000 7fec47aa49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.303+0000 7fec47aa49c0 20 started sync module instance, tier type = 2024-09-12T18:02:23.300 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.303+0000 7fec47aa49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=0 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=1 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=2 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=3 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=4 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=5 2024-09-12T18:02:23.315 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=6 2024-09-12T18:02:23.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 20 add_watcher() i=7 2024-09-12T18:02:23.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.319+0000 7fec47aa49c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:23.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7feafb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:23.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:23.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:23.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 5 note: GC not initialized 2024-09-12T18:02:23.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7feafa7e4640 20 reqs_thread_entry: start 2024-09-12T18:02:23.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:23.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 Filter name: none 2024-09-12T18:02:23.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fea6bfff640 20 reqs_thread_entry: start 2024-09-12T18:02:23.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T18:02:23.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:02:23.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T18:02:23.321 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : miss 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:23.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.323+0000 7fec47aa49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:02:23.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.327+0000 7fec47aa49c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:02:23.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.331 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7feb28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333491 cookie 94545008934704 notifier 7800 bl.length()=1007 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7feb28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7feb28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7feb28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:02:23.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:02:23.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:02:23.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.335+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:02:23.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.339+0000 7fec47aa49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.2.0 2024-09-12T18:02:23.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.339+0000 7fec47aa49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.2.0 2024-09-12T18:02:23.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.339+0000 7fec47aa49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.2.1 2024-09-12T18:02:23.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.339+0000 7fec47aa49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.2.1 2024-09-12T18:02:23.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.339+0000 7fec47aa49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.0 2024-09-12T18:02:23.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.347+0000 7fec47aa49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:23.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.347+0000 7fec47aa49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:02:23.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:02:23.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7feb17fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333492 cookie 94545008934704 notifier 7800 bl.length()=1007 2024-09-12T18:02:23.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7feb17fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7feb17fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.347 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7feb17fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:02:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:02:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:02:23.348 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.351+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:02:23.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.37.0 2024-09-12T18:02:23.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:23.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 2024-09-12T18:02:23.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7fec47aa49c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37, ofs0, ns] 2024-09-12T18:02:23.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7feb28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333493 cookie 94545008934704 notifier 7800 bl.length()=975 2024-09-12T18:02:23.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7feb28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 info.flags=0x17 2024-09-12T18:02:23.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7feb28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 to cache LRU end 2024-09-12T18:02:23.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.355+0000 7feb28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:23.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.359+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_sources= new_sources= 2024-09-12T18:02:23.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.359+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential sources added=[] removed=[] 2024-09-12T18:02:23.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.359+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): orig_dests= new_dests= 2024-09-12T18:02:23.355 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.359+0000 7fec47aa49c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[bce1255c-5789-4602-aafb-12ce74041bd1.4550.37]): potential dests added=[] removed=[] 2024-09-12T18:02:23.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.359+0000 7fec47aa49c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T18:02:23.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.363+0000 7feafb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:23.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.367+0000 7fec47aa49c0 20 remove_watcher() i=0 2024-09-12T18:02:23.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.367+0000 7fec47aa49c0 2 removed watcher, disabling cache 2024-09-12T18:02:23.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.371+0000 7fec47aa49c0 20 remove_watcher() i=1 2024-09-12T18:02:23.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.375+0000 7fec47aa49c0 20 remove_watcher() i=2 2024-09-12T18:02:23.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.375+0000 7fec47aa49c0 20 remove_watcher() i=3 2024-09-12T18:02:23.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.379+0000 7fec47aa49c0 20 remove_watcher() i=4 2024-09-12T18:02:23.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.379+0000 7fec47aa49c0 20 remove_watcher() i=5 2024-09-12T18:02:23.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.383+0000 7fec47aa49c0 20 remove_watcher() i=6 2024-09-12T18:02:23.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.383+0000 7fec47aa49c0 20 remove_watcher() i=7 2024-09-12T18:02:23.395 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T18:02:23.426 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:23.426 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:23.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.471+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 realm 2024-09-12T18:02:23.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:23.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:23.474 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.475+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.479+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:23.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.479+0000 7fe97e0109c0 20 searching for the correct realm 2024-09-12T18:02:23.488 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.491+0000 7fe97bb16640 0 -- 172.21.15.92:0/917964802 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fe974015030 msgr2=0x7fe974076050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:23.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.499+0000 7fe97b315640 0 -- 172.21.15.92:0/917964802 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe974076be0 msgr2=0x7fe97406f6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:23.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.715+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:23.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:23.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 zone default found 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 4 Realm: () 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 zonegroup default 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:23.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.719+0000 7fe97e0109c0 20 started sync module instance, tier type = 2024-09-12T18:02:23.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.723+0000 7fe97e0109c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:23.741 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=0 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=1 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=2 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=3 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=4 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=5 2024-09-12T18:02:23.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.743+0000 7fe97e0109c0 20 add_watcher() i=6 2024-09-12T18:02:23.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.747+0000 7fe97e0109c0 20 add_watcher() i=7 2024-09-12T18:02:23.744 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.747+0000 7fe97e0109c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:23.747 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe831fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:23.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:23.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:23.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 5 note: GC not initialized 2024-09-12T18:02:23.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe830fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:23.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:23.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 Filter name: none 2024-09-12T18:02:23.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe7aa7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:23.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:02:23.749 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:02:23.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:23.750 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.751+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.755+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T18:02:23.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.755+0000 7fe97e0109c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:23.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.755+0000 7fe97e0109c0 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T18:02:23.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.755+0000 7fe97e0109c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:23.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.755+0000 7fe831fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:23.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.763+0000 7fe97e0109c0 20 remove_watcher() i=0 2024-09-12T18:02:23.759 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.763+0000 7fe97e0109c0 2 removed watcher, disabling cache 2024-09-12T18:02:23.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.763+0000 7fe97e0109c0 20 remove_watcher() i=1 2024-09-12T18:02:23.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.767+0000 7fe97e0109c0 20 remove_watcher() i=2 2024-09-12T18:02:23.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.767+0000 7fe97e0109c0 20 remove_watcher() i=3 2024-09-12T18:02:23.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.771+0000 7fe97e0109c0 20 remove_watcher() i=4 2024-09-12T18:02:23.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.771+0000 7fe97e0109c0 20 remove_watcher() i=5 2024-09-12T18:02:23.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.771+0000 7fe97e0109c0 20 remove_watcher() i=6 2024-09-12T18:02:23.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:23.775+0000 7fe97e0109c0 20 remove_watcher() i=7 2024-09-12T18:02:23.785 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:23.785 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:23.785 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-logrecord-writes id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:02:23.785 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:23.786 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.786 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.790 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.790 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.857 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.857 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.878 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T18:02:23.878 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:23.880 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.880 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.893 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.894 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.942 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.942 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.964 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.964 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:23.985 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:23.985 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.006 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.006 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.027 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.027 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.051 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.051 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.072 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.072 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.093 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.093 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.115 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.115 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.135 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.135 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.156 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.156 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.176 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.177 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.197 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.197 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.218 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.218 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.240 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.240 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.261 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.261 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.281 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.281 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.303 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.303 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.324 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.325 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.345 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:24.345 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:24.366 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T18:02:24.399 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:24.399 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:24.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 realm 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:24.446 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.447+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.451+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:24.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.451+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.451+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:24.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.451+0000 7f6938b2f9c0 20 searching for the correct realm 2024-09-12T18:02:24.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.455+0000 7f6936e36640 0 -- 172.21.15.92:0/3299970953 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f692c09e1d0 msgr2=0x7f692c06f560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:24.459 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.463+0000 7f6935e34640 0 -- 172.21.15.92:0/3299970953 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f6930063d90 msgr2=0x7f6930061f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:24.678 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.679+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:24.679 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:24.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 zone default found 2024-09-12T18:02:24.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 4 Realm: () 2024-09-12T18:02:24.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:24.680 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:24.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:24.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 zonegroup default 2024-09-12T18:02:24.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.683+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.682 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.687+0000 7f6938b2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.687+0000 7f6938b2f9c0 20 started sync module instance, tier type = 2024-09-12T18:02:24.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.687+0000 7f6938b2f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=0 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=1 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=2 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=3 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=4 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=5 2024-09-12T18:02:24.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.707+0000 7f6938b2f9c0 20 add_watcher() i=6 2024-09-12T18:02:24.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.711+0000 7f6938b2f9c0 20 add_watcher() i=7 2024-09-12T18:02:24.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.711+0000 7f6938b2f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:24.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f67ecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:24.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f6938b2f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:24.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f6938b2f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:24.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f6938b2f9c0 5 note: GC not initialized 2024-09-12T18:02:24.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f67677fe640 20 reqs_thread_entry: start 2024-09-12T18:02:24.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.715+0000 7f6938b2f9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:24.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 Filter name: none 2024-09-12T18:02:24.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f67657fa640 20 reqs_thread_entry: start 2024-09-12T18:02:24.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:24.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:24.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:24.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.719+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.723+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:24.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.723+0000 7f6938b2f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.723+0000 7f6938b2f9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:24.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.723+0000 7f6938b2f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:24.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.727+0000 7f67ecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:24.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.731+0000 7f6938b2f9c0 20 remove_watcher() i=0 2024-09-12T18:02:24.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.731+0000 7f6938b2f9c0 2 removed watcher, disabling cache 2024-09-12T18:02:24.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.735+0000 7f6938b2f9c0 20 remove_watcher() i=1 2024-09-12T18:02:24.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.735+0000 7f6938b2f9c0 20 remove_watcher() i=2 2024-09-12T18:02:24.736 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.739+0000 7f6938b2f9c0 20 remove_watcher() i=3 2024-09-12T18:02:24.737 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.739+0000 7f6938b2f9c0 20 remove_watcher() i=4 2024-09-12T18:02:24.739 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.743+0000 7f6938b2f9c0 20 remove_watcher() i=5 2024-09-12T18:02:24.740 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.743+0000 7f6938b2f9c0 20 remove_watcher() i=6 2024-09-12T18:02:24.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.743+0000 7f6938b2f9c0 20 remove_watcher() i=7 2024-09-12T18:02:24.756 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:24.756 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:24.756 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:02:24.756 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:24.756 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T18:02:24.788 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:24.788 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:24.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 realm 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:24.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.835+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:24.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:24.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:24.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:24.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.839+0000 7f36b38c99c0 20 searching for the correct realm 2024-09-12T18:02:24.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:24.843+0000 7f36b1bd0640 0 -- 172.21.15.92:0/1685634030 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f36a8008040 msgr2=0x7f36a8061bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:25.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.059+0000 7f36b0bce640 0 -- 172.21.15.92:0/1685634030 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f36ac126b60 msgr2=0x7f36ac103940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:25.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:25.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.275+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.275 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:25.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 zone default found 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 4 Realm: () 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 zonegroup default 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.279+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.283+0000 7f36b38c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.283+0000 7f36b38c99c0 20 started sync module instance, tier type = 2024-09-12T18:02:25.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.283+0000 7f36b38c99c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:25.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=0 2024-09-12T18:02:25.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=1 2024-09-12T18:02:25.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=2 2024-09-12T18:02:25.301 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=3 2024-09-12T18:02:25.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=4 2024-09-12T18:02:25.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=5 2024-09-12T18:02:25.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.303+0000 7f36b38c99c0 20 add_watcher() i=6 2024-09-12T18:02:25.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.307+0000 7f36b38c99c0 20 add_watcher() i=7 2024-09-12T18:02:25.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.307+0000 7f36b38c99c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:25.308 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.311+0000 7f3567fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:25.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.311+0000 7f36b38c99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:25.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.311+0000 7f36b38c99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:25.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.311+0000 7f36b38c99c0 5 note: GC not initialized 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.311+0000 7f3566fe5640 20 reqs_thread_entry: start 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 Filter name: none 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f3564fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T18:02:25.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:25.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:25.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T18:02:25.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 : miss 2024-09-12T18:02:25.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:25.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:25.313 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:25.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:25.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:25.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.315+0000 7f36b38c99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 2024-09-12T18:02:25.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:25.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:25.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:25.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38, ofs0, ns] 2024-09-12T18:02:25.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f3594ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333537 cookie 93882965855984 notifier 7439 bl.length()=1015 2024-09-12T18:02:25.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f3594ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:25.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f3594ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:25.325 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f3594ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:25.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_sources= new_sources= 2024-09-12T18:02:25.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential sources added=[] removed=[] 2024-09-12T18:02:25.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_dests= new_dests= 2024-09-12T18:02:25.326 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.327+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential dests added=[] removed=[] 2024-09-12T18:02:25.332 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.335+0000 7f36b38c99c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.0 2024-09-12T18:02:25.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.335+0000 7f36b38c99c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.0 2024-09-12T18:02:25.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.335+0000 7f36b38c99c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.1 2024-09-12T18:02:25.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.335+0000 7f36b38c99c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.1 2024-09-12T18:02:25.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.335+0000 7f36b38c99c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.0 2024-09-12T18:02:25.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.339+0000 7f36b38c99c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T18:02:25.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.339+0000 7f36b38c99c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T18:02:25.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.351+0000 7f36b38c99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:25.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.351+0000 7f36b38c99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 2024-09-12T18:02:25.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:25.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:25.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:25.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38, ofs0, ns] 2024-09-12T18:02:25.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f3583fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333538 cookie 93882965855984 notifier 7439 bl.length()=983 2024-09-12T18:02:25.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f3583fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:25.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f3583fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:25.353 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f3583fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:25.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_sources= new_sources= 2024-09-12T18:02:25.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential sources added=[] removed=[] 2024-09-12T18:02:25.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_dests= new_dests= 2024-09-12T18:02:25.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential dests added=[] removed=[] 2024-09-12T18:02:25.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.355+0000 7f36b38c99c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T18:02:25.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.363+0000 7f3567fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:25.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.367+0000 7f36b38c99c0 20 remove_watcher() i=0 2024-09-12T18:02:25.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.367+0000 7f36b38c99c0 2 removed watcher, disabling cache 2024-09-12T18:02:25.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.371+0000 7f36b38c99c0 20 remove_watcher() i=1 2024-09-12T18:02:25.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.371+0000 7f36b38c99c0 20 remove_watcher() i=2 2024-09-12T18:02:25.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.375+0000 7f36b38c99c0 20 remove_watcher() i=3 2024-09-12T18:02:25.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.375+0000 7f36b38c99c0 20 remove_watcher() i=4 2024-09-12T18:02:25.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.379+0000 7f36b38c99c0 20 remove_watcher() i=5 2024-09-12T18:02:25.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.379+0000 7f36b38c99c0 20 remove_watcher() i=6 2024-09-12T18:02:25.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.383+0000 7f36b38c99c0 20 remove_watcher() i=7 2024-09-12T18:02:25.401 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T18:02:25.432 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:25.433 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.479+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 realm 2024-09-12T18:02:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:25.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.480 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:25.481 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:25.482 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.483+0000 7fef4dbb59c0 20 searching for the correct realm 2024-09-12T18:02:25.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.487+0000 7fef4aeba640 0 -- 172.21.15.92:0/3512094850 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fef3c0f2d20 msgr2=0x7fef3c0f60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:25.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.703+0000 7fef4aeba640 0 -- 172.21.15.92:0/3512094850 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fef3c0f2d20 msgr2=0x7fef3c0f60a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:25.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:25.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 zone default found 2024-09-12T18:02:25.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 4 Realm: () 2024-09-12T18:02:25.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:25.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 zonegroup default 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.723+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 started sync module instance, tier type = 2024-09-12T18:02:25.724 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.727+0000 7fef4dbb59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=0 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=1 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=2 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=3 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=4 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=5 2024-09-12T18:02:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.747+0000 7fef4dbb59c0 20 add_watcher() i=6 2024-09-12T18:02:25.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.751+0000 7fef4dbb59c0 20 add_watcher() i=7 2024-09-12T18:02:25.748 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.751+0000 7fef4dbb59c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:25.751 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fee01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:25.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:25.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:25.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 5 note: GC not initialized 2024-09-12T18:02:25.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fee00fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:25.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:25.753 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 20 Filter name: none 2024-09-12T18:02:25.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fed7a7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:25.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.755+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.754 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:25.755 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:25.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:25.756 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:25.757 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:25.758 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.759+0000 7fef4dbb59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:25.761 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.763+0000 7fee01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:25.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.767+0000 7fef4dbb59c0 20 remove_watcher() i=0 2024-09-12T18:02:25.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.767+0000 7fef4dbb59c0 2 removed watcher, disabling cache 2024-09-12T18:02:25.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.771+0000 7fef4dbb59c0 20 remove_watcher() i=1 2024-09-12T18:02:25.771 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.775+0000 7fef4dbb59c0 20 remove_watcher() i=2 2024-09-12T18:02:25.773 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.775+0000 7fef4dbb59c0 20 remove_watcher() i=3 2024-09-12T18:02:25.775 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.779+0000 7fef4dbb59c0 20 remove_watcher() i=4 2024-09-12T18:02:25.776 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.779+0000 7fef4dbb59c0 20 remove_watcher() i=5 2024-09-12T18:02:25.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.779+0000 7fef4dbb59c0 20 remove_watcher() i=6 2024-09-12T18:02:25.779 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.783+0000 7fef4dbb59c0 20 remove_watcher() i=7 2024-09-12T18:02:25.794 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:25.794 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:25.794 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:02:25.794 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:25.795 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:25.795 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:25.808 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:25.808 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:25.855 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:02:25.893 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:25.893 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:25.939 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 realm 2024-09-12T18:02:25.940 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:25.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:25.941 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.943+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.942 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.947+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:25.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.947+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:25.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.947+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:25.943 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.947+0000 7f13907479c0 20 searching for the correct realm 2024-09-12T18:02:25.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.951+0000 7f138ea4e640 0 -- 172.21.15.92:0/1012649908 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f1384024070 msgr2=0x7f138408e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:25.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:25.959+0000 7f138da4c640 0 -- 172.21.15.92:0/1012649908 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f13880223f0 msgr2=0x7f1388022830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.175+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:26.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 zone default found 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 4 Realm: () 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 zonegroup default 2024-09-12T18:02:26.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 started sync module instance, tier type = 2024-09-12T18:02:26.178 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.179+0000 7f13907479c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=0 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=1 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=2 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=3 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=4 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=5 2024-09-12T18:02:26.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=6 2024-09-12T18:02:26.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 20 add_watcher() i=7 2024-09-12T18:02:26.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.207+0000 7f13907479c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:26.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.211+0000 7f1244fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 5 note: GC not initialized 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f11bf7fe640 20 reqs_thread_entry: start 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:26.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 Filter name: none 2024-09-12T18:02:26.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f11bd7fa640 20 reqs_thread_entry: start 2024-09-12T18:02:26.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T18:02:26.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:26.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:26.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T18:02:26.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 : miss 2024-09-12T18:02:26.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.215+0000 7f13907479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 2024-09-12T18:02:26.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38, ofs0, ns] 2024-09-12T18:02:26.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f1271ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333539 cookie 94265233915424 notifier 7893 bl.length()=1015 2024-09-12T18:02:26.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f1271ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f1271ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.225 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f1271ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_sources= new_sources= 2024-09-12T18:02:26.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential sources added=[] removed=[] 2024-09-12T18:02:26.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_dests= new_dests= 2024-09-12T18:02:26.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.227+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential dests added=[] removed=[] 2024-09-12T18:02:26.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.235+0000 7f13907479c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.0 2024-09-12T18:02:26.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.235+0000 7f13907479c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.0 2024-09-12T18:02:26.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.235+0000 7f13907479c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.1 2024-09-12T18:02:26.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.235+0000 7f13907479c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.1.1 2024-09-12T18:02:26.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.235+0000 7f13907479c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.0 2024-09-12T18:02:26.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.239+0000 7f13907479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:26.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.239+0000 7f13907479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 2024-09-12T18:02:26.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.243+0000 7f13907479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.243+0000 7f13907479c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.243+0000 7f13907479c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.243+0000 7f13907479c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38, ofs0, ns] 2024-09-12T18:02:26.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f1271ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333540 cookie 94265233915424 notifier 7893 bl.length()=1015 2024-09-12T18:02:26.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f1271ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f1271ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f1271ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_sources= new_sources= 2024-09-12T18:02:26.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential sources added=[] removed=[] 2024-09-12T18:02:26.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_dests= new_dests= 2024-09-12T18:02:26.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.247+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential dests added=[] removed=[] 2024-09-12T18:02:26.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.251+0000 7f13907479c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.38.0 2024-09-12T18:02:26.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.251+0000 7f13907479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:26.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.251+0000 7f13907479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 2024-09-12T18:02:26.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38, ofs0, ns] 2024-09-12T18:02:26.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f1271ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333541 cookie 94265233915424 notifier 7893 bl.length()=983 2024-09-12T18:02:26.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f1271ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 info.flags=0x17 2024-09-12T18:02:26.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f1271ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 to cache LRU end 2024-09-12T18:02:26.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f1271ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:26.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_sources= new_sources= 2024-09-12T18:02:26.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential sources added=[] removed=[] 2024-09-12T18:02:26.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): orig_dests= new_dests= 2024-09-12T18:02:26.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.255+0000 7f13907479c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.38]): potential dests added=[] removed=[] 2024-09-12T18:02:26.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.259+0000 7f13907479c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T18:02:26.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.263+0000 7f1244fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:26.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.267+0000 7f13907479c0 20 remove_watcher() i=0 2024-09-12T18:02:26.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.267+0000 7f13907479c0 2 removed watcher, disabling cache 2024-09-12T18:02:26.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.271+0000 7f13907479c0 20 remove_watcher() i=1 2024-09-12T18:02:26.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.271+0000 7f13907479c0 20 remove_watcher() i=2 2024-09-12T18:02:26.272 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.275+0000 7f13907479c0 20 remove_watcher() i=3 2024-09-12T18:02:26.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.279+0000 7f13907479c0 20 remove_watcher() i=4 2024-09-12T18:02:26.276 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.279+0000 7f13907479c0 20 remove_watcher() i=5 2024-09-12T18:02:26.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.283+0000 7f13907479c0 20 remove_watcher() i=6 2024-09-12T18:02:26.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.283+0000 7f13907479c0 20 remove_watcher() i=7 2024-09-12T18:02:26.297 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T18:02:26.327 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:26.327 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:26.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 realm 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.375+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.379+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:26.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.379+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.379+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:26.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.379+0000 7f5c2c0909c0 20 searching for the correct realm 2024-09-12T18:02:26.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.383+0000 7f5c2a397640 0 -- 172.21.15.92:0/3468163479 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5c200c8030 msgr2=0x7f5c2012ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:26.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.599+0000 7f5c29395640 0 -- 172.21.15.92:0/3468163479 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5c240934d0 msgr2=0x7f5c2406c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:26.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:26.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:26.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:26.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:26.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.815+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:26.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 zone default found 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 4 Realm: () 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:26.816 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 zonegroup default 2024-09-12T18:02:26.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.817 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.819+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.823+0000 7f5c2c0909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:26.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.823+0000 7f5c2c0909c0 20 started sync module instance, tier type = 2024-09-12T18:02:26.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.823+0000 7f5c2c0909c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=0 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=1 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=2 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=3 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=4 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=5 2024-09-12T18:02:26.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.843+0000 7f5c2c0909c0 20 add_watcher() i=6 2024-09-12T18:02:26.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.847+0000 7f5c2c0909c0 20 add_watcher() i=7 2024-09-12T18:02:26.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.847+0000 7f5c2c0909c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:26.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5adb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:26.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:26.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:26.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 5 note: GC not initialized 2024-09-12T18:02:26.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5ada7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:26.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:26.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 20 Filter name: none 2024-09-12T18:02:26.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5a4ffff640 20 reqs_thread_entry: start 2024-09-12T18:02:26.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.851+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:26.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:26.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:26.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:26.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.855+0000 7f5c2c0909c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:26.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.859+0000 7f5c2c0909c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:26.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.859+0000 7f5c2c0909c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:26.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.859+0000 7f5adb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:26.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.867+0000 7f5c2c0909c0 20 remove_watcher() i=0 2024-09-12T18:02:26.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.867+0000 7f5c2c0909c0 2 removed watcher, disabling cache 2024-09-12T18:02:26.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.867+0000 7f5c2c0909c0 20 remove_watcher() i=1 2024-09-12T18:02:26.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.871+0000 7f5c2c0909c0 20 remove_watcher() i=2 2024-09-12T18:02:26.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.871+0000 7f5c2c0909c0 20 remove_watcher() i=3 2024-09-12T18:02:26.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.875+0000 7f5c2c0909c0 20 remove_watcher() i=4 2024-09-12T18:02:26.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.875+0000 7f5c2c0909c0 20 remove_watcher() i=5 2024-09-12T18:02:26.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.879+0000 7f5c2c0909c0 20 remove_watcher() i=6 2024-09-12T18:02:26.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:26.879+0000 7f5c2c0909c0 20 remove_watcher() i=7 2024-09-12T18:02:26.892 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:26.892 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:26.892 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.38 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:02:26.892 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:26.895 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:26.895 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:26.902 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:26.902 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:26.966 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:26.967 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:26.989 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T18:02:26.989 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:26.990 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:26.990 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.004 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.004 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.049 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.049 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.069 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.069 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.089 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.090 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.110 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.110 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.131 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.131 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.151 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.170 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.190 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.210 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.210 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.231 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.231 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.251 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.251 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.270 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.270 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.289 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.289 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.311 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.311 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.332 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.332 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.353 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.353 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.373 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.373 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.393 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.393 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.412 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.412 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.433 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:27.433 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:27.451 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T18:02:27.483 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:27.483 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:27.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.531+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.531+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.531+0000 7fc16a8029c0 20 realm 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.531+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:27.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:27.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:27.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:27.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:27.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.535+0000 7fc16a8029c0 20 searching for the correct realm 2024-09-12T18:02:27.742 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.743+0000 7fc168b09640 0 -- 172.21.15.92:0/248598285 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc15c0f5040 msgr2=0x7fc15c0da420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:27.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:27.959+0000 7fc167b07640 0 -- 172.21.15.92:0/248598285 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc1600934b0 msgr2=0x7fc160093950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:28.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:28.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:28.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.175+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:28.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 zone default found 2024-09-12T18:02:28.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 4 Realm: () 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 zonegroup default 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 started sync module instance, tier type = 2024-09-12T18:02:28.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.179+0000 7fc16a8029c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:28.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=0 2024-09-12T18:02:28.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=1 2024-09-12T18:02:28.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=2 2024-09-12T18:02:28.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=3 2024-09-12T18:02:28.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=4 2024-09-12T18:02:28.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=5 2024-09-12T18:02:28.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.203+0000 7fc16a8029c0 20 add_watcher() i=6 2024-09-12T18:02:28.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.207+0000 7fc16a8029c0 20 add_watcher() i=7 2024-09-12T18:02:28.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.207+0000 7fc16a8029c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:28.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc01efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:28.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:28.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:28.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 5 note: GC not initialized 2024-09-12T18:02:28.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc01dfdb640 20 reqs_thread_entry: start 2024-09-12T18:02:28.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:28.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 20 Filter name: none 2024-09-12T18:02:28.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fbf8f7fe640 20 reqs_thread_entry: start 2024-09-12T18:02:28.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.211+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:28.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:28.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:28.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:28.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:28.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.215+0000 7fc16a8029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:28.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.219+0000 7fc01efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:28.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.223+0000 7fc16a8029c0 20 remove_watcher() i=0 2024-09-12T18:02:28.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.223+0000 7fc16a8029c0 2 removed watcher, disabling cache 2024-09-12T18:02:28.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.227+0000 7fc16a8029c0 20 remove_watcher() i=1 2024-09-12T18:02:28.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.227+0000 7fc16a8029c0 20 remove_watcher() i=2 2024-09-12T18:02:28.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.231+0000 7fc16a8029c0 20 remove_watcher() i=3 2024-09-12T18:02:28.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.235+0000 7fc16a8029c0 20 remove_watcher() i=4 2024-09-12T18:02:28.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.235+0000 7fc16a8029c0 20 remove_watcher() i=5 2024-09-12T18:02:28.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.235+0000 7fc16a8029c0 20 remove_watcher() i=6 2024-09-12T18:02:28.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.239+0000 7fc16a8029c0 20 remove_watcher() i=7 2024-09-12T18:02:28.253 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:28.254 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:28.254 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:02:28.254 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:28.254 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T18:02:28.292 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:28.292 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:28.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.335+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 realm 2024-09-12T18:02:28.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:28.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:28.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.339+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.343+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:28.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.343+0000 7f169b3539c0 20 searching for the correct realm 2024-09-12T18:02:28.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.347+0000 7f169965a640 0 -- 172.21.15.92:0/1097002135 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f168c080040 msgr2=0x7f168c0638f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:28.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.351+0000 7f1698658640 0 -- 172.21.15.92:0/1097002135 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f1690061960 msgr2=0x7f1690023400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:28.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.567+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:28.567 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 zone default found 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 4 Realm: () 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:28.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 zonegroup default 2024-09-12T18:02:28.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.571+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.575+0000 7f169b3539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.575+0000 7f169b3539c0 20 started sync module instance, tier type = 2024-09-12T18:02:28.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.575+0000 7f169b3539c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=0 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=1 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=2 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=3 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=4 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=5 2024-09-12T18:02:28.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.595+0000 7f169b3539c0 20 add_watcher() i=6 2024-09-12T18:02:28.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.599+0000 7f169b3539c0 20 add_watcher() i=7 2024-09-12T18:02:28.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.599+0000 7f169b3539c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:28.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f154f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:28.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:28.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:28.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 5 note: GC not initialized 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f154e7e4640 20 reqs_thread_entry: start 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 Filter name: none 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f1547fff640 20 reqs_thread_entry: start 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T18:02:28.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:28.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:28.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T18:02:28.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 : miss 2024-09-12T18:02:28.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.603+0000 7f169b3539c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.607+0000 7f169b3539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 2024-09-12T18:02:28.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39, ofs0, ns] 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f156ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 94780262799424 notifier 7950 bl.length()=1015 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f156ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f156ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f156ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_sources= new_sources= 2024-09-12T18:02:28.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential sources added=[] removed=[] 2024-09-12T18:02:28.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_dests= new_dests= 2024-09-12T18:02:28.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.615+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential dests added=[] removed=[] 2024-09-12T18:02:28.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.619+0000 7f169b3539c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.1.0 2024-09-12T18:02:28.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.619+0000 7f169b3539c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.1.0 2024-09-12T18:02:28.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.619+0000 7f169b3539c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.1.1 2024-09-12T18:02:28.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.619+0000 7f169b3539c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.1.1 2024-09-12T18:02:28.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.619+0000 7f169b3539c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.0 2024-09-12T18:02:28.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T18:02:28.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:28.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 2024-09-12T18:02:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.627+0000 7f169b3539c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39, ofs0, ns] 2024-09-12T18:02:28.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f156f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333547 cookie 94780262799424 notifier 7950 bl.length()=1015 2024-09-12T18:02:28.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f156f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f156f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f156f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_sources= new_sources= 2024-09-12T18:02:28.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential sources added=[] removed=[] 2024-09-12T18:02:28.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_dests= new_dests= 2024-09-12T18:02:28.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.631+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential dests added=[] removed=[] 2024-09-12T18:02:28.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.635+0000 7f169b3539c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.39.0 2024-09-12T18:02:28.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.635+0000 7f169b3539c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 : hit (requested=0x17, cached=0x17) 2024-09-12T18:02:28.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.635+0000 7f169b3539c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 2024-09-12T18:02:28.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39, ofs0, ns] 2024-09-12T18:02:28.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f156f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333548 cookie 94780262799424 notifier 7950 bl.length()=983 2024-09-12T18:02:28.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f156f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 info.flags=0x17 2024-09-12T18:02:28.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f156f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 to cache LRU end 2024-09-12T18:02:28.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f156f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:28.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_sources= new_sources= 2024-09-12T18:02:28.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential sources added=[] removed=[] 2024-09-12T18:02:28.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): orig_dests= new_dests= 2024-09-12T18:02:28.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.639+0000 7f169b3539c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.39]): potential dests added=[] removed=[] 2024-09-12T18:02:28.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.643+0000 7f169b3539c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T18:02:28.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.647+0000 7f154f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:28.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.651+0000 7f169b3539c0 20 remove_watcher() i=0 2024-09-12T18:02:28.649 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.651+0000 7f169b3539c0 2 removed watcher, disabling cache 2024-09-12T18:02:28.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.655+0000 7f169b3539c0 20 remove_watcher() i=1 2024-09-12T18:02:28.654 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.655+0000 7f169b3539c0 20 remove_watcher() i=2 2024-09-12T18:02:28.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.659+0000 7f169b3539c0 20 remove_watcher() i=3 2024-09-12T18:02:28.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.663+0000 7f169b3539c0 20 remove_watcher() i=4 2024-09-12T18:02:28.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.663+0000 7f169b3539c0 20 remove_watcher() i=5 2024-09-12T18:02:28.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.663+0000 7f169b3539c0 20 remove_watcher() i=6 2024-09-12T18:02:28.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.667+0000 7f169b3539c0 20 remove_watcher() i=7 2024-09-12T18:02:28.688 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T18:02:28.717 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:28.717 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:28.763 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 realm 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.767+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.771+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.771+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.771+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:28.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.771+0000 7f32e63d09c0 20 searching for the correct realm 2024-09-12T18:02:28.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.771+0000 7f32e36d5640 0 -- 172.21.15.92:0/3793320110 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f32dc008050 msgr2=0x7f32dc076040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:28.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:28.983+0000 7f32e3ed6640 0 -- 172.21.15.92:0/3793320110 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f32d40e6040 msgr2=0x7f32d40db440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:28.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:29.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 zone default found 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 4 Realm: () 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 zonegroup default 2024-09-12T18:02:29.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.003+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.007+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.007+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.007+0000 7f32e63d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.007+0000 7f32e63d09c0 20 started sync module instance, tier type = 2024-09-12T18:02:29.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.007+0000 7f32e63d09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=0 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=1 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=2 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=3 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=4 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=5 2024-09-12T18:02:29.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.027+0000 7f32e63d09c0 20 add_watcher() i=6 2024-09-12T18:02:29.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.031+0000 7f32e63d09c0 20 add_watcher() i=7 2024-09-12T18:02:29.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.031+0000 7f32e63d09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:29.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f3199fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:29.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:29.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:29.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 5 note: GC not initialized 2024-09-12T18:02:29.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f3198fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:29.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:29.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 20 Filter name: none 2024-09-12T18:02:29.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f31127fc640 20 reqs_thread_entry: start 2024-09-12T18:02:29.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.035+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:29.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:29.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:29.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:29.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:29.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.039+0000 7f32e63d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:29.040 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.043+0000 7f3199fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:29.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.047+0000 7f32e63d09c0 20 remove_watcher() i=0 2024-09-12T18:02:29.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.047+0000 7f32e63d09c0 2 removed watcher, disabling cache 2024-09-12T18:02:29.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.051+0000 7f32e63d09c0 20 remove_watcher() i=1 2024-09-12T18:02:29.050 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.055+0000 7f32e63d09c0 20 remove_watcher() i=2 2024-09-12T18:02:29.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.055+0000 7f32e63d09c0 20 remove_watcher() i=3 2024-09-12T18:02:29.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.059+0000 7f32e63d09c0 20 remove_watcher() i=4 2024-09-12T18:02:29.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.059+0000 7f32e63d09c0 20 remove_watcher() i=5 2024-09-12T18:02:29.058 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.059+0000 7f32e63d09c0 20 remove_watcher() i=6 2024-09-12T18:02:29.060 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.063+0000 7f32e63d09c0 20 remove_watcher() i=7 2024-09-12T18:02:29.075 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:29.075 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:29.075 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: error-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.39 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T18:02:29.075 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:29.077 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.077 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.080 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.080 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.132 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.132 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.153 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T18:02:29.153 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:29.154 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.154 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.168 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.168 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.213 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.213 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.235 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.235 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.256 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.256 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.277 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.277 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.298 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.298 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.319 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.319 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.339 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.339 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.366 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.366 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.387 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.387 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.408 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.408 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.429 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.430 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.451 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.451 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.473 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.473 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.493 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.494 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.515 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.515 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.536 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.536 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.557 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.557 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.578 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.578 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.599 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.599 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.619 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:29.619 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:29.636 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T18:02:29.668 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:29.668 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:29.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.715+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 realm 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:29.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:29.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.719+0000 7fcd91bce9c0 20 searching for the correct realm 2024-09-12T18:02:29.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.727+0000 7fcd8fed5640 0 -- 172.21.15.92:0/1622832060 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fcd8401cb90 msgr2=0x7fcd8402a3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:29.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.731+0000 7fcd8eed3640 0 -- 172.21.15.92:0/1622832060 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcd88089b60 msgr2=0x7fcd8809a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:29.946 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.947+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:29.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:29.948 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 zone default found 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 4 Realm: () 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 zonegroup default 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.951+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.955+0000 7fcd91bce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:29.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.955+0000 7fcd91bce9c0 20 started sync module instance, tier type = 2024-09-12T18:02:29.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.955+0000 7fcd91bce9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:29.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=0 2024-09-12T18:02:29.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=1 2024-09-12T18:02:29.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=2 2024-09-12T18:02:29.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=3 2024-09-12T18:02:29.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=4 2024-09-12T18:02:29.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.979+0000 7fcd91bce9c0 20 add_watcher() i=5 2024-09-12T18:02:29.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.983+0000 7fcd91bce9c0 20 add_watcher() i=6 2024-09-12T18:02:29.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.983+0000 7fcd91bce9c0 20 add_watcher() i=7 2024-09-12T18:02:29.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.983+0000 7fcd91bce9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:29.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:29.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:29.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:29.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 5 note: GC not initialized 2024-09-12T18:02:29.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcc44fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:29.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:29.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 20 Filter name: none 2024-09-12T18:02:29.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcbbe7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:29.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.987+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:29.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:29.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:29.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:29.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:29.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:29.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.991+0000 7fcd91bce9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:29.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.995+0000 7fcc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:29.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.999+0000 7fcd91bce9c0 20 remove_watcher() i=0 2024-09-12T18:02:29.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.999+0000 7fcd91bce9c0 2 removed watcher, disabling cache 2024-09-12T18:02:29.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:29.999+0000 7fcd91bce9c0 20 remove_watcher() i=1 2024-09-12T18:02:30.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.003+0000 7fcd91bce9c0 20 remove_watcher() i=2 2024-09-12T18:02:30.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.007+0000 7fcd91bce9c0 20 remove_watcher() i=3 2024-09-12T18:02:30.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.007+0000 7fcd91bce9c0 20 remove_watcher() i=4 2024-09-12T18:02:30.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.011+0000 7fcd91bce9c0 20 remove_watcher() i=5 2024-09-12T18:02:30.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.011+0000 7fcd91bce9c0 20 remove_watcher() i=6 2024-09-12T18:02:30.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.011+0000 7fcd91bce9c0 20 remove_watcher() i=7 2024-09-12T18:02:30.029 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.029 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:30.029 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:02:30.029 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.030 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T18:02:30.063 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:30.064 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:30.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.111+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 realm 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:30.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:30.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 searching for the correct realm 2024-09-12T18:02:30.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.123+0000 7fab81b93640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab7c0e5040 msgr2=0x7fab7c0e5930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.126 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.127+0000 7fab81392640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fab7c0f3910 msgr2=0x7fab7c0d9400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:30.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:30.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:30.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:30.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.343 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zone default found 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Realm: () 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:30.344 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zonegroup default 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started sync module instance, tier type = 2024-09-12T18:02:30.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:30.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=0 2024-09-12T18:02:30.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=1 2024-09-12T18:02:30.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=2 2024-09-12T18:02:30.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=3 2024-09-12T18:02:30.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=4 2024-09-12T18:02:30.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=5 2024-09-12T18:02:30.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=6 2024-09-12T18:02:30.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.375+0000 7fab8408d9c0 20 add_watcher() i=7 2024-09-12T18:02:30.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.375+0000 7fab8408d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:30.377 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.379+0000 7faa337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:30.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:30.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:30.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 note: GC not initialized 2024-09-12T18:02:30.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7faa327fc640 20 reqs_thread_entry: start 2024-09-12T18:02:30.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:30.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 Filter name: none 2024-09-12T18:02:30.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fa9a3fff640 20 reqs_thread_entry: start 2024-09-12T18:02:30.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T18:02:30.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : miss 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:30.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:02:30.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:02:30.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333496 cookie 93853460719296 notifier 8004 bl.length()=1015 2024-09-12T18:02:30.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:02:30.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:02:30.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:02:30.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:02:30.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.0 2024-09-12T18:02:30.399 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab8408d9c0 time 2024-09-12T18:02:30.405926+0000 2024-09-12T18:02:30.399 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab879672eb] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.403 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab8408d9c0 thread_name:radosgw-admin 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab8408d9c0 time 2024-09-12T18:02:30.405926+0000 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab879672eb] 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.404 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:02:30.405 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.406 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.406 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab867e6520] 2024-09-12T18:02:30.406 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:02:30.406 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab87967345] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:02:30.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab8408d9c0 thread_name:radosgw-admin 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab867e6520] 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab87967345] 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.408 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.409 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:02:30.444 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.444 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: dump: 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.445 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7992 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 4 set_mon_vals no callback set 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: shutdown 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) unregister_commands rotate-key 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.446 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.447 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.448 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: starting msgr at 2024-09-12T18:02:30.449 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: starting objecter 2024-09-12T18:02:30.452 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests hook 0x555bf60b70a0 2024-09-12T18:02:30.452 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: setting wanted keys 2024-09-12T18:02:30.452 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: calling monclient init 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.453 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key hook 0x555bf6203468 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.454 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf60b6260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf614ba50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf6151e50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.903048s 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf6151e50 auth_method 0 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.455 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf614ba50 auth_method 0 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.456 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_done global_id 7995 payload 824 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:02:30.091+0000 7fab81392640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:02:30.091+0000 7fab81b93640 10 monclient: get_auth_request con 0x555bf60b6260 auth_method 0 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: dump: 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.457 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.458 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: dump: 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.459 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7995 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:02:30.091+0000 7faa6fe07640 4 set_mon_vals no callback set 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 1 librados: init done 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.460 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:02:30.095+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf622b930 auth_method 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:02:30.095+0000 7fab81b93640 10 monclient: get_auth_request con 0x7faa68070ae0 auth_method 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:02:30.095+0000 7fab81b93640 10 monclient: get_auth_request con 0x555bf624dd70 auth_method 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:02:30.099+0000 7fab81392640 10 monclient: get_auth_request con 0x555bf62520d0 auth_method 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:02:30.099+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62563d0 auth_method 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.461 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.462 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.463 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests cmddesc objecter_requests hook 0x555bf625dc40 EEXIST 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.464 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x555bf62592b0 EEXIST 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.465 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62876e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf6282140 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62801c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.912885s 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf6282140 auth_method 0 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.466 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62801c0 auth_method 0 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.467 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf62876e0 auth_method 0 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_done global_id 7562 payload 824 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:02:30.103+0000 7fab81b93640 1 monclient: found mon.noname-c 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.468 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: dump: 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.469 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: dump: 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.470 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:02:30.103+0000 7fab80b91640 4 set_mon_vals no callback set 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7562 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.471 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: get_monmap_and_config 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.472 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.473 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:02:30.107+0000 7fab81392640 10 monclient: get_auth_request con 0x7faa5c0709f0 auth_method 0 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.474 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.475 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffefcd90828 EEXIST 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62a68c0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf62d2090 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.476 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62c8930 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.917895s 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf62d2090 auth_method 0 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62c8930 auth_method 0 2024-09-12T18:02:30.477 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_done global_id 8001 payload 274 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:02:30.107+0000 7fab82394640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.478 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: dump: 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.479 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: dump: 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.480 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 8001 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:02:30.481 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 4 set_mon_vals no callback set 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: shutdown 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.482 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.483 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: starting msgr at 2024-09-12T18:02:30.484 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: starting objecter 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests cmddesc objecter_requests hook 0x555bf62519a0 EEXIST 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: setting wanted keys 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: calling monclient init 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.485 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.486 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x555bf6094c78 EEXIST 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62a68c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62c8930 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf62d2090 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.487 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.920545s 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62d2090 auth_method 0 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf62a68c0 auth_method 0 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.488 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf62c8930 auth_method 0 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:02:30.111+0000 7fab81b93640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.489 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: dump: 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.490 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: dump: 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.491 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:02:30.111+0000 7faa657fa640 4 set_mon_vals no callback set 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 8004 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.492 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 1 librados: init done 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cr dump hook 0x555bf62a31b8 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:02:30.115+0000 7fab81392640 10 monclient: get_auth_request con 0x7faa4c070b10 auth_method 0 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:02:30.115+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62f0c20 auth_method 0 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.493 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 realm 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:02:30.115+0000 7fab81392640 10 monclient: get_auth_request con 0x555bf62f4ec0 auth_method 0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:02:30.119+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62f85c0 auth_method 0 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:30.494 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 searching for the correct realm 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:02:30.119+0000 7fab81b93640 10 monclient: get_auth_request con 0x7fab7c0e5040 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:02:30.119+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7401d040 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:02:30.123+0000 7fab82394640 10 monclient: get_auth_request con 0x7fab7801e060 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:02:30.123+0000 7fab81b93640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab7c0e5040 msgr2=0x7fab7c0e5930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:02:30.123+0000 7faa537fe640 1 client.8004.objecter ms_handle_reset 0x7fab7c0e5040 session 0x7fab7c0d5040 osd.7 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:02:30.123+0000 7faa537fe640 10 monclient: _renew_subs 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:02:30.123+0000 7faa537fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:02:30.123+0000 7fab81b93640 10 monclient: get_auth_request con 0x7faa4c0811b0 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:02:30.123+0000 7fab81b93640 10 monclient: get_auth_request con 0x7fab7c0e3410 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:02:30.127+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7c0f3910 auth_method 0 2024-09-12T18:02:30.495 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:02:30.127+0000 7fab81392640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fab7c0f3910 msgr2=0x7fab7c0d9400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:02:30.331+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7c0f3910 auth_method 0 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.496 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zone default found 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Realm: () 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zonegroup default 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.497 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started sync module instance, tier type = 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=0 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=1 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=2 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=3 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=4 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=5 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=6 2024-09-12T18:02:30.498 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:02:30.375+0000 7fab8408d9c0 20 add_watcher() i=7 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:02:30.375+0000 7fab8408d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:02:30.379+0000 7faa337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:30.499 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache list hook 0x555bf62d0130 2024-09-12T18:02:30.500 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache inspect hook 0x555bf62d0130 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache erase hook 0x555bf62d0130 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache zap hook 0x555bf62d0130 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 note: GC not initialized 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:02:30.383+0000 7faa327fc640 20 reqs_thread_entry: start 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace show hook 0x7fab7c0c6040 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace history hook 0x7fab7c0c6040 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace active hook 0x7fab7c0c6040 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace active_short hook 0x7fab7c0c6040 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 Filter name: none 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:02:30.383+0000 7fa9a3fff640 20 reqs_thread_entry: start 2024-09-12T18:02:30.501 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : miss 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.502 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333496 cookie 93853460719296 notifier 8004 bl.length()=1015 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:02:30.503 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.0 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab8408d9c0 time 2024-09-12T18:02:30.405926+0000 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab879672eb] 2024-09-12T18:02:30.504 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab8408d9c0 thread_name:radosgw-admin 2024-09-12T18:02:30.505 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab867e6520] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab87967345] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:02:30.506 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:02:30.507 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:02:30.508 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:02:30.509 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:02:30.510 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:02:30.511 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:02:30.512 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:02:30.513 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:02:30.514 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9a3fff640 / http_manager 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa327fc640 / http_manager 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa337fe640 / rgw_dt_lg_renew 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa537fe640 / ms_dispatch 2024-09-12T18:02:30.515 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa657fa640 / io_context_pool 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa677fe640 / ms_dispatch 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa6e604640 / ms_dispatch 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa6fe07640 / io_context_pool 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab80b91640 / io_context_pool 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab81392640 / msgr-worker-2 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab81b93640 / msgr-worker-1 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab82394640 / msgr-worker-0 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab8408d9c0 / radosgw-admin 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:02:30.516 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.136615.log 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:02:30.091+0000 7faa6fe07640 10 monclient: dump: 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.517 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7992 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 4 set_mon_vals no callback set 2024-09-12T18:02:30.518 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: shutdown 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) unregister_commands rotate-key 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.519 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding auth protocol: cephx 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.520 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: crc 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62090e0) adding con mode: secure 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: starting msgr at 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: starting objecter 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests hook 0x555bf60b70a0 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: setting wanted keys 2024-09-12T18:02:30.521 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 1 librados: calling monclient init 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding auth protocol: cephx 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.522 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: crc 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6203320) adding con mode: secure 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key hook 0x555bf6203468 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf60b6260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf614ba50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.523 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf6151e50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.903048s 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf6151e50 auth_method 0 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf614ba50 auth_method 0 2024-09-12T18:02:30.524 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:02:30.091+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient(hunting): handle_auth_done global_id 7995 payload 824 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:02:30.091+0000 7fab81392640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.525 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:02:30.091+0000 7fab81392640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:02:30.091+0000 7fab81b93640 10 monclient: get_auth_request con 0x555bf60b6260 auth_method 0 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: dump: 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.526 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:02:30.091+0000 7faa6e604640 10 monclient: dump: 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.527 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7995 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:02:30.091+0000 7faa6fe07640 4 set_mon_vals no callback set 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.528 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:02:30.091+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:02:30.095+0000 7fab8408d9c0 1 librados: init done 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:02:30.095+0000 7faa6e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:02:30.095+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf622b930 auth_method 0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:02:30.095+0000 7fab81b93640 10 monclient: get_auth_request con 0x7faa68070ae0 auth_method 0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:02:30.095+0000 7fab81b93640 10 monclient: get_auth_request con 0x555bf624dd70 auth_method 0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:02:30.099+0000 7fab81392640 10 monclient: get_auth_request con 0x555bf62520d0 auth_method 0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:02:30.099+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62563d0 auth_method 0 2024-09-12T18:02:30.529 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.530 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding auth protocol: cephx 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.531 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: crc 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:02:30.099+0000 7fab8408d9c0 5 AuthRegistry(0x555bf625a1b0) adding con mode: secure 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests cmddesc objecter_requests hook 0x555bf625dc40 EEXIST 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.532 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding auth protocol: cephx 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: crc 2024-09-12T18:02:30.533 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6259168) adding con mode: secure 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x555bf62592b0 EEXIST 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62876e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf6282140 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62801c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.534 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.912885s 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf6282140 auth_method 0 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62801c0 auth_method 0 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.535 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:02:30.103+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf62876e0 auth_method 0 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:02:30.103+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient(hunting): handle_auth_done global_id 7562 payload 824 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.536 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:02:30.103+0000 7fab81b93640 1 monclient: found mon.noname-c 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:02:30.103+0000 7fab81b93640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: dump: 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.537 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:02:30.103+0000 7faa677fe640 10 monclient: dump: 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.538 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:02:30.103+0000 7fab80b91640 4 set_mon_vals no callback set 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 7562 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.539 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:02:30.103+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:02:30.107+0000 7faa677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: get_monmap_and_config 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.540 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding auth protocol: cephx 2024-09-12T18:02:30.541 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: crc 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62a28a0) adding con mode: secure 2024-09-12T18:02:30.542 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:02:30.107+0000 7fab81392640 10 monclient: get_auth_request con 0x7faa5c0709f0 auth_method 0 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding auth protocol: cephx 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.543 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: crc 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd906e0) adding con mode: secure 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffefcd90828 EEXIST 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:02:30.544 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62a68c0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf62d2090 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62c8930 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.917895s 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf62d2090 auth_method 0 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.545 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62c8930 auth_method 0 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:02:30.107+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient(hunting): handle_auth_done global_id 8001 payload 274 2024-09-12T18:02:30.546 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:02:30.107+0000 7fab82394640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:02:30.107+0000 7fab82394640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: dump: 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.547 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:02:30.107+0000 7faa657fa640 10 monclient: dump: 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.548 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 8001 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: get_monmap_and_config success 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 4 set_mon_vals no callback set 2024-09-12T18:02:30.549 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: shutdown 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: build_initial_monmap 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 build_initial for_mkfs: 0 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: monmap: 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:02:30.550 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding auth protocol: cephx 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.551 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: crc 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf62c8e80) adding con mode: secure 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: starting msgr at 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: starting objecter 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command objecter_requests cmddesc objecter_requests hook 0x555bf62519a0 EEXIST 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: setting wanted keys 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 1 librados: calling monclient init 2024-09-12T18:02:30.552 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 10 monclient: init 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding auth protocol: cephx 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.553 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:02:30.107+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: crc 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 AuthRegistry(0x555bf6094b30) adding con mode: secure 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command rotate-key cmddesc rotate-key hook 0x555bf6094c78 EEXIST 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _reopen_session rank -1 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-c con 0x555bf62a68c0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-b con 0x555bf62c8930 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:02:30.554 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): picked mon.noname-a con 0x555bf62d2090 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): _renew_subs 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient(hunting): authenticate will time out at 2477.920545s 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): get_auth_request con 0x555bf62d2090 auth_method 0 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): get_auth_request con 0x555bf62a68c0 auth_method 0 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.555 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:02:30.111+0000 7fab81392640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): get_auth_request con 0x555bf62c8930 auth_method 0 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:02:30.556 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:02:30.111+0000 7fab82394640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient: _finish_hunting 0 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:02:30.111+0000 7fab81b93640 1 monclient: found mon.noname-a 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:02:30.111+0000 7fab81b93640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: dump: 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.557 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: _finish_auth 0 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: _check_auth_tickets 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_config config(0 keys) 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:02:30.558 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:02:30.111+0000 7faa537fe640 10 monclient: dump: 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:02:30.111+0000 7faa657fa640 4 set_mon_vals no callback set 2024-09-12T18:02:30.559 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 monclient: authenticate success, global_id 8004 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _renew_subs 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 1 librados: init done 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cr dump hook 0x555bf62a31b8 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:02:30.111+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:02:30.115+0000 7faa537fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:02:30.560 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:02:30.115+0000 7fab81392640 10 monclient: get_auth_request con 0x7faa4c070b10 auth_method 0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:02:30.115+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62f0c20 auth_method 0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 realm 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:02:30.115+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:02:30.115+0000 7fab81392640 10 monclient: get_auth_request con 0x555bf62f4ec0 auth_method 0 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.561 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:02:30.119+0000 7fab82394640 10 monclient: get_auth_request con 0x555bf62f85c0 auth_method 0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:02:30.119+0000 7fab8408d9c0 20 searching for the correct realm 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:02:30.119+0000 7fab81b93640 10 monclient: get_auth_request con 0x7fab7c0e5040 auth_method 0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:02:30.119+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7401d040 auth_method 0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:02:30.123+0000 7fab82394640 10 monclient: get_auth_request con 0x7fab7801e060 auth_method 0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:02:30.123+0000 7fab81b93640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab7c0e5040 msgr2=0x7fab7c0e5930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:02:30.123+0000 7faa537fe640 1 client.8004.objecter ms_handle_reset 0x7fab7c0e5040 session 0x7fab7c0d5040 osd.7 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:02:30.123+0000 7faa537fe640 10 monclient: _renew_subs 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:02:30.123+0000 7faa537fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:02:30.562 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:02:30.123+0000 7fab81b93640 10 monclient: get_auth_request con 0x7faa4c0811b0 auth_method 0 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:02:30.123+0000 7fab81b93640 10 monclient: get_auth_request con 0x7fab7c0e3410 auth_method 0 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:02:30.127+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7c0f3910 auth_method 0 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:02:30.127+0000 7fab81392640 0 -- 172.21.15.92:0/291403677 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fab7c0f3910 msgr2=0x7fab7c0d9400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:02:30.331+0000 7fab81392640 10 monclient: get_auth_request con 0x7fab7c0f3910 auth_method 0 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:02:30.343+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.563 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zone default found 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Realm: () 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 zonegroup default 2024-09-12T18:02:30.564 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started sync module instance, tier type = 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:02:30.347+0000 7fab8408d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=0 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=1 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=2 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=3 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=4 2024-09-12T18:02:30.565 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=5 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:02:30.371+0000 7fab8408d9c0 20 add_watcher() i=6 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:02:30.375+0000 7fab8408d9c0 20 add_watcher() i=7 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:02:30.375+0000 7fab8408d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding auth protocol: cephx 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.566 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:02:30.379+0000 7faa337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: crc 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 AuthRegistry(0x7ffefcd90bb0) adding con mode: secure 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:30.567 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache list hook 0x555bf62d0130 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache inspect hook 0x555bf62d0130 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache erase hook 0x555bf62d0130 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command cache zap hook 0x555bf62d0130 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:02:30.379+0000 7fab8408d9c0 5 note: GC not initialized 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:02:30.383+0000 7faa327fc640 20 reqs_thread_entry: start 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace show hook 0x7fab7c0c6040 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace history hook 0x7fab7c0c6040 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace active hook 0x7fab7c0c6040 2024-09-12T18:02:30.568 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 5 asok(0x555bf5ffc2b0) register_command sync trace active_short hook 0x7fab7c0c6040 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 Filter name: none 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:02:30.383+0000 7fa9a3fff640 20 reqs_thread_entry: start 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : miss 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.569 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:02:30.383+0000 7fab8408d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333496 cookie 93853460719296 notifier 8004 bl.length()=1015 2024-09-12T18:02:30.570 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:02:30.391+0000 7faa657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:02:30.391+0000 7fab8408d9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.0 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.1.1 2024-09-12T18:02:30.571 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:02:30.399+0000 7fab8408d9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.0 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab8408d9c0 time 2024-09-12T18:02:30.405926+0000 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab879672eb] 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:02:30.572 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:02:30.407+0000 7fab8408d9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab8408d9c0 thread_name:radosgw-admin 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab867e6520] 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:02:30.573 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab87967345] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab8796749f] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555bf46c50c1] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x555bf46d64f1] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x555bf46d7b44] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab867cdd90] 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:02:30.574 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:02:30.575 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:02:30.576 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:02:30.577 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:02:30.578 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:02:30.579 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:02:30.580 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:02:30.581 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:02:30.582 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9a3fff640 / http_manager 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa327fc640 / http_manager 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa337fe640 / rgw_dt_lg_renew 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa537fe640 / ms_dispatch 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa657fa640 / io_context_pool 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa677fe640 / ms_dispatch 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa6e604640 / ms_dispatch 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa6fe07640 / io_context_pool 2024-09-12T18:02:30.583 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab80b91640 / io_context_pool 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab81392640 / msgr-worker-2 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab81b93640 / msgr-worker-1 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab82394640 / msgr-worker-0 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab8408d9c0 / radosgw-admin 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:02:30.412550Z_c98876a9-8e5f-4f8e-8032-7b7a447d5c26/log 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:02:30.584 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T18:02:30.585 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:30.585 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:30.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.707+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 realm 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:30.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:30.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:30.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.711+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:30.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.715+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:30.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.715+0000 7f0fbc3b19c0 20 searching for the correct realm 2024-09-12T18:02:30.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.719+0000 7f0fba6b8640 0 -- 172.21.15.92:0/4097525064 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f0fb00cd920 msgr2=0x7f0fb00eb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:30.932 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:30.935+0000 7f0fb96b6640 0 -- 172.21.15.92:0/4097525064 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0fb4066760 msgr2=0x7f0fb4092980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:31.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:31.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.151+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:31.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 zone default found 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 4 Realm: () 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 zonegroup default 2024-09-12T18:02:31.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.155+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.159+0000 7f0fbc3b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.159+0000 7f0fbc3b19c0 20 started sync module instance, tier type = 2024-09-12T18:02:31.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.159+0000 7f0fbc3b19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:31.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=0 2024-09-12T18:02:31.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=1 2024-09-12T18:02:31.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=2 2024-09-12T18:02:31.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=3 2024-09-12T18:02:31.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=4 2024-09-12T18:02:31.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=5 2024-09-12T18:02:31.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.183+0000 7f0fbc3b19c0 20 add_watcher() i=6 2024-09-12T18:02:31.182 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.187+0000 7f0fbc3b19c0 20 add_watcher() i=7 2024-09-12T18:02:31.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.187+0000 7f0fbc3b19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:31.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0e6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:31.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:31.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:31.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 5 note: GC not initialized 2024-09-12T18:02:31.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0e6efe5640 20 reqs_thread_entry: start 2024-09-12T18:02:31.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:31.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 Filter name: none 2024-09-12T18:02:31.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0e6cfe1640 20 reqs_thread_entry: start 2024-09-12T18:02:31.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:31.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.191+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:02:31.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:31.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:31.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:02:31.194 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0fbc3b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:02:31.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.195+0000 7f0e6ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:31.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.203+0000 7f0fbc3b19c0 20 remove_watcher() i=0 2024-09-12T18:02:31.199 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.203+0000 7f0fbc3b19c0 2 removed watcher, disabling cache 2024-09-12T18:02:31.201 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.203+0000 7f0fbc3b19c0 20 remove_watcher() i=1 2024-09-12T18:02:31.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.207+0000 7f0fbc3b19c0 20 remove_watcher() i=2 2024-09-12T18:02:31.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.207+0000 7f0fbc3b19c0 20 remove_watcher() i=3 2024-09-12T18:02:31.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.211+0000 7f0fbc3b19c0 20 remove_watcher() i=4 2024-09-12T18:02:31.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.211+0000 7f0fbc3b19c0 20 remove_watcher() i=5 2024-09-12T18:02:31.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.215+0000 7f0fbc3b19c0 20 remove_watcher() i=6 2024-09-12T18:02:31.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.215+0000 7f0fbc3b19c0 20 remove_watcher() i=7 2024-09-12T18:02:31.226 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:31.226 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:02:31.226 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T18:02:31.226 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:02:31.227 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:31.227 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:31.240 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:02:31.241 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:02:31.284 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:02:31.315 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:31.315 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:31.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.363+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.362 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 realm 2024-09-12T18:02:31.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.363 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:31.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.364 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:31.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:31.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.367+0000 7f9c593729c0 20 searching for the correct realm 2024-09-12T18:02:31.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.371+0000 7f9c57679640 0 -- 172.21.15.92:0/3518377617 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f9c4c0f2040 msgr2=0x7f9c4c0f2930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:31.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.587+0000 7f9c56677640 0 -- 172.21.15.92:0/3518377617 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f9c50030400 msgr2=0x7f9c50030880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:31.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.803+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:31.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 zone default found 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 4 Realm: () 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:31.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 zonegroup default 2024-09-12T18:02:31.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.805 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.807+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.811+0000 7f9c593729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:31.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.811+0000 7f9c593729c0 20 started sync module instance, tier type = 2024-09-12T18:02:31.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.811+0000 7f9c593729c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=0 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=1 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=2 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=3 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=4 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=5 2024-09-12T18:02:31.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.835+0000 7f9c593729c0 20 add_watcher() i=6 2024-09-12T18:02:31.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.839+0000 7f9c593729c0 20 add_watcher() i=7 2024-09-12T18:02:31.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.839+0000 7f9c593729c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:31.838 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9b0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:31.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:31.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:31.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 5 note: GC not initialized 2024-09-12T18:02:31.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9a87fff640 20 reqs_thread_entry: start 2024-09-12T18:02:31.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 init_complete bucket index max shards: 1 2024-09-12T18:02:31.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 Filter name: none 2024-09-12T18:02:31.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9a85ffb640 20 reqs_thread_entry: start 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T18:02:31.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : miss 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rados->read ofs=0 len=0 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:31.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:02:31.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.843+0000 7f9c593729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:02:31.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.847+0000 7f9c593729c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to be held by another RGW process; skipping for now 2024-09-12T18:02:31.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.847+0000 7f9b0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:31.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.855+0000 7f9c593729c0 20 remove_watcher() i=0 2024-09-12T18:02:31.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.855+0000 7f9c593729c0 2 removed watcher, disabling cache 2024-09-12T18:02:31.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.855+0000 7f9c593729c0 20 remove_watcher() i=1 2024-09-12T18:02:31.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.859+0000 7f9c593729c0 20 remove_watcher() i=2 2024-09-12T18:02:31.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.859+0000 7f9c593729c0 20 remove_watcher() i=3 2024-09-12T18:02:31.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.863+0000 7f9c593729c0 20 remove_watcher() i=4 2024-09-12T18:02:31.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.867+0000 7f9c593729c0 20 remove_watcher() i=5 2024-09-12T18:02:31.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.867+0000 7f9c593729c0 20 remove_watcher() i=6 2024-09-12T18:02:31.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:02:31.867+0000 7f9c593729c0 20 remove_watcher() i=7 2024-09-12T18:02:31.881 INFO:tasks.workunit.client.0.smithi092.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T18:03:01.912 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T18:03:01.948 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:01.948 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:01.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.994+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:01.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.994+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:01.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.994+0000 7f0d6996b9c0 20 realm 2024-09-12T18:03:01.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:01.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:01.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:01.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:01.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:01.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:01.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:01.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:01.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:01.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:01.998+0000 7f0d6996b9c0 20 searching for the correct realm 2024-09-12T18:03:02.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.002+0000 7f0d67c72640 0 -- 172.21.15.92:0/2131329940 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f0d580dd930 msgr2=0x7f0d580aa3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:02.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.218+0000 7f0d66c70640 0 -- 172.21.15.92:0/2131329940 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0d6006d6d0 msgr2=0x7f0d60089120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:02.434 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.434+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:02.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:02.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 zone default found 2024-09-12T18:03:02.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 4 Realm: () 2024-09-12T18:03:02.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:02.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:02.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:02.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 zonegroup default 2024-09-12T18:03:02.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.438+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.442+0000 7f0d6996b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.442+0000 7f0d6996b9c0 20 started sync module instance, tier type = 2024-09-12T18:03:02.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.442+0000 7f0d6996b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:02.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=0 2024-09-12T18:03:02.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=1 2024-09-12T18:03:02.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=2 2024-09-12T18:03:02.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=3 2024-09-12T18:03:02.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=4 2024-09-12T18:03:02.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.462+0000 7f0d6996b9c0 20 add_watcher() i=5 2024-09-12T18:03:02.463 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.466+0000 7f0d6996b9c0 20 add_watcher() i=6 2024-09-12T18:03:02.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.466+0000 7f0d6996b9c0 20 add_watcher() i=7 2024-09-12T18:03:02.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.466+0000 7f0d6996b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:02.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.470+0000 7f0c1dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:02.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.470+0000 7f0d6996b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:02.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.470+0000 7f0d6996b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:02.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 5 note: GC not initialized 2024-09-12T18:03:02.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0c1cfe1640 20 reqs_thread_entry: start 2024-09-12T18:03:02.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:02.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 Filter name: none 2024-09-12T18:03:02.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0b967fc640 20 reqs_thread_entry: start 2024-09-12T18:03:02.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T18:03:02.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : miss 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.474+0000 7f0d6996b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:03:02.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.478+0000 7f0d6996b9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:03:02.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.483 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:03:02.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0c4a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333497 cookie 94168286532976 notifier 7616 bl.length()=1015 2024-09-12T18:03:02.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0c4a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0c4a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0c4a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:03:02.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:03:02.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:03:02.485 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.486+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:03:02.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.494+0000 7f0d6996b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.2.0 2024-09-12T18:03:02.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.494+0000 7f0d6996b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.2.0 2024-09-12T18:03:02.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.494+0000 7f0d6996b9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.2.1 2024-09-12T18:03:02.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.494+0000 7f0d6996b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.2.1 2024-09-12T18:03:02.492 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.494+0000 7f0d6996b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.0 2024-09-12T18:03:02.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.498+0000 7f0d6996b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : hit (requested=0x17, cached=0x17) 2024-09-12T18:03:02.497 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.498+0000 7f0d6996b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:03:02.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:03:02.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0c4affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333498 cookie 94168286532976 notifier 7616 bl.length()=1015 2024-09-12T18:03:02.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0c4affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0c4affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0c4affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:03:02.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:03:02.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:03:02.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.502+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:03:02.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.506+0000 7f0d6996b9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.40.0 2024-09-12T18:03:02.505 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.506+0000 7f0d6996b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 : hit (requested=0x17, cached=0x17) 2024-09-12T18:03:02.506 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.506+0000 7f0d6996b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 2024-09-12T18:03:02.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.508 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40, ofs0, ns] 2024-09-12T18:03:02.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0c4a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333499 cookie 94168286532976 notifier 7616 bl.length()=983 2024-09-12T18:03:02.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0c4a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 info.flags=0x17 2024-09-12T18:03:02.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0c4a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 to cache LRU end 2024-09-12T18:03:02.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0c4a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T18:03:02.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_sources= new_sources= 2024-09-12T18:03:02.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential sources added=[] removed=[] 2024-09-12T18:03:02.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): orig_dests= new_dests= 2024-09-12T18:03:02.510 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.510+0000 7f0d6996b9c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[bce1255c-5789-4602-aafb-12ce74041bd1.4550.40]): potential dests added=[] removed=[] 2024-09-12T18:03:02.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.514+0000 7f0d6996b9c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T18:03:02.516 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.518+0000 7f0c1dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:02.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.522+0000 7f0d6996b9c0 20 remove_watcher() i=0 2024-09-12T18:03:02.521 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.522+0000 7f0d6996b9c0 2 removed watcher, disabling cache 2024-09-12T18:03:02.523 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.526+0000 7f0d6996b9c0 20 remove_watcher() i=1 2024-09-12T18:03:02.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.526+0000 7f0d6996b9c0 20 remove_watcher() i=2 2024-09-12T18:03:02.528 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.530+0000 7f0d6996b9c0 20 remove_watcher() i=3 2024-09-12T18:03:02.530 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.534+0000 7f0d6996b9c0 20 remove_watcher() i=4 2024-09-12T18:03:02.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.534+0000 7f0d6996b9c0 20 remove_watcher() i=5 2024-09-12T18:03:02.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.534+0000 7f0d6996b9c0 20 remove_watcher() i=6 2024-09-12T18:03:02.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.538+0000 7f0d6996b9c0 20 remove_watcher() i=7 2024-09-12T18:03:02.550 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T18:03:02.581 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:02.581 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:02.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 realm 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:02.626 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.626+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.630+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:02.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.630+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:02.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.630+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:02.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.630+0000 7fcc303439c0 20 searching for the correct realm 2024-09-12T18:03:02.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.634+0000 7fcc2e64a640 0 -- 172.21.15.92:0/2421453670 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fcc240d9040 msgr2=0x7fcc240d9930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:02.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:02.850+0000 7fcc2d648640 0 -- 172.21.15.92:0/2421453670 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcc2806fe50 msgr2=0x7fcc28052960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:03.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.066+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:03.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.067 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 zone default found 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 4 Realm: () 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 zonegroup default 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.069 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 started sync module instance, tier type = 2024-09-12T18:03:03.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.070+0000 7fcc303439c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:03.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=0 2024-09-12T18:03:03.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=1 2024-09-12T18:03:03.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=2 2024-09-12T18:03:03.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=3 2024-09-12T18:03:03.092 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=4 2024-09-12T18:03:03.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=5 2024-09-12T18:03:03.093 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=6 2024-09-12T18:03:03.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 20 add_watcher() i=7 2024-09-12T18:03:03.094 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.094+0000 7fcc303439c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:03.097 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.098+0000 7fcadf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:03.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:03.098 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:03.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 5 note: GC not initialized 2024-09-12T18:03:03.099 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcade7fc640 20 reqs_thread_entry: start 2024-09-12T18:03:03.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:03.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 Filter name: none 2024-09-12T18:03:03.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fca4ffff640 20 reqs_thread_entry: start 2024-09-12T18:03:03.100 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:03:03.101 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:03:03.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:03.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T18:03:03.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.102+0000 7fcc303439c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.106+0000 7fcc303439c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T18:03:03.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.106+0000 7fcc303439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:03.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.106+0000 7fcadf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:03.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.110+0000 7fcc303439c0 20 remove_watcher() i=0 2024-09-12T18:03:03.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.110+0000 7fcc303439c0 2 removed watcher, disabling cache 2024-09-12T18:03:03.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.114+0000 7fcc303439c0 20 remove_watcher() i=1 2024-09-12T18:03:03.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.118+0000 7fcc303439c0 20 remove_watcher() i=2 2024-09-12T18:03:03.118 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.118+0000 7fcc303439c0 20 remove_watcher() i=3 2024-09-12T18:03:03.120 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.122+0000 7fcc303439c0 20 remove_watcher() i=4 2024-09-12T18:03:03.121 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.122+0000 7fcc303439c0 20 remove_watcher() i=5 2024-09-12T18:03:03.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.126+0000 7fcc303439c0 20 remove_watcher() i=6 2024-09-12T18:03:03.124 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.126+0000 7fcc303439c0 20 remove_watcher() i=7 2024-09-12T18:03:03.148 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:03.148 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:03:03.148 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: abort-at-change-reshard-state id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.40 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T18:03:03.148 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:03.149 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:03.149 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:03.153 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:03.153 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:03.213 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:03.213 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:03.232 INFO:tasks.workunit.client.0.smithi092.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T18:03:03.232 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:03.259 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:03.259 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:03.302 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 realm 2024-09-12T18:03:03.304 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:03.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.306+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.310+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:03.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.310+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.514+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:03.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.514+0000 7f98febe19c0 20 searching for the correct realm 2024-09-12T18:03:03.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.518+0000 7f98fcee8640 0 -- 172.21.15.92:0/530556554 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f98f00c4b60 msgr2=0x7f98f00cd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:03.732 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.734+0000 7f98fbee6640 0 -- 172.21.15.92:0/530556554 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f98f406c100 msgr2=0x7f98f4024930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:03.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:03.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:03.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:03.951 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:03.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:03.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:03.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:03.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:03.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 zone default found 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 4 Realm: () 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 zonegroup default 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.954+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 started sync module instance, tier type = 2024-09-12T18:03:03.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.958+0000 7f98febe19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=0 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=1 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=2 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=3 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=4 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=5 2024-09-12T18:03:03.980 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=6 2024-09-12T18:03:03.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 20 add_watcher() i=7 2024-09-12T18:03:03.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.982+0000 7f98febe19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:03.985 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.986+0000 7f97b2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:03.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:03.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:03.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 5 note: GC not initialized 2024-09-12T18:03:03.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f97b1fdb640 20 reqs_thread_entry: start 2024-09-12T18:03:03.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:03.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 Filter name: none 2024-09-12T18:03:03.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f97237fe640 20 reqs_thread_entry: start 2024-09-12T18:03:03.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:03.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.990+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:03.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:03.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.991 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:03.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:03.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:03.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.994+0000 7f98febe19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:03.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:03.998+0000 7f97b2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:04.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.002+0000 7f98febe19c0 20 remove_watcher() i=0 2024-09-12T18:03:04.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.002+0000 7f98febe19c0 2 removed watcher, disabling cache 2024-09-12T18:03:04.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.006+0000 7f98febe19c0 20 remove_watcher() i=1 2024-09-12T18:03:04.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.010+0000 7f98febe19c0 20 remove_watcher() i=2 2024-09-12T18:03:04.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.010+0000 7f98febe19c0 20 remove_watcher() i=3 2024-09-12T18:03:04.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.014+0000 7f98febe19c0 20 remove_watcher() i=4 2024-09-12T18:03:04.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.018+0000 7f98febe19c0 20 remove_watcher() i=5 2024-09-12T18:03:04.018 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.018+0000 7f98febe19c0 20 remove_watcher() i=6 2024-09-12T18:03:04.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.022+0000 7f98febe19c0 20 remove_watcher() i=7 2024-09-12T18:03:04.034 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:04.034 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:03:04.034 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T18:03:04.034 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:04.034 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:04.063 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:04.063 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:04.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 realm 2024-09-12T18:03:04.109 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:04.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.110+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.114+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:04.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.114+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.114+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:04.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.114+0000 7f3e7ec0d9c0 20 searching for the correct realm 2024-09-12T18:03:04.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.118+0000 7f3e7cf14640 0 -- 172.21.15.92:0/3206963526 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3e70066480 msgr2=0x7f3e70078a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:04.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.334+0000 7f3e7bf12640 0 -- 172.21.15.92:0/3206963526 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3e74102be0 msgr2=0x7f3e741225f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:04.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:04.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:04.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:04.550 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.550+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:04.551 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:04.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 zone default found 2024-09-12T18:03:04.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 4 Realm: () 2024-09-12T18:03:04.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:04.552 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:04.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:04.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 zonegroup default 2024-09-12T18:03:04.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.553 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.554+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.554 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.558+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.558+0000 7f3e7ec0d9c0 20 started sync module instance, tier type = 2024-09-12T18:03:04.555 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.558+0000 7f3e7ec0d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:04.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=0 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=1 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=2 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=3 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=4 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=5 2024-09-12T18:03:04.582 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.582+0000 7f3e7ec0d9c0 20 add_watcher() i=6 2024-09-12T18:03:04.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.586+0000 7f3e7ec0d9c0 20 add_watcher() i=7 2024-09-12T18:03:04.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.586+0000 7f3e7ec0d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:04.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3d32fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:04.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:04.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:04.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 5 note: GC not initialized 2024-09-12T18:03:04.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3d31fdb640 20 reqs_thread_entry: start 2024-09-12T18:03:04.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:04.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 20 Filter name: none 2024-09-12T18:03:04.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3ca37fe640 20 reqs_thread_entry: start 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.590+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:04.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:04.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:04.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.594+0000 7f3e7ec0d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:04.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.598+0000 7f3d32fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:04.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.606+0000 7f3e7ec0d9c0 20 remove_watcher() i=0 2024-09-12T18:03:04.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.606+0000 7f3e7ec0d9c0 2 removed watcher, disabling cache 2024-09-12T18:03:04.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.606+0000 7f3e7ec0d9c0 20 remove_watcher() i=1 2024-09-12T18:03:04.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.610+0000 7f3e7ec0d9c0 20 remove_watcher() i=2 2024-09-12T18:03:04.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.614+0000 7f3e7ec0d9c0 20 remove_watcher() i=3 2024-09-12T18:03:04.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.618+0000 7f3e7ec0d9c0 20 remove_watcher() i=4 2024-09-12T18:03:04.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.622+0000 7f3e7ec0d9c0 20 remove_watcher() i=5 2024-09-12T18:03:04.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.622+0000 7f3e7ec0d9c0 20 remove_watcher() i=6 2024-09-12T18:03:04.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.622+0000 7f3e7ec0d9c0 20 remove_watcher() i=7 2024-09-12T18:03:04.636 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T18:03:04.669 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:04.669 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:04.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 realm 2024-09-12T18:03:04.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:04.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.715 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:04.716 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:04.717 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 searching for the correct realm 2024-09-12T18:03:04.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.722+0000 7fab48aad640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fab44133260 msgr2=0x7fab440fc960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:04.935 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.938+0000 7fab492ae640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab38003ca0 msgr2=0x7fab3c033420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:04.952 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:04.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:04.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zone default found 2024-09-12T18:03:04.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Realm: () 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zonegroup default 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:04.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started sync module instance, tier type = 2024-09-12T18:03:04.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=0 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=1 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=2 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=3 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=4 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=5 2024-09-12T18:03:04.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=6 2024-09-12T18:03:04.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.990+0000 7fab4b7a89c0 20 add_watcher() i=7 2024-09-12T18:03:04.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.990+0000 7fab4b7a89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:04.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fa9ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:04.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:04.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:04.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 note: GC not initialized 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fa9fe7e4640 20 reqs_thread_entry: start 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 Filter name: none 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fa96ffff640 20 reqs_thread_entry: start 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:04.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:04.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:04.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:04.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:04.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:05.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:05.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333551 cookie 94798577632000 notifier 8139 bl.length()=911 2024-09-12T18:03:05.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:05.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:05.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:05.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.017 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab4b7a89c0 time 2024-09-12T18:03:05.024058+0000 2024-09-12T18:03:05.017 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab4f0822eb] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:03:05.021 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab4b7a89c0 thread_name:radosgw-admin 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.022+0000 7fab4b7a89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab4b7a89c0 time 2024-09-12T18:03:05.024058+0000 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab4f0822eb] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:03:05.022 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.024 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.024 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab4df01520] 2024-09-12T18:03:05.024 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:05.024 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab4f082345] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.026+0000 7fab4b7a89c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab4b7a89c0 thread_name:radosgw-admin 2024-09-12T18:03:05.025 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab4df01520] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab4f082345] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.026 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:03:05.027 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:03:05.027 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:05.027 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.027 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:03:05.069 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: dump: 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.070 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8127 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 4 set_mon_vals no callback set 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: shutdown 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) unregister_commands rotate-key 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.071 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.072 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.073 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: starting msgr at 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: starting objecter 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests hook 0x5638035a1d40 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: setting wanted keys 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: calling monclient init 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.074 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key hook 0x5638037bb7b8 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x5638037bec70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.075 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x5638037ea060 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x7fab38002350 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.506797s 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): get_auth_request con 0x5638037ea060 auth_method 0 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x7fab38002350 auth_method 0 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.076 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_done global_id 8130 payload 824 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:03:04.694+0000 7fab48aad640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.077 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: dump: 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.078 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: dump: 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.079 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:03:04.694+0000 7faa37606640 4 set_mon_vals no callback set 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8130 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 1 librados: init done 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:03:04.698+0000 7fab49aaf640 10 monclient: get_auth_request con 0x5638037e3f70 auth_method 0 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:03:04.698+0000 7fab492ae640 10 monclient: get_auth_request con 0x7faa30070ae0 auth_method 0 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:03:04.698+0000 7fab492ae640 10 monclient: get_auth_request con 0x563803806cd0 auth_method 0 2024-09-12T18:03:05.080 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:03:04.702+0000 7fab48aad640 10 monclient: get_auth_request con 0x56380380aec0 auth_method 0 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:03:04.702+0000 7fab49aaf640 10 monclient: get_auth_request con 0x56380380a5c0 auth_method 0 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.081 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.082 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests cmddesc objecter_requests hook 0x563803816860 EEXIST 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.083 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x563803811f10 EEXIST 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x563803840300 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.084 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380383ad60 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x563803838de0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.516564s 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x563803838de0 auth_method 0 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x56380383ad60 auth_method 0 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.085 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_done global_id 7673 payload 824 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:03:04.706+0000 7fab492ae640 1 monclient: found mon.noname-c 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.086 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: dump: 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.087 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: dump: 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.088 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 7673 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:03:04.706+0000 7fab4a2b0640 4 set_mon_vals no callback set 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config 2024-09-12T18:03:05.089 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.090 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.091 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:03:04.706+0000 7fab48aad640 10 monclient: get_auth_request con 0x7faa240709f0 auth_method 0 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.092 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe5ca88698 EEXIST 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.093 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x56380388f670 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380385f200 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x563803881210 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.520818s 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x56380385f200 auth_method 0 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x563803881210 auth_method 0 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.094 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_done global_id 8136 payload 274 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:03:04.710+0000 7fab49aaf640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.095 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: dump: 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8136 2024-09-12T18:03:05.096 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 4 set_mon_vals no callback set 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: dump: 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.097 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: shutdown 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.098 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.099 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: starting msgr at 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: starting objecter 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests cmddesc objecter_requests hook 0x56380385d930 EEXIST 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: setting wanted keys 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: calling monclient init 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.100 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x56380366a948 EEXIST 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:03:05.101 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380385f200 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x563803881210 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x56380388f670 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.523332s 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): get_auth_request con 0x56380385f200 auth_method 0 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x56380388f670 auth_method 0 2024-09-12T18:03:05.102 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:03:04.710+0000 7fab48aad640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.103 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: dump: 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.104 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: dump: 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.105 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:03:04.714+0000 7faa2cff9640 4 set_mon_vals no callback set 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8139 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 1 librados: init done 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cr dump hook 0x5638038871b8 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.106 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:03:04.714+0000 7fab492ae640 10 monclient: get_auth_request con 0x5638038a93b0 auth_method 0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:03:04.714+0000 7fab49aaf640 10 monclient: get_auth_request con 0x7faa14070ae0 auth_method 0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 realm 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:03:04.718+0000 7fab48aad640 10 monclient: get_auth_request con 0x5638038ad610 auth_method 0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:03:04.718+0000 7fab49aaf640 10 monclient: get_auth_request con 0x5638038b0e50 auth_method 0 2024-09-12T18:03:05.107 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 searching for the correct realm 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:03:04.718+0000 7fab492ae640 10 monclient: get_auth_request con 0x7fab38003ca0 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:03:04.722+0000 7fab48aad640 10 monclient: get_auth_request con 0x7fab44133260 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:03:04.722+0000 7fab48aad640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fab44133260 msgr2=0x7fab440fc960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:03:04.926+0000 7fab48aad640 10 monclient: get_auth_request con 0x7fab44133260 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:03:04.926+0000 7fab49aaf640 10 monclient: get_auth_request con 0x7fab34068750 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:03:04.934+0000 7fab492ae640 10 monclient: get_auth_request con 0x5638036373a0 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:03:04.938+0000 7fab492ae640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab38003ca0 msgr2=0x7fab3c033420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:03:04.938+0000 7faa1affd640 1 client.8139.objecter ms_handle_reset 0x7fab38003ca0 session 0x7fab3c039040 osd.7 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:03:04.938+0000 7faa1affd640 10 monclient: _renew_subs 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:03:04.938+0000 7faa1affd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:03:04.938+0000 7fab492ae640 10 monclient: get_auth_request con 0x7faa14081180 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:03:04.938+0000 7fab48aad640 10 monclient: get_auth_request con 0x5638037040f0 auth_method 0 2024-09-12T18:03:05.108 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zone default found 2024-09-12T18:03:05.109 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Realm: () 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zonegroup default 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started sync module instance, tier type = 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=0 2024-09-12T18:03:05.110 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=1 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=2 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=3 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=4 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=5 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=6 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:03:04.990+0000 7fab4b7a89c0 20 add_watcher() i=7 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:03:04.990+0000 7fab4b7a89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.111 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:03:04.994+0000 7fa9ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache list hook 0x563803888b00 2024-09-12T18:03:05.112 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache inspect hook 0x563803888b00 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache erase hook 0x563803888b00 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache zap hook 0x563803888b00 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 note: GC not initialized 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:03:04.994+0000 7fa9fe7e4640 20 reqs_thread_entry: start 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace show hook 0x7fab38001d40 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace history hook 0x7fab38001d40 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace active hook 0x7fab38001d40 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace active_short hook 0x7fab38001d40 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 Filter name: none 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:03:04.994+0000 7fa96ffff640 20 reqs_thread_entry: start 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.113 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:05.114 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333551 cookie 94798577632000 notifier 8139 bl.length()=911 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.115 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:03:05.022+0000 7fab4b7a89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab4b7a89c0 time 2024-09-12T18:03:05.024058+0000 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab4f0822eb] 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.116 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:03:05.026+0000 7fab4b7a89c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab4b7a89c0 thread_name:radosgw-admin 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab4df01520] 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:05.117 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab4f082345] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:03:05.118 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:03:05.119 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:03:05.120 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:03:05.121 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:03:05.122 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:03:05.123 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:03:05.124 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa96ffff640 / http_manager 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9fe7e4640 / http_manager 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9ff7e6640 / rgw_dt_lg_renew 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa1affd640 / ms_dispatch 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa2cff9640 / io_context_pool 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa2effd640 / ms_dispatch 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa35e03640 / ms_dispatch 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa37606640 / io_context_pool 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab48aad640 / msgr-worker-2 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab492ae640 / msgr-worker-1 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab49aaf640 / msgr-worker-0 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab4a2b0640 / io_context_pool 2024-09-12T18:03:05.125 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab4b7a89c0 / radosgw-admin 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.140747.log 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:03:04.694+0000 7faa37606640 10 monclient: dump: 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.126 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8127 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 4 set_mon_vals no callback set 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: shutdown 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) unregister_commands rotate-key 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.127 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding auth protocol: cephx 2024-09-12T18:03:05.128 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: crc 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037c1f50) adding con mode: secure 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: starting msgr at 2024-09-12T18:03:05.129 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: starting objecter 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests hook 0x5638035a1d40 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: setting wanted keys 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 1 librados: calling monclient init 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding auth protocol: cephx 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.130 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: crc 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 AuthRegistry(0x5638037bb670) adding con mode: secure 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key hook 0x5638037bb7b8 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x5638037bec70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x5638037ea060 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x7fab38002350 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.131 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:03:04.694+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.506797s 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): get_auth_request con 0x5638037ea060 auth_method 0 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x7fab38002350 auth_method 0 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.132 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:03:04.694+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient(hunting): handle_auth_done global_id 8130 payload 824 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:03:04.694+0000 7fab48aad640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:03:04.694+0000 7fab48aad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: dump: 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.133 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:03:04.694+0000 7faa35e03640 10 monclient: dump: 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.134 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:03:04.694+0000 7faa37606640 4 set_mon_vals no callback set 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8130 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:03:04.698+0000 7fab4b7a89c0 1 librados: init done 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.135 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:03:04.698+0000 7faa35e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:03:04.698+0000 7fab49aaf640 10 monclient: get_auth_request con 0x5638037e3f70 auth_method 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:03:04.698+0000 7fab492ae640 10 monclient: get_auth_request con 0x7faa30070ae0 auth_method 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:03:04.698+0000 7fab492ae640 10 monclient: get_auth_request con 0x563803806cd0 auth_method 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:03:04.702+0000 7fab48aad640 10 monclient: get_auth_request con 0x56380380aec0 auth_method 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:03:04.702+0000 7fab49aaf640 10 monclient: get_auth_request con 0x56380380a5c0 auth_method 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.136 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding auth protocol: cephx 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.137 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: crc 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803812f20) adding con mode: secure 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests cmddesc objecter_requests hook 0x563803816860 EEXIST 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:03:04.702+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding auth protocol: cephx 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.138 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: crc 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x563803811dc8) adding con mode: secure 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.139 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x563803811f10 EEXIST 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x563803840300 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380383ad60 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x563803838de0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.516564s 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x563803838de0 auth_method 0 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.140 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x56380383ad60 auth_method 0 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:03:04.706+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient(hunting): handle_auth_done global_id 7673 payload 824 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:03:04.706+0000 7fab492ae640 1 monclient: found mon.noname-c 2024-09-12T18:03:05.141 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:03:04.706+0000 7fab492ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: dump: 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.142 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:03:04.706+0000 7faa2effd640 10 monclient: dump: 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.143 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 7673 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:03:04.706+0000 7fab4a2b0640 4 set_mon_vals no callback set 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:03:04.706+0000 7faa2effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.144 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.145 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding auth protocol: cephx 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: crc 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:03:04.706+0000 7fab4b7a89c0 5 AuthRegistry(0x56380385b1f0) adding con mode: secure 2024-09-12T18:03:05.146 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:03:04.706+0000 7fab48aad640 10 monclient: get_auth_request con 0x7faa240709f0 auth_method 0 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding auth protocol: cephx 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.147 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: crc 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88550) adding con mode: secure 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe5ca88698 EEXIST 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x56380388f670 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380385f200 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x563803881210 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.148 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.520818s 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): get_auth_request con 0x56380385f200 auth_method 0 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x563803881210 auth_method 0 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.149 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient(hunting): handle_auth_done global_id 8136 payload 274 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:03:04.710+0000 7fab49aaf640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:03:04.710+0000 7fab49aaf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: dump: 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.150 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8136 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 4 set_mon_vals no callback set 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:03:04.710+0000 7faa2cff9640 10 monclient: dump: 2024-09-12T18:03:05.151 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: shutdown 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: build_initial_monmap 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: monmap: 2024-09-12T18:03:05.152 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding auth protocol: cephx 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.153 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: crc 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380387fdf0) adding con mode: secure 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: starting msgr at 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: starting objecter 2024-09-12T18:03:05.154 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command objecter_requests cmddesc objecter_requests hook 0x56380385d930 EEXIST 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: setting wanted keys 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 1 librados: calling monclient init 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: init 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding auth protocol: cephx 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.155 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: crc 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 AuthRegistry(0x56380366a800) adding con mode: secure 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command rotate-key cmddesc rotate-key hook 0x56380366a948 EEXIST 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-a con 0x56380385f200 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-b con 0x563803881210 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): picked mon.noname-c con 0x56380388f670 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:05.156 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:03:04.710+0000 7fab4b7a89c0 10 monclient(hunting): authenticate will time out at 2512.523332s 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): get_auth_request con 0x56380385f200 auth_method 0 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request con 0x56380388f670 auth_method 0 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:05.157 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:03:04.710+0000 7fab492ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient: _finish_hunting 0 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:03:04.710+0000 7fab48aad640 1 monclient: found mon.noname-a 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:03:04.710+0000 7fab48aad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: dump: 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.158 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: _finish_auth 0 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: _check_auth_tickets 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:03:04.714+0000 7faa1affd640 10 monclient: dump: 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:05.159 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:03:04.714+0000 7faa2cff9640 4 set_mon_vals no callback set 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 5 monclient: authenticate success, global_id 8139 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _renew_subs 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 1 librados: init done 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cr dump hook 0x5638038871b8 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:05.160 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:03:04.714+0000 7faa1affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:03:04.714+0000 7fab492ae640 10 monclient: get_auth_request con 0x5638038a93b0 auth_method 0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:03:04.714+0000 7fab49aaf640 10 monclient: get_auth_request con 0x7faa14070ae0 auth_method 0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 realm 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:03:04.714+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:03:04.718+0000 7fab48aad640 10 monclient: get_auth_request con 0x5638038ad610 auth_method 0 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.161 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:03:04.718+0000 7fab49aaf640 10 monclient: get_auth_request con 0x5638038b0e50 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:03:04.718+0000 7fab4b7a89c0 20 searching for the correct realm 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:03:04.718+0000 7fab492ae640 10 monclient: get_auth_request con 0x7fab38003ca0 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:03:04.722+0000 7fab48aad640 10 monclient: get_auth_request con 0x7fab44133260 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:03:04.722+0000 7fab48aad640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fab44133260 msgr2=0x7fab440fc960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:03:04.926+0000 7fab48aad640 10 monclient: get_auth_request con 0x7fab44133260 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:03:04.926+0000 7fab49aaf640 10 monclient: get_auth_request con 0x7fab34068750 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:03:04.934+0000 7fab492ae640 10 monclient: get_auth_request con 0x5638036373a0 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:03:04.938+0000 7fab492ae640 0 -- 172.21.15.92:0/3600357690 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fab38003ca0 msgr2=0x7fab3c033420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:03:04.938+0000 7faa1affd640 1 client.8139.objecter ms_handle_reset 0x7fab38003ca0 session 0x7fab3c039040 osd.7 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:03:04.938+0000 7faa1affd640 10 monclient: _renew_subs 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:03:04.938+0000 7faa1affd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:03:04.938+0000 7fab492ae640 10 monclient: get_auth_request con 0x7faa14081180 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:03:04.938+0000 7fab48aad640 10 monclient: get_auth_request con 0x5638037040f0 auth_method 0 2024-09-12T18:03:05.162 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:03:04.954+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zone default found 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Realm: () 2024-09-12T18:03:05.163 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 zonegroup default 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started sync module instance, tier type = 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:03:04.958+0000 7fab4b7a89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=0 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=1 2024-09-12T18:03:05.164 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=2 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=3 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=4 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=5 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:03:04.986+0000 7fab4b7a89c0 20 add_watcher() i=6 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:03:04.990+0000 7fab4b7a89c0 20 add_watcher() i=7 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:03:04.990+0000 7fab4b7a89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding auth protocol: cephx 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.165 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: crc 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 AuthRegistry(0x7ffe5ca88a20) adding con mode: secure 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:03:04.994+0000 7fa9ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:05.166 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache list hook 0x563803888b00 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache inspect hook 0x563803888b00 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache erase hook 0x563803888b00 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command cache zap hook 0x563803888b00 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 note: GC not initialized 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:03:04.994+0000 7fa9fe7e4640 20 reqs_thread_entry: start 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace show hook 0x7fab38001d40 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace history hook 0x7fab38001d40 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace active hook 0x7fab38001d40 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 5 asok(0x5638035b12b0) register_command sync trace active_short hook 0x7fab38001d40 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 Filter name: none 2024-09-12T18:03:05.167 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:03:04.994+0000 7fa96ffff640 20 reqs_thread_entry: start 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:03:04.994+0000 7fab4b7a89c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.168 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:03:04.998+0000 7fab4b7a89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333551 cookie 94798577632000 notifier 8139 bl.length()=911 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:03:05.006+0000 7faa2cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:03:05.006+0000 7fab4b7a89c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.169 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.1 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.2 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.3 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:03:05.014+0000 7fab4b7a89c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:05.170 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:03:05.022+0000 7fab4b7a89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fab4b7a89c0 time 2024-09-12T18:03:05.024058+0000 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fab4f0822eb] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:03:05.171 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:03:05.026+0000 7fab4b7a89c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7fab4b7a89c0 thread_name:radosgw-admin 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fab4df01520] 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fab4f082345] 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fab4f08249f] 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563800ca80c1] 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x563800cb94f1] 2024-09-12T18:03:05.172 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x563800cbab44] 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fab4dee8d90] 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:03:05.173 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:03:05.174 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:03:05.175 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:03:05.176 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:03:05.177 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:03:05.178 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:03:05.179 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa96ffff640 / http_manager 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9fe7e4640 / http_manager 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fa9ff7e6640 / rgw_dt_lg_renew 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa1affd640 / ms_dispatch 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa2cff9640 / io_context_pool 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa2effd640 / ms_dispatch 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa35e03640 / ms_dispatch 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7faa37606640 / io_context_pool 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab48aad640 / msgr-worker-2 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab492ae640 / msgr-worker-1 2024-09-12T18:03:05.180 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab49aaf640 / msgr-worker-0 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab4a2b0640 / io_context_pool 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr: 7fab4b7a89c0 / radosgw-admin 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:03:05.030659Z_b673e8c1-43a9-46e5-912a-b8d4a3b8b66b/log 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:03:05.181 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:05.182 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 realm 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.118+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.122+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.122+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.183 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.122+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:05.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.122+0000 7faea77869c0 20 searching for the correct realm 2024-09-12T18:03:05.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.126+0000 7fae9ffff640 0 -- 172.21.15.92:0/3535826252 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fae94002350 msgr2=0x7fae98035410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:05.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.342+0000 7faea528c640 0 -- 172.21.15.92:0/3535826252 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7faea0019070 msgr2=0x7faea0073740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:05.356 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.358+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 zone default found 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 4 Realm: () 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 zonegroup default 2024-09-12T18:03:05.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 started sync module instance, tier type = 2024-09-12T18:03:05.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.362+0000 7faea77869c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:05.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=0 2024-09-12T18:03:05.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=1 2024-09-12T18:03:05.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=2 2024-09-12T18:03:05.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=3 2024-09-12T18:03:05.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=4 2024-09-12T18:03:05.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=5 2024-09-12T18:03:05.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.382+0000 7faea77869c0 20 add_watcher() i=6 2024-09-12T18:03:05.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.386+0000 7faea77869c0 20 add_watcher() i=7 2024-09-12T18:03:05.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.386+0000 7faea77869c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:05.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7fad5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:05.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 5 note: GC not initialized 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7fad5a7e4640 20 reqs_thread_entry: start 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 Filter name: none 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faccbfff640 20 reqs_thread_entry: start 2024-09-12T18:03:05.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:05.389 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.390+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:05.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:05.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:05.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:05.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.394+0000 7faea77869c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:05.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.398+0000 7fad5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:05.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.402+0000 7faea77869c0 20 remove_watcher() i=0 2024-09-12T18:03:05.400 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.402+0000 7faea77869c0 2 removed watcher, disabling cache 2024-09-12T18:03:05.402 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.406+0000 7faea77869c0 20 remove_watcher() i=1 2024-09-12T18:03:05.404 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.406+0000 7faea77869c0 20 remove_watcher() i=2 2024-09-12T18:03:05.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.410+0000 7faea77869c0 20 remove_watcher() i=3 2024-09-12T18:03:05.409 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.410+0000 7faea77869c0 20 remove_watcher() i=4 2024-09-12T18:03:05.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.414+0000 7faea77869c0 20 remove_watcher() i=5 2024-09-12T18:03:05.412 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.414+0000 7faea77869c0 20 remove_watcher() i=6 2024-09-12T18:03:05.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.414+0000 7faea77869c0 20 remove_watcher() i=7 2024-09-12T18:03:05.438 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:05.439 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:05.455 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:03:05.484 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:05.484 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:05.529 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.530+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.531 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 realm 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.532 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.534+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.538+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:05.534 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.538+0000 7f65258649c0 20 searching for the correct realm 2024-09-12T18:03:05.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.538+0000 7f6523b6b640 0 -- 172.21.15.92:0/2102093268 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f650c04a040 msgr2=0x7f650c03d450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.752 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.754+0000 7f651bfff640 0 -- 172.21.15.92:0/2102093268 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f651c11d780 msgr2=0x7f651c1169c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:05.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:05.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 zone default found 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 4 Realm: () 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 zonegroup default 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.974+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:05.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:05.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 started sync module instance, tier type = 2024-09-12T18:03:05.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:05.978+0000 7f65258649c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=0 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=1 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=2 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=3 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=4 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=5 2024-09-12T18:03:05.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=6 2024-09-12T18:03:06.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 20 add_watcher() i=7 2024-09-12T18:03:06.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.002+0000 7f65258649c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:06.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.006+0000 7f63da7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:06.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.006+0000 7f65258649c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:06.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.006+0000 7f65258649c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:06.006 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 5 note: GC not initialized 2024-09-12T18:03:06.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f63d97e2640 20 reqs_thread_entry: start 2024-09-12T18:03:06.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:06.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 20 Filter name: none 2024-09-12T18:03:06.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f63d27fc640 20 reqs_thread_entry: start 2024-09-12T18:03:06.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:06.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:06.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:06.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:06.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:06.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:06.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.010+0000 7f65258649c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:06.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:06.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:06.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:06.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:06.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:06.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f65258649c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:06.014 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.014+0000 7f63da7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:06.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.022+0000 7f65258649c0 20 remove_watcher() i=0 2024-09-12T18:03:06.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.022+0000 7f65258649c0 2 removed watcher, disabling cache 2024-09-12T18:03:06.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.022+0000 7f65258649c0 20 remove_watcher() i=1 2024-09-12T18:03:06.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.026+0000 7f65258649c0 20 remove_watcher() i=2 2024-09-12T18:03:06.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.026+0000 7f65258649c0 20 remove_watcher() i=3 2024-09-12T18:03:06.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.030+0000 7f65258649c0 20 remove_watcher() i=4 2024-09-12T18:03:06.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.030+0000 7f65258649c0 20 remove_watcher() i=5 2024-09-12T18:03:06.031 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.034+0000 7f65258649c0 20 remove_watcher() i=6 2024-09-12T18:03:06.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:06.034+0000 7f65258649c0 20 remove_watcher() i=7 2024-09-12T18:03:36.074 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:36.106 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:36.106 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:36.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.154+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 realm 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:36.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.158+0000 7f09061839c0 20 searching for the correct realm 2024-09-12T18:03:36.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.162+0000 7f0903488640 0 -- 172.21.15.92:0/2021412313 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f08f41003c0 msgr2=0x7f08f40f6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:36.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.374+0000 7f0903c89640 0 -- 172.21.15.92:0/2021412313 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x56258eb9d780 msgr2=0x7f08fc0969c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:36.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:36.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:36.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:36.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:36.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.391 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:36.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 zone default found 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 4 Realm: () 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 zonegroup default 2024-09-12T18:03:36.393 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.394+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.398+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.394 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.398+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.398+0000 7f09061839c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.398+0000 7f09061839c0 20 started sync module instance, tier type = 2024-09-12T18:03:36.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.398+0000 7f09061839c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=0 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=1 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=2 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=3 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=4 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=5 2024-09-12T18:03:36.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.418+0000 7f09061839c0 20 add_watcher() i=6 2024-09-12T18:03:36.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.422+0000 7f09061839c0 20 add_watcher() i=7 2024-09-12T18:03:36.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.422+0000 7f09061839c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:36.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f07ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:36.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f09061839c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:36.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f09061839c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:36.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f09061839c0 5 note: GC not initialized 2024-09-12T18:03:36.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f07b97e2640 20 reqs_thread_entry: start 2024-09-12T18:03:36.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f09061839c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:36.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.426+0000 7f09061839c0 20 Filter name: none 2024-09-12T18:03:36.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f07b27fc640 20 reqs_thread_entry: start 2024-09-12T18:03:36.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:36.427 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:36.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:36.428 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:36.429 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.430+0000 7f09061839c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.430 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.434+0000 7f09061839c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:36.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.434+0000 7f09061839c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:36.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.434+0000 7f07ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:36.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.442+0000 7f09061839c0 20 remove_watcher() i=0 2024-09-12T18:03:36.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.442+0000 7f09061839c0 2 removed watcher, disabling cache 2024-09-12T18:03:36.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.442+0000 7f09061839c0 20 remove_watcher() i=1 2024-09-12T18:03:36.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.446+0000 7f09061839c0 20 remove_watcher() i=2 2024-09-12T18:03:36.445 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.446+0000 7f09061839c0 20 remove_watcher() i=3 2024-09-12T18:03:36.447 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.450+0000 7f09061839c0 20 remove_watcher() i=4 2024-09-12T18:03:36.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.450+0000 7f09061839c0 20 remove_watcher() i=5 2024-09-12T18:03:36.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.454+0000 7f09061839c0 20 remove_watcher() i=6 2024-09-12T18:03:36.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.454+0000 7f09061839c0 20 remove_watcher() i=7 2024-09-12T18:03:36.475 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:36.475 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:36.510 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:03:36.538 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:36.539 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:36.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 realm 2024-09-12T18:03:36.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.586+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.590+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:36.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.590+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.590+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:36.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.590+0000 7f046c3009c0 20 searching for the correct realm 2024-09-12T18:03:36.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.594+0000 7f046a607640 0 -- 172.21.15.92:0/184885473 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f046005f040 msgr2=0x7f046000cb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:36.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.602+0000 7f0469605640 0 -- 172.21.15.92:0/184885473 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0464054910 msgr2=0x7f0464027380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:36.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.818+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:36.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:36.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 zone default found 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 4 Realm: () 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 zonegroup default 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.822+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.826+0000 7f046c3009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.826+0000 7f046c3009c0 20 started sync module instance, tier type = 2024-09-12T18:03:36.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.826+0000 7f046c3009c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=0 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=1 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=2 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=3 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=4 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=5 2024-09-12T18:03:36.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=6 2024-09-12T18:03:36.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 20 add_watcher() i=7 2024-09-12T18:03:36.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.850+0000 7f046c3009c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:36.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.854+0000 7f031b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:36.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:36.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:36.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 5 note: GC not initialized 2024-09-12T18:03:36.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f031a7fc640 20 reqs_thread_entry: start 2024-09-12T18:03:36.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:36.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 Filter name: none 2024-09-12T18:03:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f028bfff640 20 reqs_thread_entry: start 2024-09-12T18:03:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:36.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:36.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:36.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:36.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:36.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:36.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:36.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:36.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:36.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:36.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:36.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.858+0000 7f046c3009c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:36.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.862+0000 7f046c3009c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:36.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.862+0000 7f046c3009c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:36.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.862+0000 7f046c3009c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:36.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.862+0000 7f046c3009c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:36.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.866+0000 7f031b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:36.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.870+0000 7f046c3009c0 20 remove_watcher() i=0 2024-09-12T18:03:36.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.870+0000 7f046c3009c0 2 removed watcher, disabling cache 2024-09-12T18:03:36.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.874+0000 7f046c3009c0 20 remove_watcher() i=1 2024-09-12T18:03:36.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.874+0000 7f046c3009c0 20 remove_watcher() i=2 2024-09-12T18:03:36.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.878+0000 7f046c3009c0 20 remove_watcher() i=3 2024-09-12T18:03:36.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.878+0000 7f046c3009c0 20 remove_watcher() i=4 2024-09-12T18:03:36.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.882+0000 7f046c3009c0 20 remove_watcher() i=5 2024-09-12T18:03:36.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.882+0000 7f046c3009c0 20 remove_watcher() i=6 2024-09-12T18:03:36.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.886+0000 7f046c3009c0 20 remove_watcher() i=7 2024-09-12T18:03:36.898 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:36.928 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:36.928 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:36.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.970+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 realm 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:36.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.974+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.978+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:36.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.978+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:36.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.978+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:36.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.978+0000 7f57ec3d59c0 20 searching for the correct realm 2024-09-12T18:03:36.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:36.982+0000 7f57ea6dc640 0 -- 172.21.15.92:0/842118459 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f57d401f060 msgr2=0x7f57d4067450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:37.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.198+0000 7f57e96da640 0 -- 172.21.15.92:0/842118459 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f57dc0f48b0 msgr2=0x7f57dc0b53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:37.414 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:37.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.414+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:37.415 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 zone default found 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 4 Realm: () 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:37.416 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 zonegroup default 2024-09-12T18:03:37.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.418+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.422+0000 7f57ec3d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.422+0000 7f57ec3d59c0 20 started sync module instance, tier type = 2024-09-12T18:03:37.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.422+0000 7f57ec3d59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.442+0000 7f57ec3d59c0 20 add_watcher() i=0 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=1 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=2 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=3 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=4 2024-09-12T18:03:37.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=5 2024-09-12T18:03:37.443 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=6 2024-09-12T18:03:37.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 20 add_watcher() i=7 2024-09-12T18:03:37.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.446+0000 7f57ec3d59c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:37.448 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.450+0000 7f569b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:37.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.450+0000 7f57ec3d59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:37.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.450+0000 7f57ec3d59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:37.449 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.450+0000 7f57ec3d59c0 5 note: GC not initialized 2024-09-12T18:03:37.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.450+0000 7f569a7fc640 20 reqs_thread_entry: start 2024-09-12T18:03:37.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:37.450 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 Filter name: none 2024-09-12T18:03:37.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f560bfff640 20 reqs_thread_entry: start 2024-09-12T18:03:37.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:37.452 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:37.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:37.453 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:37.454 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.454+0000 7f57ec3d59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.458+0000 7f57ec3d59c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:37.455 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.458+0000 7f57ec3d59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:37.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.458+0000 7f569b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:37.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.466+0000 7f57ec3d59c0 20 remove_watcher() i=0 2024-09-12T18:03:37.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.466+0000 7f57ec3d59c0 2 removed watcher, disabling cache 2024-09-12T18:03:37.465 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.466+0000 7f57ec3d59c0 20 remove_watcher() i=1 2024-09-12T18:03:37.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.470+0000 7f57ec3d59c0 20 remove_watcher() i=2 2024-09-12T18:03:37.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.470+0000 7f57ec3d59c0 20 remove_watcher() i=3 2024-09-12T18:03:37.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.474+0000 7f57ec3d59c0 20 remove_watcher() i=4 2024-09-12T18:03:37.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.474+0000 7f57ec3d59c0 20 remove_watcher() i=5 2024-09-12T18:03:37.475 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.478+0000 7f57ec3d59c0 20 remove_watcher() i=6 2024-09-12T18:03:37.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.478+0000 7f57ec3d59c0 20 remove_watcher() i=7 2024-09-12T18:03:37.493 INFO:tasks.workunit.client.0.smithi092.stderr: test: duplicated entries should be purged before reshard 2024-09-12T18:03:37.493 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:37.521 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:37.521 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:37.566 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.566+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 realm 2024-09-12T18:03:37.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.568 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:37.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:37.569 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:37.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.570+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:37.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.574+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:37.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.574+0000 7fbbe3df59c0 20 searching for the correct realm 2024-09-12T18:03:37.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.578+0000 7fbbe20fc640 0 -- 172.21.15.92:0/3471095318 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fbbcc0e7060 msgr2=0x7fbbcc0d4700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:37.791 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:37.794+0000 7fbbdbfff640 0 -- 172.21.15.92:0/3471095318 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fbbdc06c6e0 msgr2=0x7fbbdc0891d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.010+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:38.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 zone default found 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 4 Realm: () 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 zonegroup default 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 started sync module instance, tier type = 2024-09-12T18:03:38.013 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.014+0000 7fbbe3df59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:38.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=0 2024-09-12T18:03:38.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=1 2024-09-12T18:03:38.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=2 2024-09-12T18:03:38.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=3 2024-09-12T18:03:38.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=4 2024-09-12T18:03:38.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=5 2024-09-12T18:03:38.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.038+0000 7fbbe3df59c0 20 add_watcher() i=6 2024-09-12T18:03:38.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.042+0000 7fbbe3df59c0 20 add_watcher() i=7 2024-09-12T18:03:38.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.042+0000 7fbbe3df59c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:38.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fba97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:38.043 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:38.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:38.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 5 note: GC not initialized 2024-09-12T18:03:38.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fba96fe5640 20 reqs_thread_entry: start 2024-09-12T18:03:38.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:38.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 Filter name: none 2024-09-12T18:03:38.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fba94fe1640 20 reqs_thread_entry: start 2024-09-12T18:03:38.045 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:38.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.046+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:38.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:38.047 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:38.048 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:38.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.050+0000 7fbbe3df59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:38.052 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.054+0000 7fba97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:38.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.058+0000 7fbbe3df59c0 20 remove_watcher() i=0 2024-09-12T18:03:38.057 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.058+0000 7fbbe3df59c0 2 removed watcher, disabling cache 2024-09-12T18:03:38.059 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.062+0000 7fbbe3df59c0 20 remove_watcher() i=1 2024-09-12T18:03:38.062 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.062+0000 7fbbe3df59c0 20 remove_watcher() i=2 2024-09-12T18:03:38.064 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.066+0000 7fbbe3df59c0 20 remove_watcher() i=3 2024-09-12T18:03:38.066 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.070+0000 7fbbe3df59c0 20 remove_watcher() i=4 2024-09-12T18:03:38.068 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.070+0000 7fbbe3df59c0 20 remove_watcher() i=5 2024-09-12T18:03:38.070 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.070+0000 7fbbe3df59c0 20 remove_watcher() i=6 2024-09-12T18:03:38.071 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.074+0000 7fbbe3df59c0 20 remove_watcher() i=7 2024-09-12T18:03:38.091 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.091 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:03:38.091 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T18:03:38.091 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.092 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T18:03:38.126 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:38.127 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:38.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 realm 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.173 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:38.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 searching for the correct realm 2024-09-12T18:03:38.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.182+0000 7f8ed30ee640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8ec806ab90 msgr2=0x7f8ec8063e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.398+0000 7f8ed20ec640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8ecc04f950 msgr2=0x7f8ecc04e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zone default found 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Realm: () 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zonegroup default 2024-09-12T18:03:38.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.617 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started sync module instance, tier type = 2024-09-12T18:03:38.618 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=0 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=1 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=2 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=3 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=4 2024-09-12T18:03:38.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=5 2024-09-12T18:03:38.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=6 2024-09-12T18:03:38.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.646+0000 7f8ed4de79c0 20 add_watcher() i=7 2024-09-12T18:03:38.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.646+0000 7f8ed4de79c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:38.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.646+0000 7f8d89fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:38.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:38.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:38.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 note: GC not initialized 2024-09-12T18:03:38.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8d88fe1640 20 reqs_thread_entry: start 2024-09-12T18:03:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 Filter name: none 2024-09-12T18:03:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8d81ffb640 20 reqs_thread_entry: start 2024-09-12T18:03:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:38.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:38.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:38.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:38.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:38.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.651 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:38.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.652 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:38.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.661 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:38.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333553 cookie 94855906296784 notifier 8268 bl.length()=911 2024-09-12T18:03:38.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:38.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:38.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:38.663 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:38.669 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8ed4de79c0 time 2024-09-12T18:03:38.675932+0000 2024-09-12T18:03:38.669 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:38.670 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.670 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8ed86c12eb] 2024-09-12T18:03:38.670 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.670 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8ed4de79c0 time 2024-09-12T18:03:38.675932+0000 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8ed86c12eb] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.671 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:03:38.672 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f8ed4de79c0 thread_name:radosgw-admin 2024-09-12T18:03:38.688 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.688 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8ed7540520] 2024-09-12T18:03:38.688 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8ed86c1345] 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.689 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f8ed4de79c0 thread_name:radosgw-admin 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8ed7540520] 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8ed86c1345] 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.690 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:03:38.150+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 7784 payload 274 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 1 monclient: found mon.noname-c 2024-09-12T18:03:38.691 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: dump: 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.692 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: dump: 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.693 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 7784 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 4 set_mon_vals no callback set 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: shutdown 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) unregister_commands rotate-key 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.694 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.695 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.696 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: starting msgr at 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: starting objecter 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests hook 0x56455c60f260 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: setting wanted keys 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: calling monclient init 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.697 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key hook 0x56455c89f348 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:03:38.698 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c72aa50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c74fdc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c7e4e70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.965702s 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c72aa50 auth_method 0 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c74fdc0 auth_method 0 2024-09-12T18:03:38.699 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c7e4e70 auth_method 0 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 7787 payload 824 2024-09-12T18:03:38.700 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 1 monclient: found mon.noname-c 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: dump: 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.701 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: dump: 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.702 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:03:38.154+0000 7f8dc0e09640 4 set_mon_vals no callback set 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 7787 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: init done 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.703 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:03:38.158+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8db8070ae0 auth_method 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:03:38.158+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c8e6f00 auth_method 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:03:38.158+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x56455c8e9d40 auth_method 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x56455c8ee0a0 auth_method 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c8f1d80 auth_method 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.704 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.705 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests cmddesc objecter_requests hook 0x56455c8f9800 EEXIST 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.706 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.707 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x56455c8f4eb0 EEXIST 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c91d9b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c91d2e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c91bcc0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.708 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.975524s 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c91bcc0 auth_method 0 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c91d9b0 auth_method 0 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.709 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c91d2e0 auth_method 0 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_done global_id 8262 payload 824 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.710 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:03:38.166+0000 7f8ed20ec640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.711 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:03:38.166+0000 7f8ed20ec640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.711 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: dump: 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.712 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: dump: 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.713 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8262 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:03:38.166+0000 7f8ed38ef640 4 set_mon_vals no callback set 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config 2024-09-12T18:03:38.714 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.715 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.716 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:03:38.166+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8dac070a20 auth_method 0 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.717 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe22249af8 EEXIST 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c9718f0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c96cd90 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.718 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c963500 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.980068s 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c963500 auth_method 0 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c96cd90 auth_method 0 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.719 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 8265 payload 274 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: dump: 2024-09-12T18:03:38.720 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.721 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8265 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 4 set_mon_vals no callback set 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: dump: 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.722 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: shutdown 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.723 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.724 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: starting msgr at 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: starting objecter 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests cmddesc objecter_requests hook 0x56455c943890 EEXIST 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: setting wanted keys 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: calling monclient init 2024-09-12T18:03:38.725 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.726 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x56455c91f918 EEXIST 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c963500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c96cd90 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c9718f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.727 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.982604s 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c963500 auth_method 0 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c9718f0 auth_method 0 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.728 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 8268 payload 824 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c96cd90 auth_method 0 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: dump: 2024-09-12T18:03:38.729 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.730 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: dump: 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8268 2024-09-12T18:03:38.731 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:03:38.170+0000 7f8db67fc640 4 set_mon_vals no callback set 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: init done 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cr dump hook 0x56455c96bbf8 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:03:38.174+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8d9c070b10 auth_method 0 2024-09-12T18:03:38.732 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:03:38.174+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c98a5a0 auth_method 0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 realm 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:03:38.174+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x56455c98e760 auth_method 0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:03:38.178+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c991fc0 auth_method 0 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:38.733 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 searching for the correct realm 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:03:38.178+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x7f8ecc03c040 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:03:38.178+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ec4124040 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:03:38.182+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8ec806ab90 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:03:38.182+0000 7f8ed30ee640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8ec806ab90 msgr2=0x7f8ec8063e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:03:38.386+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8ec806ab90 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:03:38.390+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x7f8ecc018040 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:03:38.398+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ecc04f950 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:03:38.398+0000 7f8ed20ec640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8ecc04f950 msgr2=0x7f8ecc04e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:03:38.602+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ecc04f950 auth_method 0 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:38.734 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zone default found 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Realm: () 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:38.735 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zonegroup default 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started sync module instance, tier type = 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=0 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=1 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=2 2024-09-12T18:03:38.736 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=3 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=4 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=5 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=6 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 20 add_watcher() i=7 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.737 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:03:38.646+0000 7f8d89fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache list hook 0x56455c967b20 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache inspect hook 0x56455c967b20 2024-09-12T18:03:38.738 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache erase hook 0x56455c967b20 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache zap hook 0x56455c967b20 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 note: GC not initialized 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:03:38.650+0000 7f8d88fe1640 20 reqs_thread_entry: start 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace show hook 0x7f8ecc0056c0 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace history hook 0x7f8ecc0056c0 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace active hook 0x7f8ecc0056c0 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace active_short hook 0x7f8ecc0056c0 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 Filter name: none 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:03:38.650+0000 7f8d81ffb640 20 reqs_thread_entry: start 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.739 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.740 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333553 cookie 94855906296784 notifier 8268 bl.length()=911 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8ed4de79c0 time 2024-09-12T18:03:38.675932+0000 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.741 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8ed86c12eb] 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:03:38.742 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f8ed4de79c0 thread_name:radosgw-admin 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8ed7540520] 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8ed86c1345] 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.743 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:03:38.744 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:03:38.745 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:03:38.746 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:03:38.747 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:03:38.748 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:03:38.749 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:03:38.750 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d81ffb640 / http_manager 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d88fe1640 / http_manager 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d89fe3640 / rgw_dt_lg_renew 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8db4ff9640 / ms_dispatch 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8db67fc640 / io_context_pool 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dbce01640 / ms_dispatch 2024-09-12T18:03:38.751 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dbf606640 / ms_dispatch 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dc0e09640 / io_context_pool 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed20ec640 / msgr-worker-2 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed28ed640 / msgr-worker-1 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed30ee640 / msgr-worker-0 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed38ef640 / io_context_pool 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed4de79c0 / radosgw-admin 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.144877.log 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:03:38.150+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.752 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 7784 payload 274 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 1 monclient: found mon.noname-c 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:03:38.150+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: dump: 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.753 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:03:38.150+0000 7f8dc0e09640 10 monclient: dump: 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.754 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 7784 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:03:38.150+0000 7f8ed4de79c0 4 set_mon_vals no callback set 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: shutdown 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) unregister_commands rotate-key 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.755 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding auth protocol: cephx 2024-09-12T18:03:38.756 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: crc 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8a4840) adding con mode: secure 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.757 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: starting msgr at 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: starting objecter 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests hook 0x56455c60f260 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: setting wanted keys 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: calling monclient init 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding auth protocol: cephx 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.758 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: crc 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c89f200) adding con mode: secure 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key hook 0x56455c89f348 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c72aa50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.759 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c74fdc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c7e4e70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.965702s 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c72aa50 auth_method 0 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c74fdc0 auth_method 0 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.760 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:03:38.154+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c7e4e70 auth_method 0 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:03:38.154+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 7787 payload 824 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.761 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 1 monclient: found mon.noname-c 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:03:38.154+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: dump: 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.762 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:03:38.154+0000 7f8dbf606640 10 monclient: dump: 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.763 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:03:38.154+0000 7f8dc0e09640 4 set_mon_vals no callback set 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 7787 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:03:38.154+0000 7f8ed4de79c0 1 librados: init done 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.764 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:03:38.158+0000 7f8dbf606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:03:38.158+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8db8070ae0 auth_method 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:03:38.158+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c8e6f00 auth_method 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:03:38.158+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x56455c8e9d40 auth_method 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x56455c8ee0a0 auth_method 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c8f1d80 auth_method 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.765 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding auth protocol: cephx 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.766 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: crc 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f5ec0) adding con mode: secure 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests cmddesc objecter_requests hook 0x56455c8f9800 EEXIST 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding auth protocol: cephx 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.767 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: crc 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c8f4d68) adding con mode: secure 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.768 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x56455c8f4eb0 EEXIST 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c91d9b0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c91d2e0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c91bcc0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:03:38.162+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.975524s 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c91bcc0 auth_method 0 2024-09-12T18:03:38.769 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c91d9b0 auth_method 0 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:03:38.162+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.770 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c91d2e0 auth_method 0 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:03:38.162+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_done global_id 8262 payload 824 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:03:38.162+0000 7f8ed20ec640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:03:38.166+0000 7f8ed20ec640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:03:38.166+0000 7f8ed20ec640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: dump: 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.771 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.772 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:03:38.166+0000 7f8dbce01640 10 monclient: dump: 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8262 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:03:38.166+0000 7f8ed38ef640 4 set_mon_vals no callback set 2024-09-12T18:03:38.773 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:03:38.166+0000 7f8dbce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.774 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding auth protocol: cephx 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.775 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: crc 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c93d3e0) adding con mode: secure 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:03:38.166+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8dac070a20 auth_method 0 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding auth protocol: cephx 2024-09-12T18:03:38.776 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: crc 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe222499b0) adding con mode: secure 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.777 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe22249af8 EEXIST 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:03:38.166+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c9718f0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c96cd90 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c963500 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.980068s 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c963500 auth_method 0 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.778 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request con 0x56455c96cd90 auth_method 0 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 8265 payload 274 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.779 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: dump: 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.780 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8265 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: get_monmap_and_config success 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 4 set_mon_vals no callback set 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:03:38.170+0000 7f8db67fc640 10 monclient: dump: 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.781 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: shutdown 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: build_initial_monmap 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 build_initial for_mkfs: 0 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: monmap: 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:03:38.782 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding auth protocol: cephx 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.783 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: crc 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c9413d0) adding con mode: secure 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: starting msgr at 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: starting objecter 2024-09-12T18:03:38.784 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command objecter_requests cmddesc objecter_requests hook 0x56455c943890 EEXIST 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: setting wanted keys 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: calling monclient init 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: init 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding auth protocol: cephx 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.785 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: crc 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 AuthRegistry(0x56455c91f7d0) adding con mode: secure 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command rotate-key cmddesc rotate-key hook 0x56455c91f918 EEXIST 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _reopen_session rank -1 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-c con 0x56455c963500 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-b con 0x56455c96cd90 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): picked mon.noname-a con 0x56455c9718f0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.786 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): _renew_subs 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient(hunting): authenticate will time out at 2545.982604s 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request con 0x56455c963500 auth_method 0 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request con 0x56455c9718f0 auth_method 0 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.787 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:03:38.170+0000 7f8ed20ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient(hunting): handle_auth_done global_id 8268 payload 824 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _finish_hunting 0 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 1 monclient: found mon.noname-a 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:03:38.170+0000 7f8ed28ed640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:03:38.170+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c96cd90 auth_method 0 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: dump: 2024-09-12T18:03:38.788 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: _finish_auth 0 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: _check_auth_tickets 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:03:38.789 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:03:38.170+0000 7f8db4ff9640 10 monclient: dump: 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 monclient: authenticate success, global_id 8268 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.790 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:03:38.170+0000 7f8db67fc640 4 set_mon_vals no callback set 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _renew_subs 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 1 librados: init done 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:03:38.170+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cr dump hook 0x56455c96bbf8 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:03:38.174+0000 7f8db4ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:03:38.174+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8d9c070b10 auth_method 0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:03:38.174+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c98a5a0 auth_method 0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.791 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 realm 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:03:38.174+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:03:38.174+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x56455c98e760 auth_method 0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:03:38.178+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x56455c991fc0 auth_method 0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:03:38.178+0000 7f8ed4de79c0 20 searching for the correct realm 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:03:38.178+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x7f8ecc03c040 auth_method 0 2024-09-12T18:03:38.792 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:03:38.178+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ec4124040 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:03:38.182+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8ec806ab90 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:03:38.182+0000 7f8ed30ee640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f8ec806ab90 msgr2=0x7f8ec8063e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:03:38.386+0000 7f8ed30ee640 10 monclient: get_auth_request con 0x7f8ec806ab90 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:03:38.390+0000 7f8ed28ed640 10 monclient: get_auth_request con 0x7f8ecc018040 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:03:38.398+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ecc04f950 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:03:38.398+0000 7f8ed20ec640 0 -- 172.21.15.92:0/1228062288 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f8ecc04f950 msgr2=0x7f8ecc04e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:03:38.602+0000 7f8ed20ec640 10 monclient: get_auth_request con 0x7f8ecc04f950 auth_method 0 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:38.793 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:03:38.614+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zone default found 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Realm: () 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 zonegroup default 2024-09-12T18:03:38.794 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:03:38.618+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started sync module instance, tier type = 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:03:38.622+0000 7f8ed4de79c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=0 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=1 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=2 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=3 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=4 2024-09-12T18:03:38.795 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=5 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:03:38.642+0000 7f8ed4de79c0 20 add_watcher() i=6 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 20 add_watcher() i=7 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding auth protocol: cephx 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:03:38.646+0000 7f8d89fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:38.796 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:03:38.646+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: crc 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 AuthRegistry(0x7ffe22249e80) adding con mode: secure 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache list hook 0x56455c967b20 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache inspect hook 0x56455c967b20 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache erase hook 0x56455c967b20 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command cache zap hook 0x56455c967b20 2024-09-12T18:03:38.797 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 note: GC not initialized 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:03:38.650+0000 7f8d88fe1640 20 reqs_thread_entry: start 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace show hook 0x7f8ecc0056c0 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace history hook 0x7f8ecc0056c0 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace active hook 0x7f8ecc0056c0 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 5 asok(0x56455c6922b0) register_command sync trace active_short hook 0x7f8ecc0056c0 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 Filter name: none 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:03:38.650+0000 7f8d81ffb640 20 reqs_thread_entry: start 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:38.798 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:03:38.650+0000 7f8ed4de79c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:03:38.654+0000 7f8ed4de79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:03:38.662+0000 7f8ed4de79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333553 cookie 94855906296784 notifier 8268 bl.length()=911 2024-09-12T18:03:38.799 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:03:38.666+0000 7f8db67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:03:38.666+0000 7f8ed4de79c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8ed4de79c0 time 2024-09-12T18:03:38.675932+0000 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8ed86c12eb] 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.800 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:03:38.674+0000 7f8ed4de79c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f8ed4de79c0 thread_name:radosgw-admin 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8ed7540520] 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:03:38.801 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8ed86c1345] 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8ed86c149f] 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56455abc40c1] 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56455abd61fa] 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8ed7527d90] 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:03:38.802 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:03:38.803 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:03:38.804 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:03:38.805 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:03:38.806 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:03:38.807 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:03:38.808 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d81ffb640 / http_manager 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d88fe1640 / http_manager 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8d89fe3640 / rgw_dt_lg_renew 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8db4ff9640 / ms_dispatch 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8db67fc640 / io_context_pool 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dbce01640 / ms_dispatch 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dbf606640 / ms_dispatch 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8dc0e09640 / io_context_pool 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed20ec640 / msgr-worker-2 2024-09-12T18:03:38.809 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed28ed640 / msgr-worker-1 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed30ee640 / msgr-worker-0 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed38ef640 / io_context_pool 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: 7f8ed4de79c0 / radosgw-admin 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:03:38.678010Z_b9a07acc-6bd7-45bd-a5b3-95191beb32c4/log 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:03:38.810 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:03:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:38.811 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.758+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 realm 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:38.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.762+0000 7f3e8650a9c0 20 searching for the correct realm 2024-09-12T18:03:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.766+0000 7f3e84010640 0 -- 172.21.15.92:0/878426525 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3e70003cc0 msgr2=0x7f3e7407b160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.770+0000 7f3e84010640 0 -- 172.21.15.92:0/878426525 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7f3e74089040 msgr2=0x7f3e74092850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:38.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:38.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:38.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:38.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:38.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.994+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:38.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 zone default found 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 4 Realm: () 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 zonegroup default 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:38.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:38.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 started sync module instance, tier type = 2024-09-12T18:03:38.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:38.998+0000 7f3e8650a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:39.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=0 2024-09-12T18:03:39.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=1 2024-09-12T18:03:39.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=2 2024-09-12T18:03:39.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=3 2024-09-12T18:03:39.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=4 2024-09-12T18:03:39.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=5 2024-09-12T18:03:39.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.022+0000 7f3e8650a9c0 20 add_watcher() i=6 2024-09-12T18:03:39.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.026+0000 7f3e8650a9c0 20 add_watcher() i=7 2024-09-12T18:03:39.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.026+0000 7f3e8650a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:39.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3d3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:39.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:39.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:39.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 5 note: GC not initialized 2024-09-12T18:03:39.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3d39fdb640 20 reqs_thread_entry: start 2024-09-12T18:03:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 20 Filter name: none 2024-09-12T18:03:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3cab7fe640 20 reqs_thread_entry: start 2024-09-12T18:03:39.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.030+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:39.030 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:39.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:39.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:39.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:39.034 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.034+0000 7f3e8650a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:03:39.036 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.038+0000 7f3d3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:39.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.042+0000 7f3e8650a9c0 20 remove_watcher() i=0 2024-09-12T18:03:39.042 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.042+0000 7f3e8650a9c0 2 removed watcher, disabling cache 2024-09-12T18:03:39.044 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.046+0000 7f3e8650a9c0 20 remove_watcher() i=1 2024-09-12T18:03:39.046 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.050+0000 7f3e8650a9c0 20 remove_watcher() i=2 2024-09-12T18:03:39.049 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.050+0000 7f3e8650a9c0 20 remove_watcher() i=3 2024-09-12T18:03:39.051 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.054+0000 7f3e8650a9c0 20 remove_watcher() i=4 2024-09-12T18:03:39.053 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.054+0000 7f3e8650a9c0 20 remove_watcher() i=5 2024-09-12T18:03:39.055 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.058+0000 7f3e8650a9c0 20 remove_watcher() i=6 2024-09-12T18:03:39.056 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.058+0000 7f3e8650a9c0 20 remove_watcher() i=7 2024-09-12T18:03:39.074 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:03:39.074 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:03:39.088 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:03:39.118 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:03:39.118 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:03:39.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 realm 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.166+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.170+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:39.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.170+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.170+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:03:39.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.170+0000 7fbbc6dc09c0 20 searching for the correct realm 2024-09-12T18:03:39.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.174+0000 7fbbc50c7640 0 -- 172.21.15.92:0/3763920223 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fbbb006d050 msgr2=0x7fbbb0093ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:03:39.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.390+0000 7fbbbffff640 0 -- 172.21.15.92:0/3763920223 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fbbc00103e0 msgr2=0x7fbbc0010840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.606+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:03:39.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 zone default found 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 4 Realm: () 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:03:39.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:03:39.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 zonegroup default 2024-09-12T18:03:39.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:03:39.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 started sync module instance, tier type = 2024-09-12T18:03:39.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.610+0000 7fbbc6dc09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=0 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=1 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=2 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=3 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=4 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=5 2024-09-12T18:03:39.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.634+0000 7fbbc6dc09c0 20 add_watcher() i=6 2024-09-12T18:03:39.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.638+0000 7fbbc6dc09c0 20 add_watcher() i=7 2024-09-12T18:03:39.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.638+0000 7fbbc6dc09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:03:39.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.642+0000 7fba7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:39.641 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.642+0000 7fbbc6dc09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:03:39.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.642+0000 7fbbc6dc09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:03:39.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.642+0000 7fbbc6dc09c0 5 note: GC not initialized 2024-09-12T18:03:39.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fba79fe3640 20 reqs_thread_entry: start 2024-09-12T18:03:39.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:03:39.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 Filter name: none 2024-09-12T18:03:39.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fb9eb7fe640 20 reqs_thread_entry: start 2024-09-12T18:03:39.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:03:39.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:03:39.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:03:39.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:03:39.644 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:03:39.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 rados->read ofs=0 len=0 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:03:39.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:39.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.646+0000 7fbbc6dc09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:03:39.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.650+0000 7fbbc6dc09c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:39.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.650+0000 7fbbc6dc09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:03:39.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.650+0000 7fbbc6dc09c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:39.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.650+0000 7fbbc6dc09c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:03:39.650 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.654+0000 7fba7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:03:39.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.658+0000 7fbbc6dc09c0 20 remove_watcher() i=0 2024-09-12T18:03:39.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.658+0000 7fbbc6dc09c0 2 removed watcher, disabling cache 2024-09-12T18:03:39.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.658+0000 7fbbc6dc09c0 20 remove_watcher() i=1 2024-09-12T18:03:39.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.662+0000 7fbbc6dc09c0 20 remove_watcher() i=2 2024-09-12T18:03:39.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.666+0000 7fbbc6dc09c0 20 remove_watcher() i=3 2024-09-12T18:03:39.665 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.666+0000 7fbbc6dc09c0 20 remove_watcher() i=4 2024-09-12T18:03:39.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.670+0000 7fbbc6dc09c0 20 remove_watcher() i=5 2024-09-12T18:03:39.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.670+0000 7fbbc6dc09c0 20 remove_watcher() i=6 2024-09-12T18:03:39.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:03:39.670+0000 7fbbc6dc09c0 20 remove_watcher() i=7 2024-09-12T18:04:09.685 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T18:04:09.725 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:09.725 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:09.772 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 realm 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:09.777 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:09.778 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 searching for the correct realm 2024-09-12T18:04:09.780 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.781+0000 7f479b2e8640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f47840c6940 msgr2=0x7f47840de400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:09.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:09.997+0000 7f4793fff640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4794041570 msgr2=0x7f4794061a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.214 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zone default found 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Realm: () 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:10.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zonegroup default 2024-09-12T18:04:10.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.216 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started sync module instance, tier type = 2024-09-12T18:04:10.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:10.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=0 2024-09-12T18:04:10.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=1 2024-09-12T18:04:10.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=2 2024-09-12T18:04:10.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=3 2024-09-12T18:04:10.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=4 2024-09-12T18:04:10.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=5 2024-09-12T18:04:10.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=6 2024-09-12T18:04:10.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=7 2024-09-12T18:04:10.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.241+0000 7f479cfe19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:10.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.245+0000 7f46517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:10.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:10.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:10.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 note: GC not initialized 2024-09-12T18:04:10.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f45cbfff640 20 reqs_thread_entry: start 2024-09-12T18:04:10.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:10.247 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 Filter name: none 2024-09-12T18:04:10.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f45c9ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:10.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:10.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:10.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:10.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:10.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:10.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:10.252 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:10.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.263 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:10.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 94465921940752 notifier 7844 bl.length()=911 2024-09-12T18:04:10.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:10.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:10.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:10.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:10.269 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f479cfe19c0 time 2024-09-12T18:04:10.276423+0000 2024-09-12T18:04:10.270 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f47a08bb2eb] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:04:10.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f479cfe19c0 time 2024-09-12T18:04:10.276423+0000 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f47a08bb2eb] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:04:10.272 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.273 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:04:10.273 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f479cfe19c0 thread_name:radosgw-admin 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f479f73a520] 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f47a08bb345] 2024-09-12T18:04:10.278 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f479cfe19c0 thread_name:radosgw-admin 2024-09-12T18:04:10.279 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f479f73a520] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f47a08bb345] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:04:10.280 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:04:09.749+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:04:09.749+0000 7f479aae7640 1 monclient: found mon.noname-a 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:04:09.749+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: dump: 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.281 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 8310 2024-09-12T18:04:10.282 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 4 set_mon_vals no callback set 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: dump: 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.283 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: shutdown 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) unregister_commands rotate-key 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.284 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.285 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: starting msgr at 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: starting objecter 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests hook 0x55ea8f8aae50 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: setting wanted keys 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: calling monclient init 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.286 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.287 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key hook 0x55ea8fa8c218 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8f93c260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8f9d1a50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8f9d7e50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.566880s 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): get_auth_request con 0x55ea8f9d7e50 auth_method 0 2024-09-12T18:04:10.288 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8f9d1a50 auth_method 0 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8f93c260 auth_method 0 2024-09-12T18:04:10.289 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_done global_id 8313 payload 824 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:04:09.753+0000 7f479b2e8640 1 monclient: found mon.noname-a 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: dump: 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.290 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: dump: 2024-09-12T18:04:10.291 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:04:09.753+0000 7f4688e09640 4 set_mon_vals no callback set 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 8313 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.292 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 1 librados: init done 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:04:09.757+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f4680070b60 auth_method 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:04:09.757+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fad4cb0 auth_method 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:04:09.757+0000 7f479aae7640 10 monclient: get_auth_request con 0x55ea8fad7e90 auth_method 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:04:09.761+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fadc080 auth_method 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:04:09.761+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fadb700 auth_method 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.293 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.294 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.295 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea8fae7900 EEXIST 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.296 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x55ea8fae2f60 EEXIST 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb0bab0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb0b3e0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb09dc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.297 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.576875s 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): get_auth_request con 0x55ea8fb0b3e0 auth_method 0 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb09dc0 auth_method 0 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.298 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb0bab0 auth_method 0 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_done global_id 7838 payload 824 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.299 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:04:09.765+0000 7f479b2e8640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: dump: 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.300 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: dump: 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.301 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7838 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:04:09.765+0000 7f479a2e6640 4 set_mon_vals no callback set 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.302 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: get_monmap_and_config 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.303 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.304 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4674070a20 auth_method 0 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.305 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc67de2ce8 EEXIST 2024-09-12T18:04:10.306 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb5f930 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb5ace0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb51440 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.581106s 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb51440 auth_method 0 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.307 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb5f930 auth_method 0 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.308 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_done global_id 7841 payload 274 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:04:09.769+0000 7f479aae7640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:04:09.769+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb5ace0 auth_method 0 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: dump: 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.309 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7841 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 4 set_mon_vals no callback set 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.310 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: dump: 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: shutdown 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.311 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.312 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.313 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: starting msgr at 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: starting objecter 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea8fb2ad20 EEXIST 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: setting wanted keys 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: calling monclient init 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.314 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.315 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x55ea8fb0da18 EEXIST 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb51440 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb5ace0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb5f930 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.583835s 2024-09-12T18:04:10.316 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb5f930 auth_method 0 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb51440 auth_method 0 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.317 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_done global_id 7844 payload 824 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:04:09.773+0000 7f479aae7640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:04:09.773+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb5ace0 auth_method 0 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: dump: 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.318 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: dump: 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.319 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7844 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:04:09.773+0000 7f467e7fc640 4 set_mon_vals no callback set 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.320 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 1 librados: init done 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cr dump hook 0x55ea8fb58138 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4664070ae0 auth_method 0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:04:09.773+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb78db0 auth_method 0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 realm 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.321 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:04:09.777+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fb7d0f0 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:04:09.777+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb80810 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 searching for the correct realm 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:04:09.777+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f4794057040 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:04:09.781+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f478c04c020 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:04:09.781+0000 7f479b2e8640 10 monclient: get_auth_request con 0x7f47840c6940 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:04:09.781+0000 7f479b2e8640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f47840c6940 msgr2=0x7f47840de400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:04:09.985+0000 7f479b2e8640 10 monclient: get_auth_request con 0x7f47840c6940 auth_method 0 2024-09-12T18:04:10.322 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:04:09.989+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f479401d060 auth_method 0 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:04:09.997+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4794041570 auth_method 0 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:04:09.997+0000 7f4793fff640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4794041570 msgr2=0x7f4794061a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:04:10.201+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4794041570 auth_method 0 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.323 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zone default found 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Realm: () 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zonegroup default 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.324 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started sync module instance, tier type = 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=0 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=1 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=2 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=3 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=4 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=5 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=6 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=7 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:10.325 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:04:10.245+0000 7f46517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:10.326 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache list hook 0x55ea8fb4d730 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache inspect hook 0x55ea8fb4d730 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache erase hook 0x55ea8fb4d730 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache zap hook 0x55ea8fb4d730 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 note: GC not initialized 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:04:10.249+0000 7f45cbfff640 20 reqs_thread_entry: start 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace show hook 0x7f478c004630 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace history hook 0x7f478c004630 2024-09-12T18:04:10.327 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace active hook 0x7f478c004630 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace active_short hook 0x7f478c004630 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 Filter name: none 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:04:10.249+0000 7f45c9ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:10.328 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.329 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 94465921940752 notifier 7844 bl.length()=911 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f479cfe19c0 time 2024-09-12T18:04:10.276423+0000 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.330 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f47a08bb2eb] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f479cfe19c0 thread_name:radosgw-admin 2024-09-12T18:04:10.331 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f479f73a520] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f47a08bb345] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.332 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:04:10.333 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:04:10.334 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:04:10.335 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:04:10.336 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:04:10.337 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:04:10.338 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:04:10.339 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f45c9ffb640 / http_manager 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f45cbfff640 / http_manager 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f46517e2640 / rgw_dt_lg_renew 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f467cff9640 / ms_dispatch 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f467e7fc640 / io_context_pool 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4684e01640 / ms_dispatch 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4687606640 / ms_dispatch 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4688e09640 / io_context_pool 2024-09-12T18:04:10.340 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4793fff640 / msgr-worker-2 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479a2e6640 / io_context_pool 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479aae7640 / msgr-worker-1 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479b2e8640 / msgr-worker-0 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479cfe19c0 / radosgw-admin 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.146647.log 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:04:09.749+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:04:09.749+0000 7f479aae7640 1 monclient: found mon.noname-a 2024-09-12T18:04:10.341 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:04:09.749+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: dump: 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.342 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 8310 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 4 set_mon_vals no callback set 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:04:09.753+0000 7f4688e09640 10 monclient: dump: 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.343 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: shutdown 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) unregister_commands rotate-key 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.344 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding auth protocol: cephx 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.345 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: crc 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa92760) adding con mode: secure 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.346 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: starting msgr at 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: starting objecter 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests hook 0x55ea8f8aae50 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: setting wanted keys 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 1 librados: calling monclient init 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding auth protocol: cephx 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.347 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: crc 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fa8c0d0) adding con mode: secure 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key hook 0x55ea8fa8c218 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8f93c260 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.348 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8f9d1a50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8f9d7e50 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:04:09.753+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.566880s 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): get_auth_request con 0x55ea8f9d7e50 auth_method 0 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8f9d1a50 auth_method 0 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.349 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:04:09.753+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8f93c260 auth_method 0 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:04:09.753+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient(hunting): handle_auth_done global_id 8313 payload 824 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.350 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:04:09.753+0000 7f479b2e8640 1 monclient: found mon.noname-a 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:04:09.753+0000 7f479b2e8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: dump: 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.351 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:04:09.753+0000 7f4687606640 10 monclient: dump: 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.352 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:04:09.753+0000 7f4688e09640 4 set_mon_vals no callback set 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 8313 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.353 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:04:09.757+0000 7f479cfe19c0 1 librados: init done 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:04:09.757+0000 7f4687606640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:04:09.757+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f4680070b60 auth_method 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:04:09.757+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fad4cb0 auth_method 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:04:09.757+0000 7f479aae7640 10 monclient: get_auth_request con 0x55ea8fad7e90 auth_method 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:04:09.761+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fadc080 auth_method 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:04:09.761+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fadb700 auth_method 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.354 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.355 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding auth protocol: cephx 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: crc 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae3ed0) adding con mode: secure 2024-09-12T18:04:10.356 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:04:09.761+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea8fae7900 EEXIST 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding auth protocol: cephx 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.357 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: crc 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fae2e18) adding con mode: secure 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x55ea8fae2f60 EEXIST 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb0bab0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb0b3e0 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb09dc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.358 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.576875s 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): get_auth_request con 0x55ea8fb0b3e0 auth_method 0 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb09dc0 auth_method 0 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.359 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:04:09.765+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb0bab0 auth_method 0 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:04:09.765+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient(hunting): handle_auth_done global_id 7838 payload 824 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:04:09.765+0000 7f479b2e8640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:04:09.765+0000 7f479b2e8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.360 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: dump: 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.361 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:04:09.765+0000 7f4684e01640 10 monclient: dump: 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.362 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7838 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:04:09.765+0000 7f479a2e6640 4 set_mon_vals no callback set 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:04:09.765+0000 7f4684e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: get_monmap_and_config 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:04:09.765+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.363 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.364 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding auth protocol: cephx 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: crc 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb2b3f0) adding con mode: secure 2024-09-12T18:04:10.365 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4674070a20 auth_method 0 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding auth protocol: cephx 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.366 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: crc 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de2ba0) adding con mode: secure 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc67de2ce8 EEXIST 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb5f930 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.367 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb5ace0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb51440 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.581106s 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb51440 auth_method 0 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb5f930 auth_method 0 2024-09-12T18:04:10.368 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:04:09.769+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): handle_auth_done global_id 7841 payload 274 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:04:09.769+0000 7f479aae7640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.369 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:04:09.769+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb5ace0 auth_method 0 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: dump: 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.370 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7841 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 4 set_mon_vals no callback set 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:04:09.769+0000 7f467e7fc640 10 monclient: dump: 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.371 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: shutdown 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: build_initial_monmap 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: monmap: 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:10.372 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding auth protocol: cephx 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.373 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: crc 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb518f0) adding con mode: secure 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: starting msgr at 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: starting objecter 2024-09-12T18:04:10.374 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea8fb2ad20 EEXIST 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: setting wanted keys 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 1 librados: calling monclient init 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: init 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding auth protocol: cephx 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.375 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: crc 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 AuthRegistry(0x55ea8fb0d8d0) adding con mode: secure 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command rotate-key cmddesc rotate-key hook 0x55ea8fb0da18 EEXIST 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-a con 0x55ea8fb51440 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-b con 0x55ea8fb5ace0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:10.376 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): picked mon.noname-c con 0x55ea8fb5f930 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:04:09.769+0000 7f479cfe19c0 10 monclient(hunting): authenticate will time out at 2577.583835s 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request con 0x55ea8fb5f930 auth_method 0 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:04:09.769+0000 7f479aae7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): get_auth_request con 0x55ea8fb51440 auth_method 0 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:10.377 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient(hunting): handle_auth_done global_id 7844 payload 824 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient: _finish_hunting 0 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:04:09.773+0000 7f479aae7640 1 monclient: found mon.noname-c 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:04:09.773+0000 7f479aae7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:04:09.773+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb5ace0 auth_method 0 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.378 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: dump: 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.379 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: _finish_auth 0 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: _check_auth_tickets 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:04:09.773+0000 7f467cff9640 10 monclient: dump: 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:10.380 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 5 monclient: authenticate success, global_id 7844 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:04:09.773+0000 7f467e7fc640 4 set_mon_vals no callback set 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _renew_subs 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 1 librados: init done 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cr dump hook 0x55ea8fb58138 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.381 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:04:09.773+0000 7f467cff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:04:09.773+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4664070ae0 auth_method 0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:04:09.773+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb78db0 auth_method 0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 realm 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:04:09.773+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:04:09.777+0000 7f4793fff640 10 monclient: get_auth_request con 0x55ea8fb7d0f0 auth_method 0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.382 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:04:09.777+0000 7f479b2e8640 10 monclient: get_auth_request con 0x55ea8fb80810 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:04:09.777+0000 7f479cfe19c0 20 searching for the correct realm 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:04:09.777+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f4794057040 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:04:09.781+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f478c04c020 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:04:09.781+0000 7f479b2e8640 10 monclient: get_auth_request con 0x7f47840c6940 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:04:09.781+0000 7f479b2e8640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f47840c6940 msgr2=0x7f47840de400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:04:09.985+0000 7f479b2e8640 10 monclient: get_auth_request con 0x7f47840c6940 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:04:09.989+0000 7f479aae7640 10 monclient: get_auth_request con 0x7f479401d060 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:04:09.997+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4794041570 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:04:09.997+0000 7f4793fff640 0 -- 172.21.15.92:0/972350948 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4794041570 msgr2=0x7f4794061a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:04:10.201+0000 7f4793fff640 10 monclient: get_auth_request con 0x7f4794041570 auth_method 0 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:10.383 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:04:10.213+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:10.384 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zone default found 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Realm: () 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 zonegroup default 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.385 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started sync module instance, tier type = 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:04:10.217+0000 7f479cfe19c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=0 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=1 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=2 2024-09-12T18:04:10.388 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=3 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=4 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=5 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=6 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 20 add_watcher() i=7 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:04:10.241+0000 7f479cfe19c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding auth protocol: cephx 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.389 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:04:10.245+0000 7f46517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: crc 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:04:10.245+0000 7f479cfe19c0 5 AuthRegistry(0x7ffc67de3070) adding con mode: secure 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache list hook 0x55ea8fb4d730 2024-09-12T18:04:10.390 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache inspect hook 0x55ea8fb4d730 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache erase hook 0x55ea8fb4d730 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command cache zap hook 0x55ea8fb4d730 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 note: GC not initialized 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:04:10.249+0000 7f45cbfff640 20 reqs_thread_entry: start 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace show hook 0x7f478c004630 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace history hook 0x7f478c004630 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace active hook 0x7f478c004630 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 5 asok(0x55ea8f8822b0) register_command sync trace active_short hook 0x7f478c004630 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 Filter name: none 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:04:10.249+0000 7f45c9ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:10.391 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:04:10.249+0000 7f479cfe19c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:04:10.253+0000 7f479cfe19c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.392 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333554 cookie 94465921940752 notifier 7844 bl.length()=911 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:04:10.265+0000 7f467e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:04:10.265+0000 7f479cfe19c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f479cfe19c0 time 2024-09-12T18:04:10.276423+0000 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.393 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f47a08bb2eb] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 4: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 6: main() 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 8: __libc_start_main() 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 9: _start() 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:04:10.273+0000 7f479cfe19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f479cfe19c0 thread_name:radosgw-admin 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.394 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f479f73a520] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f47a08bb345] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f47a08bb49f] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ea8da7c0c1] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 8: radosgw-admin(+0x14100ec) [0x55ea8e4d20ec] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ea8da8e18d] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 10: main() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f479f721d90] 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 12: __libc_start_main() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: 13: _start() 2024-09-12T18:04:10.395 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:04:10.396 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:04:10.397 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:04:10.398 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:04:10.399 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:04:10.400 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:04:10.401 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:04:10.402 INFO:tasks.workunit.client.0.smithi092.stderr: 7f45c9ffb640 / http_manager 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f45cbfff640 / http_manager 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f46517e2640 / rgw_dt_lg_renew 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f467cff9640 / ms_dispatch 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f467e7fc640 / io_context_pool 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4684e01640 / ms_dispatch 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4687606640 / ms_dispatch 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4688e09640 / io_context_pool 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f4793fff640 / msgr-worker-2 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479a2e6640 / io_context_pool 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479aae7640 / msgr-worker-1 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479b2e8640 / msgr-worker-0 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: 7f479cfe19c0 / radosgw-admin 2024-09-12T18:04:10.403 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:04:10.404 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:04:10.404 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:04:10.278893Z_df7fdd2e-7c00-4246-8605-3209d1fbc587/log 2024-09-12T18:04:10.404 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:04:10.405 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 realm 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.357+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.406 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.361+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.361+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.361+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:10.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.361+0000 7f59caaea9c0 20 searching for the correct realm 2024-09-12T18:04:10.407 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.365+0000 7f59c8df1640 0 -- 172.21.15.92:0/2407665565 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f59bc09bc20 msgr2=0x7f59bc045440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:10.580 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.581+0000 7f59c7def640 0 -- 172.21.15.92:0/2407665565 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f59b8051920 msgr2=0x7f59b8024410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:10.797 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.797+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:10.798 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:10.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 zone default found 2024-09-12T18:04:10.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 4 Realm: () 2024-09-12T18:04:10.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 zonegroup default 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:10.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 started sync module instance, tier type = 2024-09-12T18:04:10.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.801+0000 7f59caaea9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:10.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=0 2024-09-12T18:04:10.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=1 2024-09-12T18:04:10.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=2 2024-09-12T18:04:10.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=3 2024-09-12T18:04:10.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=4 2024-09-12T18:04:10.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=5 2024-09-12T18:04:10.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.825+0000 7f59caaea9c0 20 add_watcher() i=6 2024-09-12T18:04:10.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.829+0000 7f59caaea9c0 20 add_watcher() i=7 2024-09-12T18:04:10.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.829+0000 7f59caaea9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:10.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f587efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:10.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 5 note: GC not initialized 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f587dfe3640 20 reqs_thread_entry: start 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 Filter name: none 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f5876ffd640 20 reqs_thread_entry: start 2024-09-12T18:04:10.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:10.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:10.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:10.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:10.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:10.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.833+0000 7f59caaea9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:04:10.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:04:10.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:04:10.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:04:10.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:04:10.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.837+0000 7f59caaea9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:04:10.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.841+0000 7f587efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:10.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.849+0000 7f59caaea9c0 20 remove_watcher() i=0 2024-09-12T18:04:10.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.849+0000 7f59caaea9c0 2 removed watcher, disabling cache 2024-09-12T18:04:10.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.853+0000 7f59caaea9c0 20 remove_watcher() i=1 2024-09-12T18:04:10.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.853+0000 7f59caaea9c0 20 remove_watcher() i=2 2024-09-12T18:04:10.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.857+0000 7f59caaea9c0 20 remove_watcher() i=3 2024-09-12T18:04:10.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.861+0000 7f59caaea9c0 20 remove_watcher() i=4 2024-09-12T18:04:10.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.861+0000 7f59caaea9c0 20 remove_watcher() i=5 2024-09-12T18:04:10.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.861+0000 7f59caaea9c0 20 remove_watcher() i=6 2024-09-12T18:04:10.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:10.865+0000 7f59caaea9c0 20 remove_watcher() i=7 2024-09-12T18:04:10.881 INFO:tasks.workunit.client.0.smithi092.stderr: test: duplicated entries can be purged manually 2024-09-12T18:04:40.891 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:04:40.924 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:40.924 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:40.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:40.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:40.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 realm 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:40.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.976+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:40.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.980+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:40.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.980+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:40.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.980+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:40.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.980+0000 7f2a2a60b9c0 20 searching for the correct realm 2024-09-12T18:04:40.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.984+0000 7f2a28912640 0 -- 172.21.15.92:0/1618606905 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f2a1c046040 msgr2=0x7f2a1c046930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:40.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:40.992+0000 7f2a27910640 0 -- 172.21.15.92:0/1618606905 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f2a20032400 msgr2=0x7f2a20032880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:41.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.208+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 zone default found 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 4 Realm: () 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 zonegroup default 2024-09-12T18:04:41.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.212+0000 7f2a2a60b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.216+0000 7f2a2a60b9c0 20 started sync module instance, tier type = 2024-09-12T18:04:41.210 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.216+0000 7f2a2a60b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=0 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=1 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=2 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=3 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=4 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=5 2024-09-12T18:04:41.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.236+0000 7f2a2a60b9c0 20 add_watcher() i=6 2024-09-12T18:04:41.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.240+0000 7f2a2a60b9c0 20 add_watcher() i=7 2024-09-12T18:04:41.237 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.240+0000 7f2a2a60b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:41.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.244+0000 7f28defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:41.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.244+0000 7f2a2a60b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:41.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.244+0000 7f2a2a60b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:41.242 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.244+0000 7f2a2a60b9c0 5 note: GC not initialized 2024-09-12T18:04:41.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f28ddfdb640 20 reqs_thread_entry: start 2024-09-12T18:04:41.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:41.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 Filter name: none 2024-09-12T18:04:41.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f284f7fe640 20 reqs_thread_entry: start 2024-09-12T18:04:41.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:41.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:41.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:41.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.248+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.252+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:41.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.252+0000 7f2a2a60b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.252+0000 7f2a2a60b9c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:41.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.252+0000 7f2a2a60b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:41.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.256+0000 7f28defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:41.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.260+0000 7f2a2a60b9c0 20 remove_watcher() i=0 2024-09-12T18:04:41.256 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.260+0000 7f2a2a60b9c0 2 removed watcher, disabling cache 2024-09-12T18:04:41.258 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.260+0000 7f2a2a60b9c0 20 remove_watcher() i=1 2024-09-12T18:04:41.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.264+0000 7f2a2a60b9c0 20 remove_watcher() i=2 2024-09-12T18:04:41.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.264+0000 7f2a2a60b9c0 20 remove_watcher() i=3 2024-09-12T18:04:41.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.268+0000 7f2a2a60b9c0 20 remove_watcher() i=4 2024-09-12T18:04:41.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.268+0000 7f2a2a60b9c0 20 remove_watcher() i=5 2024-09-12T18:04:41.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.272+0000 7f2a2a60b9c0 20 remove_watcher() i=6 2024-09-12T18:04:41.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.272+0000 7f2a2a60b9c0 20 remove_watcher() i=7 2024-09-12T18:04:41.287 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.287 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:04:41.287 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T18:04:41.287 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.287 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T18:04:41.320 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:41.321 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:41.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.368+0000 7f5f223849c0 20 realm 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:41.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.372+0000 7f5f223849c0 20 searching for the correct realm 2024-09-12T18:04:41.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.376+0000 7f5f2068b640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5f140f9c30 msgr2=0x7f5f140f6b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.592+0000 7f5f1f689640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5f18085040 msgr2=0x7f5f18066900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:41.806 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:41.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.807 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.808 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zone default found 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Realm: () 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zonegroup default 2024-09-12T18:04:41.809 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started sync module instance, tier type = 2024-09-12T18:04:41.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:41.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=0 2024-09-12T18:04:41.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=1 2024-09-12T18:04:41.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=2 2024-09-12T18:04:41.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=3 2024-09-12T18:04:41.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=4 2024-09-12T18:04:41.835 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=5 2024-09-12T18:04:41.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=6 2024-09-12T18:04:41.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.840+0000 7f5f223849c0 20 add_watcher() i=7 2024-09-12T18:04:41.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.840+0000 7f5f223849c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:41.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.844+0000 7f5dd5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:41.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:41.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:41.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.844+0000 7f5f223849c0 5 note: GC not initialized 2024-09-12T18:04:41.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.844+0000 7f5dd4fe1640 20 reqs_thread_entry: start 2024-09-12T18:04:41.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:41.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 Filter name: none 2024-09-12T18:04:41.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5d4e7fc640 20 reqs_thread_entry: start 2024-09-12T18:04:41.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:41.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:41.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:41.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:41.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:41.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.848+0000 7f5f223849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:41.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.852+0000 7f5f223849c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:41.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94636641787104 notifier 8373 bl.length()=911 2024-09-12T18:04:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:41.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:41.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:41.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:41.866 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f223849c0 time 2024-09-12T18:04:41.872792+0000 2024-09-12T18:04:41.866 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:41.867 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.867 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f25c5e2eb] 2024-09-12T18:04:41.867 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f223849c0 time 2024-09-12T18:04:41.872792+0000 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f25c5e2eb] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.868 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr:*** Caught signal (Aborted) ** 2024-09-12T18:04:41.869 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f5f223849c0 thread_name:radosgw-admin 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f24add520] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f25c5e345] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.875 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f5f223849c0 thread_name:radosgw-admin 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f24add520] 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f25c5e345] 2024-09-12T18:04:41.876 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.877 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:04:41.348+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: dump: 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.878 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: dump: 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.879 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7883 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:04:41.348+0000 7f5f223849c0 4 set_mon_vals no callback set 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: shutdown 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) unregister_commands rotate-key 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.880 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.881 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.882 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: starting msgr at 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: starting objecter 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests hook 0x56124f43abb0 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: setting wanted keys 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: calling monclient init 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.883 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key hook 0x56124f5b0398 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f43ba50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.884 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f460dc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f4f5e70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.159052s 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f460dc0 auth_method 0 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f43ba50 auth_method 0 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.885 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f4f5e70 auth_method 0 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_done global_id 8364 payload 824 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:04:41.348+0000 7f5f1f689640 1 monclient: found mon.noname-a 2024-09-12T18:04:41.886 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: dump: 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.887 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: dump: 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.888 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 4 set_mon_vals no callback set 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:04:41.352+0000 7f5f223849c0 5 monclient: authenticate success, global_id 8364 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:04:41.352+0000 7f5f223849c0 1 librados: init done 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:04:41.352+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5e08070b10 auth_method 0 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:04:41.352+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f5e4790 auth_method 0 2024-09-12T18:04:41.889 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:04:41.356+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f5fade0 auth_method 0 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:04:41.356+0000 7f5f1f689640 10 monclient: get_auth_request con 0x56124f5ff140 auth_method 0 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:04:41.356+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f6034b0 auth_method 0 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:04:41.356+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:04:41.356+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:04:41.356+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.890 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.891 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests cmddesc objecter_requests hook 0x56124f60ab60 EEXIST 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.892 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x56124f606340 EEXIST 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f62ed10 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f62e640 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.893 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f62d020 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.169097s 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f62d020 auth_method 0 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f62e640 auth_method 0 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.894 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f62ed10 auth_method 0 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_done global_id 7889 payload 824 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:04:41.360+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.895 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: dump: 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.896 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: dump: 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.897 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7889 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:04:41.360+0000 7f5f20e8c640 4 set_mon_vals no callback set 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: get_monmap_and_config 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.898 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.899 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5df8070a20 auth_method 0 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.900 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.901 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe4c78eec8 EEXIST 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f682af0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f652a10 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f653ad0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.902 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.173499s 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f682af0 auth_method 0 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f652a10 auth_method 0 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.903 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_done global_id 7892 payload 274 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:04:41.364+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:04:41.364+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f653ad0 auth_method 0 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: dump: 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.904 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: dump: 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.905 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7892 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:04:41.364+0000 7f5f223849c0 4 set_mon_vals no callback set 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: shutdown 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.906 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.907 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: starting msgr at 2024-09-12T18:04:41.908 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: starting objecter 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests cmddesc objecter_requests hook 0x56124f634240 EEXIST 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: setting wanted keys 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: calling monclient init 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.909 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x56124f630c78 EEXIST 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f653ad0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f682af0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.910 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f685a80 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.176062s 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f653ad0 auth_method 0 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f685a80 auth_method 0 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.911 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_done global_id 8373 payload 824 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:04:41.368+0000 7f5f1f689640 1 monclient: found mon.noname-a 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:04:41.368+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f682af0 auth_method 0 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: dump: 2024-09-12T18:04:41.912 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:04:41.368+0000 7f5f223849c0 5 monclient: authenticate success, global_id 8373 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.913 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: dump: 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.914 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:04:41.368+0000 7f5dfeffd640 4 set_mon_vals no callback set 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:04:41.368+0000 7f5f223849c0 1 librados: init done 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:04:41.368+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cr dump hook 0x56124f650748 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f69c160 auth_method 0 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:04:41.368+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5de8070b10 auth_method 0 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 realm 2024-09-12T18:04:41.915 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:04:41.372+0000 7f5f223849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:04:41.372+0000 7f5f1f689640 10 monclient: get_auth_request con 0x56124f6a0500 auth_method 0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:04:41.372+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f6a3c20 auth_method 0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 searching for the correct realm 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:04:41.372+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5f180891e0 auth_method 0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:04:41.376+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f10027040 auth_method 0 2024-09-12T18:04:41.916 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:04:41.376+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5f140f9c30 auth_method 0 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:04:41.376+0000 7f5f2068b640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5f140f9c30 msgr2=0x7f5f140f6b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:04:41.580+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5f140f9c30 auth_method 0 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:04:41.584+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5f1806b110 auth_method 0 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:04:41.592+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f18085040 auth_method 0 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:04:41.592+0000 7f5f1f689640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5f18085040 msgr2=0x7f5f18066900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:04:41.796+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f18085040 auth_method 0 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:41.917 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zone default found 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Realm: () 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:04:41.812+0000 7f5f223849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zonegroup default 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.918 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started sync module instance, tier type = 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=0 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=1 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=2 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=3 2024-09-12T18:04:41.919 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=4 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=5 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=6 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:04:41.840+0000 7f5f223849c0 20 add_watcher() i=7 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:04:41.840+0000 7f5f223849c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.920 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:04:41.844+0000 7f5dd5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:04:41.844+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache list hook 0x56124f6859b0 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache inspect hook 0x56124f6859b0 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache erase hook 0x56124f6859b0 2024-09-12T18:04:41.921 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache zap hook 0x56124f6859b0 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 note: GC not initialized 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:04:41.844+0000 7f5dd4fe1640 20 reqs_thread_entry: start 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace show hook 0x7f5f18027070 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace history hook 0x7f5f18027070 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace active hook 0x7f5f18027070 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace active_short hook 0x7f5f18027070 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 Filter name: none 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:04:41.848+0000 7f5d4e7fc640 20 reqs_thread_entry: start 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:41.922 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:04:41.852+0000 7f5f223849c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:41.923 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94636641787104 notifier 8373 bl.length()=911 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f223849c0 time 2024-09-12T18:04:41.872792+0000 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.924 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f25c5e2eb] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f5f223849c0 thread_name:radosgw-admin 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f24add520] 2024-09-12T18:04:41.925 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f25c5e345] 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:04:41.926 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:04:41.927 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:04:41.928 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:04:41.929 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:04:41.930 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:04:41.931 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:04:41.932 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5d4e7fc640 / http_manager 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dd4fe1640 / http_manager 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dd5fe3640 / rgw_dt_lg_renew 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dfd7fa640 / ms_dispatch 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dfeffd640 / io_context_pool 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e057fa640 / ms_dispatch 2024-09-12T18:04:41.933 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e07fff640 / ms_dispatch 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e0de0b640 / io_context_pool 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f1f689640 / msgr-worker-2 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f1fe8a640 / msgr-worker-1 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f2068b640 / msgr-worker-0 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f20e8c640 / io_context_pool 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f223849c0 / radosgw-admin 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/log/ceph/ceph-client.admin.148417.log 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr:--- begin dump of recent events --- 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: -499> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: -498> 2024-09-12T18:04:41.348+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.934 INFO:tasks.workunit.client.0.smithi092.stderr: -497> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: -496> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: -495> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: -494> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: dump: 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: -493> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.935 INFO:tasks.workunit.client.0.smithi092.stderr: -492> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr: -491> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr: -490> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr: -489> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr: -488> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 10 monclient: dump: 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.936 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -487> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7883 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -486> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -485> 2024-09-12T18:04:41.348+0000 7f5f223849c0 4 set_mon_vals no callback set 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -484> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: shutdown 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -483> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) unregister_commands rotate-key 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -482> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -481> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr: -480> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.937 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -479> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -478> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -477> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding auth protocol: cephx 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -476> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -475> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -474> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -473> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -472> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -471> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.938 INFO:tasks.workunit.client.0.smithi092.stderr: -470> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -469> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -468> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -467> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -466> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: crc 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -465> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b57d0) adding con mode: secure 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -464> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -463> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: starting msgr at 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -462> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: starting objecter 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -461> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests hook 0x56124f43abb0 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -460> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: setting wanted keys 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -459> 2024-09-12T18:04:41.348+0000 7f5f223849c0 1 librados: calling monclient init 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -458> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -457> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.939 INFO:tasks.workunit.client.0.smithi092.stderr: -456> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -455> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding auth protocol: cephx 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -454> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -453> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -452> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -451> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -450> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -449> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -448> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -447> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -446> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -445> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -444> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: crc 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -443> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 AuthRegistry(0x56124f5b0250) adding con mode: secure 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -442> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.940 INFO:tasks.workunit.client.0.smithi092.stderr: -441> 2024-09-12T18:04:41.348+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -440> 2024-09-12T18:04:41.348+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key hook 0x56124f5b0398 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -439> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -438> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -437> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f43ba50 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -436> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f460dc0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -435> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f4f5e70 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -434> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -433> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -432> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -431> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -430> 2024-09-12T18:04:41.348+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.159052s 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -429> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f460dc0 auth_method 0 2024-09-12T18:04:41.941 INFO:tasks.workunit.client.0.smithi092.stderr: -428> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -427> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -426> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -425> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f43ba50 auth_method 0 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -424> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -423> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -422> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -421> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -420> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -419> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -418> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -417> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -416> 2024-09-12T18:04:41.348+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -415> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f4f5e70 auth_method 0 2024-09-12T18:04:41.942 INFO:tasks.workunit.client.0.smithi092.stderr: -414> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -413> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -412> 2024-09-12T18:04:41.348+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -411> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient(hunting): handle_auth_done global_id 8364 payload 824 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -410> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -409> 2024-09-12T18:04:41.348+0000 7f5f1f689640 1 monclient: found mon.noname-a 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -408> 2024-09-12T18:04:41.348+0000 7f5f1f689640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -407> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -406> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr: -405> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: dump: 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.943 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -404> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -403> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -402> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -401> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -400> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr: -399> 2024-09-12T18:04:41.348+0000 7f5e07fff640 10 monclient: dump: 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.944 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -398> 2024-09-12T18:04:41.348+0000 7f5e0de0b640 4 set_mon_vals no callback set 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -397> 2024-09-12T18:04:41.352+0000 7f5f223849c0 5 monclient: authenticate success, global_id 8364 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -396> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -395> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -394> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -393> 2024-09-12T18:04:41.352+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.945 INFO:tasks.workunit.client.0.smithi092.stderr: -392> 2024-09-12T18:04:41.352+0000 7f5f223849c0 1 librados: init done 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -391> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -390> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -389> 2024-09-12T18:04:41.352+0000 7f5e07fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -388> 2024-09-12T18:04:41.352+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5e08070b10 auth_method 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -387> 2024-09-12T18:04:41.352+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f5e4790 auth_method 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -386> 2024-09-12T18:04:41.356+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f5fade0 auth_method 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -385> 2024-09-12T18:04:41.356+0000 7f5f1f689640 10 monclient: get_auth_request con 0x56124f5ff140 auth_method 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -384> 2024-09-12T18:04:41.356+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f6034b0 auth_method 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -383> 2024-09-12T18:04:41.356+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -382> 2024-09-12T18:04:41.356+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr: -381> 2024-09-12T18:04:41.356+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.946 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -380> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -379> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -378> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding auth protocol: cephx 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -377> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -376> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -375> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.947 INFO:tasks.workunit.client.0.smithi092.stderr: -374> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -373> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -372> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -371> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -370> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -369> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -368> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -367> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: crc 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -366> 2024-09-12T18:04:41.356+0000 7f5f223849c0 5 AuthRegistry(0x56124f6071f0) adding con mode: secure 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -365> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -364> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests cmddesc objecter_requests hook 0x56124f60ab60 EEXIST 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -363> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -362> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.948 INFO:tasks.workunit.client.0.smithi092.stderr: -361> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -360> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding auth protocol: cephx 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -359> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -358> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -357> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -356> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -355> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -354> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -353> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -352> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -351> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -350> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -349> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: crc 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -348> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 AuthRegistry(0x56124f6061f8) adding con mode: secure 2024-09-12T18:04:41.949 INFO:tasks.workunit.client.0.smithi092.stderr: -347> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -346> 2024-09-12T18:04:41.360+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -345> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x56124f606340 EEXIST 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -344> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -343> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -342> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f62ed10 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -341> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f62e640 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -340> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f62d020 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -339> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -338> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -337> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -336> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -335> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.169097s 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -334> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f62d020 auth_method 0 2024-09-12T18:04:41.950 INFO:tasks.workunit.client.0.smithi092.stderr: -333> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -332> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -331> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -330> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f62e640 auth_method 0 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -329> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -328> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -327> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -326> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -325> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -324> 2024-09-12T18:04:41.360+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -323> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -322> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -321> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -320> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f62ed10 auth_method 0 2024-09-12T18:04:41.951 INFO:tasks.workunit.client.0.smithi092.stderr: -319> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -318> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -317> 2024-09-12T18:04:41.360+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -316> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient(hunting): handle_auth_done global_id 7889 payload 824 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -315> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -314> 2024-09-12T18:04:41.360+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -313> 2024-09-12T18:04:41.360+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -312> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -311> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr: -310> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: dump: 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.952 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -309> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -308> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -307> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -306> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -305> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr: -304> 2024-09-12T18:04:41.360+0000 7f5e057fa640 10 monclient: dump: 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.953 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -303> 2024-09-12T18:04:41.360+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7889 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -302> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -301> 2024-09-12T18:04:41.360+0000 7f5f20e8c640 4 set_mon_vals no callback set 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -300> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -299> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -298> 2024-09-12T18:04:41.360+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.954 INFO:tasks.workunit.client.0.smithi092.stderr: -297> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -296> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -295> 2024-09-12T18:04:41.360+0000 7f5e057fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -294> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: get_monmap_and_config 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -293> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -292> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr: -291> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.955 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -290> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -289> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -288> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding auth protocol: cephx 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -287> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -286> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -285> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -284> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -283> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -282> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -281> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.956 INFO:tasks.workunit.client.0.smithi092.stderr: -280> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -279> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -278> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -277> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: crc 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -276> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f64e5d0) adding con mode: secure 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -275> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5df8070a20 auth_method 0 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -274> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -273> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -272> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -271> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -270> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding auth protocol: cephx 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -269> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -268> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.957 INFO:tasks.workunit.client.0.smithi092.stderr: -267> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -266> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -265> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -264> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -263> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -262> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -261> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -260> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -259> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: crc 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -258> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78ed80) adding con mode: secure 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -257> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -256> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -255> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe4c78eec8 EEXIST 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -254> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.958 INFO:tasks.workunit.client.0.smithi092.stderr: -253> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -252> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f682af0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -251> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f652a10 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -250> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f653ad0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -249> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -248> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -247> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -246> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -245> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.173499s 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -244> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f682af0 auth_method 0 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -243> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -242> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -241> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.959 INFO:tasks.workunit.client.0.smithi092.stderr: -240> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): get_auth_request con 0x56124f652a10 auth_method 0 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -239> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -238> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -237> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -236> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -235> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -234> 2024-09-12T18:04:41.364+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -233> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -232> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -231> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -230> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient(hunting): handle_auth_done global_id 7892 payload 274 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -229> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -228> 2024-09-12T18:04:41.364+0000 7f5f2068b640 1 monclient: found mon.noname-c 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -227> 2024-09-12T18:04:41.364+0000 7f5f2068b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.92:3301/0 2024-09-12T18:04:41.960 INFO:tasks.workunit.client.0.smithi092.stderr: -226> 2024-09-12T18:04:41.364+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f653ad0 auth_method 0 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr: -225> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr: -224> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr: -223> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: dump: 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.961 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -222> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -221> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -220> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -219> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -218> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr: -217> 2024-09-12T18:04:41.364+0000 7f5dfeffd640 10 monclient: dump: 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.962 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -216> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 monclient: authenticate success, global_id 7892 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -215> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: get_monmap_and_config success 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -214> 2024-09-12T18:04:41.364+0000 7f5f223849c0 4 set_mon_vals no callback set 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -213> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: shutdown 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -212> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: build_initial_monmap 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -211> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 build_initial for_mkfs: 0 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr: -210> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: monmap: 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 0 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 0.000000 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:created 0.000000 2024-09-12T18:04:41.963 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 0 (unknown) 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.noname-a 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.noname-b 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.noname-c 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -209> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -208> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -207> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding auth protocol: cephx 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -206> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -205> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -204> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -203> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.964 INFO:tasks.workunit.client.0.smithi092.stderr: -202> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -201> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -200> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -199> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -198> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -197> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -196> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: crc 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -195> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f67dec0) adding con mode: secure 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -194> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -193> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: starting msgr at 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -192> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: starting objecter 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -191> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command objecter_requests cmddesc objecter_requests hook 0x56124f634240 EEXIST 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -190> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: setting wanted keys 2024-09-12T18:04:41.965 INFO:tasks.workunit.client.0.smithi092.stderr: -189> 2024-09-12T18:04:41.364+0000 7f5f223849c0 1 librados: calling monclient init 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -188> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: init 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -187> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -186> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -185> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding auth protocol: cephx 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -184> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -183> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -182> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -181> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -180> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -179> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -178> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -177> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -176> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -175> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.966 INFO:tasks.workunit.client.0.smithi092.stderr: -174> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: crc 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -173> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 AuthRegistry(0x56124f630b30) adding con mode: secure 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -172> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -171> 2024-09-12T18:04:41.364+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -170> 2024-09-12T18:04:41.364+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command rotate-key cmddesc rotate-key hook 0x56124f630c78 EEXIST 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -169> 2024-09-12T18:04:41.364+0000 7f5f223849c0 10 monclient: _reopen_session rank -1 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -168> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -167> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-a con 0x56124f653ad0 addr [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -166> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-b con 0x56124f682af0 addr [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -165> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): picked mon.noname-c con 0x56124f685a80 addr [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -164> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -163> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -162> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): start opening mon connection 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -161> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): _renew_subs 2024-09-12T18:04:41.967 INFO:tasks.workunit.client.0.smithi092.stderr: -160> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient(hunting): authenticate will time out at 2609.176062s 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -159> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): get_auth_request con 0x56124f653ad0 auth_method 0 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -158> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -157> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -156> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -155> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request con 0x56124f685a80 auth_method 0 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -154> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -153> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth method 2 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -152> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -151> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -150> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -149> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -148> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T18:04:41.968 INFO:tasks.workunit.client.0.smithi092.stderr: -147> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -146> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -145> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient(hunting): handle_auth_done global_id 8373 payload 824 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -144> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient: _finish_hunting 0 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -143> 2024-09-12T18:04:41.368+0000 7f5f1f689640 1 monclient: found mon.noname-a 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -142> 2024-09-12T18:04:41.368+0000 7f5f1f689640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -141> 2024-09-12T18:04:41.368+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f682af0 auth_method 0 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -140> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -139> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr: -138> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: dump: 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.969 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -137> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: _finish_auth 0 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -136> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: _check_auth_tickets 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -135> 2024-09-12T18:04:41.368+0000 7f5f223849c0 5 monclient: authenticate success, global_id 8373 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -134> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -133> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -132> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -131> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -130> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T18:04:41.970 INFO:tasks.workunit.client.0.smithi092.stderr: -129> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 10 monclient: dump: 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:epoch 1 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:fsid 06d8cebf-c58e-4496-b650-d9166e446113 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:last_changed 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:created 2024-09-12T17:36:51.826965+0000 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:min_mon_release 19 (squid) 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:election_strategy: 1 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:1: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.b 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr: -128> 2024-09-12T18:04:41.368+0000 7f5dfeffd640 4 set_mon_vals no callback set 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr: -127> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _renew_subs 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr: -126> 2024-09-12T18:04:41.368+0000 7f5f223849c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.92:3300/0 2024-09-12T18:04:41.971 INFO:tasks.workunit.client.0.smithi092.stderr: -125> 2024-09-12T18:04:41.368+0000 7f5f223849c0 1 librados: init done 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -124> 2024-09-12T18:04:41.368+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cr dump hook 0x56124f650748 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -123> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -122> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -121> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -120> 2024-09-12T18:04:41.368+0000 7f5dfd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.165:6832/3897832110,v1:172.21.15.165:6833/3897832110] 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -119> 2024-09-12T18:04:41.368+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x56124f69c160 auth_method 0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -118> 2024-09-12T18:04:41.368+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5de8070b10 auth_method 0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -117> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -116> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 realm 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -115> 2024-09-12T18:04:41.368+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -114> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -113> 2024-09-12T18:04:41.372+0000 7f5f223849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -112> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.972 INFO:tasks.workunit.client.0.smithi092.stderr: -111> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -110> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -109> 2024-09-12T18:04:41.372+0000 7f5f1f689640 10 monclient: get_auth_request con 0x56124f6a0500 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -108> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -107> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -106> 2024-09-12T18:04:41.372+0000 7f5f2068b640 10 monclient: get_auth_request con 0x56124f6a3c20 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -105> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -104> 2024-09-12T18:04:41.372+0000 7f5f223849c0 20 searching for the correct realm 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -103> 2024-09-12T18:04:41.372+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5f180891e0 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -102> 2024-09-12T18:04:41.376+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f10027040 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -101> 2024-09-12T18:04:41.376+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5f140f9c30 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -100> 2024-09-12T18:04:41.376+0000 7f5f2068b640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5f140f9c30 msgr2=0x7f5f140f6b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -99> 2024-09-12T18:04:41.580+0000 7f5f2068b640 10 monclient: get_auth_request con 0x7f5f140f9c30 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -98> 2024-09-12T18:04:41.584+0000 7f5f1fe8a640 10 monclient: get_auth_request con 0x7f5f1806b110 auth_method 0 2024-09-12T18:04:41.973 INFO:tasks.workunit.client.0.smithi092.stderr: -97> 2024-09-12T18:04:41.592+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f18085040 auth_method 0 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -96> 2024-09-12T18:04:41.592+0000 7f5f1f689640 0 -- 172.21.15.92:0/2302299228 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5f18085040 msgr2=0x7f5f18066900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -95> 2024-09-12T18:04:41.796+0000 7f5f1f689640 10 monclient: get_auth_request con 0x7f5f18085040 auth_method 0 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -94> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -93> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -92> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -91> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -90> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -89> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:41.974 INFO:tasks.workunit.client.0.smithi092.stderr: -88> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -87> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -86> 2024-09-12T18:04:41.808+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -85> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -84> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -83> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -82> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zone default found 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -81> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Realm: () 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -80> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -79> 2024-09-12T18:04:41.812+0000 7f5f223849c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -78> 2024-09-12T18:04:41.812+0000 7f5f223849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -77> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 zonegroup default 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -76> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -75> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -74> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.975 INFO:tasks.workunit.client.0.smithi092.stderr: -73> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -72> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -71> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -70> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started sync module instance, tier type = 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -69> 2024-09-12T18:04:41.812+0000 7f5f223849c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -68> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=0 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -67> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=1 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -66> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=2 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -65> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=3 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -64> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=4 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -63> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=5 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -62> 2024-09-12T18:04:41.836+0000 7f5f223849c0 20 add_watcher() i=6 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -61> 2024-09-12T18:04:41.840+0000 7f5f223849c0 20 add_watcher() i=7 2024-09-12T18:04:41.976 INFO:tasks.workunit.client.0.smithi092.stderr: -60> 2024-09-12T18:04:41.840+0000 7f5f223849c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -59> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -58> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -57> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding auth protocol: cephx 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -56> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -55> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -54> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -53> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -52> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -51> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -50> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -49> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -48> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -47> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.977 INFO:tasks.workunit.client.0.smithi092.stderr: -46> 2024-09-12T18:04:41.844+0000 7f5dd5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -45> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: crc 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -44> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 AuthRegistry(0x7ffe4c78f250) adding con mode: secure 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -43> 2024-09-12T18:04:41.844+0000 7f5f223849c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -42> 2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -41> 2024-09-12T18:04:41.844+0000 7f5f223849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -40> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache list hook 0x56124f6859b0 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -39> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache inspect hook 0x56124f6859b0 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -38> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache erase hook 0x56124f6859b0 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -37> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command cache zap hook 0x56124f6859b0 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -36> 2024-09-12T18:04:41.844+0000 7f5f223849c0 5 note: GC not initialized 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -35> 2024-09-12T18:04:41.844+0000 7f5dd4fe1640 20 reqs_thread_entry: start 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -34> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace show hook 0x7f5f18027070 2024-09-12T18:04:41.978 INFO:tasks.workunit.client.0.smithi092.stderr: -33> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace history hook 0x7f5f18027070 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -32> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace active hook 0x7f5f18027070 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -31> 2024-09-12T18:04:41.848+0000 7f5f223849c0 5 asok(0x56124f3a32b0) register_command sync trace active_short hook 0x7f5f18027070 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -30> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -29> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 Filter name: none 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -28> 2024-09-12T18:04:41.848+0000 7f5d4e7fc640 20 reqs_thread_entry: start 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -27> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -26> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -25> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -24> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -23> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -22> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -21> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -20> 2024-09-12T18:04:41.848+0000 7f5f223849c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:41.979 INFO:tasks.workunit.client.0.smithi092.stderr: -19> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -18> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -17> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -16> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -15> 2024-09-12T18:04:41.848+0000 7f5f223849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -14> 2024-09-12T18:04:41.852+0000 7f5f223849c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -13> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -12> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -11> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -10> 2024-09-12T18:04:41.864+0000 7f5f223849c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -9> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333555 cookie 94636641787104 notifier 8373 bl.length()=911 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -8> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -7> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:41.980 INFO:tasks.workunit.client.0.smithi092.stderr: -6> 2024-09-12T18:04:41.864+0000 7f5dfeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: -5> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: -4> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: -3> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: -2> 2024-09-12T18:04:41.864+0000 7f5f223849c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: -1> 2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5f223849c0 time 2024-09-12T18:04:41.872792+0000 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5f25c5e2eb] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.981 INFO:tasks.workunit.client.0.smithi092.stderr: 5: main() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 7: __libc_start_main() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 8: _start() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 0> 2024-09-12T18:04:41.872+0000 7f5f223849c0 -1 *** Caught signal (Aborted) ** 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: in thread 7f5f223849c0 thread_name:radosgw-admin 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f5f24add520] 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 2: pthread_kill() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 3: raise() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 4: abort() 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5f25c5e345] 2024-09-12T18:04:41.982 INFO:tasks.workunit.client.0.smithi092.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5f25c5e49f] 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56124c4d20c1] 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x56124c4e41fa] 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 9: main() 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f5f24ac4d90] 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 11: __libc_start_main() 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 12: _start() 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr:--- logging levels --- 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 none 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 lockdep 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 context 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 crush 2024-09-12T18:04:41.983 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_balancer 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_locker 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_log_expire 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mds_migrator 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 3/ 5 mds_quiesce 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 buffer 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 timer 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 filer 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 striper 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 1 objecter 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rados 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd 2024-09-12T18:04:41.984 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_mirror 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_replay 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 rbd_pwl 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 journaler 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objectcacher 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 immutable_obj_cache 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 client 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 osd 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 optracker 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 objclass 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 filestore 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 journal 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 ms 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mon 2024-09-12T18:04:41.985 INFO:tasks.workunit.client.0.smithi092.stderr: 0/10 monc 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 paxos 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 tp 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 auth 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 crypto 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 finisher 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 reserver 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 heartbeatmap 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 perfcounter 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_sync 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_datacache 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_access 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_dbstore 2024-09-12T18:04:41.986 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_flight 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 rgw_lifecycle 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 20/20 rgw_notification 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 javaclient 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 asok 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 1 throttle 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 0 refs 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 compressor 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluestore 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 bluefs 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 3 bdev 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 kstore 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 4/ 5 rocksdb 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 fuse 2024-09-12T18:04:41.987 INFO:tasks.workunit.client.0.smithi092.stderr: 2/ 5 mgr 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mgrc 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 dpdk 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 eventtrace 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 prioritycache 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 test 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephfs_mirror 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cephsqlite 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 crimson_interrupt 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_onode 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_odata 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_omap 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_tm 2024-09-12T18:04:41.988 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_t 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cleaner 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_epm 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_lba 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_cache 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_journal 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_device 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 seastore_backref 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 alienstore 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 mclock 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 cyanstore 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 ceph_exporter 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 memstore 2024-09-12T18:04:41.989 INFO:tasks.workunit.client.0.smithi092.stderr: 1/ 5 trace 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 0/ 5 ceph_dedup 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: -2/-2 (syslog threshold) 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 99/99 (stderr threshold) 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5d4e7fc640 / http_manager 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dd4fe1640 / http_manager 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dd5fe3640 / rgw_dt_lg_renew 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dfd7fa640 / ms_dispatch 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5dfeffd640 / io_context_pool 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e057fa640 / ms_dispatch 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e07fff640 / ms_dispatch 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5e0de0b640 / io_context_pool 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f1f689640 / msgr-worker-2 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f1fe8a640 / msgr-worker-1 2024-09-12T18:04:41.990 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f2068b640 / msgr-worker-0 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f20e8c640 / io_context_pool 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr: 7f5f223849c0 / radosgw-admin 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr: max_recent 500 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr: max_new 1000 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr: log_file /var/lib/ceph/crash/2024-09-12T18:04:41.874823Z_2d06878b-3009-47fb-8fe9-d7d925d6b5ab/log 2024-09-12T18:04:41.991 INFO:tasks.workunit.client.0.smithi092.stderr:--- end dump of recent events --- 2024-09-12T18:04:41.992 INFO:tasks.workunit.client.0.smithi092.stderr:Aborted 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 realm 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.955+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.959+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.959+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.959+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.959+0000 7ffb3c8a39c0 20 searching for the correct realm 2024-09-12T18:04:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.963+0000 7ffb3abaa640 0 -- 172.21.15.92:0/3859201838 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7ffb2401d060 msgr2=0x7ffb240703d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:41.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:41.971+0000 7ffb33fff640 0 -- 172.21.15.92:0/3859201838 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ffb34034930 msgr2=0x7ffb34027410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:42.184 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:42.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:42.185 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.187+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:42.186 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 zone default found 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 4 Realm: () 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 zonegroup default 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.187 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.188 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 started sync module instance, tier type = 2024-09-12T18:04:42.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.191+0000 7ffb3c8a39c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:42.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=0 2024-09-12T18:04:42.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=1 2024-09-12T18:04:42.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=2 2024-09-12T18:04:42.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=3 2024-09-12T18:04:42.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=4 2024-09-12T18:04:42.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=5 2024-09-12T18:04:42.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.215+0000 7ffb3c8a39c0 20 add_watcher() i=6 2024-09-12T18:04:42.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.219+0000 7ffb3c8a39c0 20 add_watcher() i=7 2024-09-12T18:04:42.215 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.219+0000 7ffb3c8a39c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:42.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.223+0000 7ff9f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:42.221 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.223+0000 7ffb3c8a39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:42.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.223+0000 7ffb3c8a39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:42.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.223+0000 7ffb3c8a39c0 5 note: GC not initialized 2024-09-12T18:04:42.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.223+0000 7ff96b7fe640 20 reqs_thread_entry: start 2024-09-12T18:04:42.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:42.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 Filter name: none 2024-09-12T18:04:42.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ff9697fa640 20 reqs_thread_entry: start 2024-09-12T18:04:42.223 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:42.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:42.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:42.226 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.227+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.231+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:42.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.231+0000 7ffb3c8a39c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.231+0000 7ffb3c8a39c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:42.228 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.231+0000 7ffb3c8a39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:42.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.235+0000 7ff9f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:42.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.239+0000 7ffb3c8a39c0 20 remove_watcher() i=0 2024-09-12T18:04:42.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.239+0000 7ffb3c8a39c0 2 removed watcher, disabling cache 2024-09-12T18:04:42.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.243+0000 7ffb3c8a39c0 20 remove_watcher() i=1 2024-09-12T18:04:42.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.243+0000 7ffb3c8a39c0 20 remove_watcher() i=2 2024-09-12T18:04:42.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.247+0000 7ffb3c8a39c0 20 remove_watcher() i=3 2024-09-12T18:04:42.246 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.247+0000 7ffb3c8a39c0 20 remove_watcher() i=4 2024-09-12T18:04:42.248 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.251+0000 7ffb3c8a39c0 20 remove_watcher() i=5 2024-09-12T18:04:42.249 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.251+0000 7ffb3c8a39c0 20 remove_watcher() i=6 2024-09-12T18:04:42.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.255+0000 7ffb3c8a39c0 20 remove_watcher() i=7 2024-09-12T18:04:42.278 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:04:42.278 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:04:42.294 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:04:42.325 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:42.325 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:42.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.371+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 realm 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:42.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.375+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.379+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:42.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.379+0000 7f25492b29c0 20 searching for the correct realm 2024-09-12T18:04:42.378 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.379+0000 7f25475b9640 0 -- 172.21.15.92:0/385553731 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f253c110ad0 msgr2=0x7f253c12da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:42.591 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.595+0000 7f25465b7640 0 -- 172.21.15.92:0/385553731 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f2540060c00 msgr2=0x7f2540015590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:42.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:04:42.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:04:42.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:42.810 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:42.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:42.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:42.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.811+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.811 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:42.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 zone default found 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 4 Realm: () 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:42.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 zonegroup default 2024-09-12T18:04:42.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.815+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.819+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.819+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.819+0000 7f25492b29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:42.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.819+0000 7f25492b29c0 20 started sync module instance, tier type = 2024-09-12T18:04:42.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.819+0000 7f25492b29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=0 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=1 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=2 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=3 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=4 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=5 2024-09-12T18:04:42.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=6 2024-09-12T18:04:42.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 20 add_watcher() i=7 2024-09-12T18:04:42.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.843+0000 7f25492b29c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:42.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.847+0000 7f23fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:42.845 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.847+0000 7f25492b29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.847+0000 7f25492b29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.847+0000 7f25492b29c0 5 note: GC not initialized 2024-09-12T18:04:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.847+0000 7f23fcfe1640 20 reqs_thread_entry: start 2024-09-12T18:04:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 init_complete bucket index max shards: 1 2024-09-12T18:04:42.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 Filter name: none 2024-09-12T18:04:42.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f23f5ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:42.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:04:42.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:04:42.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:04:42.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:04:42.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:04:42.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 rados->read ofs=0 len=0 2024-09-12T18:04:42.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:04:42.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:04:42.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.851+0000 7f25492b29c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:04:42.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.855+0000 7f25492b29c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:04:42.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.855+0000 7f25492b29c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:04:42.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.855+0000 7f23fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.859+0000 7f25492b29c0 20 remove_watcher() i=0 2024-09-12T18:04:42.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.859+0000 7f25492b29c0 2 removed watcher, disabling cache 2024-09-12T18:04:42.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.863+0000 7f25492b29c0 20 remove_watcher() i=1 2024-09-12T18:04:42.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.867+0000 7f25492b29c0 20 remove_watcher() i=2 2024-09-12T18:04:42.865 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.867+0000 7f25492b29c0 20 remove_watcher() i=3 2024-09-12T18:04:42.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.871+0000 7f25492b29c0 20 remove_watcher() i=4 2024-09-12T18:04:42.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.871+0000 7f25492b29c0 20 remove_watcher() i=5 2024-09-12T18:04:42.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.871+0000 7f25492b29c0 20 remove_watcher() i=6 2024-09-12T18:04:42.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:04:42.875+0000 7f25492b29c0 20 remove_watcher() i=7 2024-09-12T18:05:12.912 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T18:05:12.945 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:12.945 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:12.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.990+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:12.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:12.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 realm 2024-09-12T18:05:12.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:12.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:12.992 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:12.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:12.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:12.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.994+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:12.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.998+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:12.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:12.998+0000 7fdbc9d339c0 20 searching for the correct realm 2024-09-12T18:05:12.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.002+0000 7fdbc803a640 0 -- 172.21.15.92:0/562974403 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fdbbc0d1040 msgr2=0x7fdbbc0d2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:13.217 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.218+0000 7fdbc7038640 0 -- 172.21.15.92:0/562974403 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fdbc0064270 msgr2=0x7fdbc007ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:13.435 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:13.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:13.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:13.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:13.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.437 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 zone default found 2024-09-12T18:05:13.439 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 4 Realm: () 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 zonegroup default 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.438+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.442+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.442+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.442+0000 7fdbc9d339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.442+0000 7fdbc9d339c0 20 started sync module instance, tier type = 2024-09-12T18:05:13.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.442+0000 7fdbc9d339c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=0 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=1 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=2 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=3 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=4 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=5 2024-09-12T18:05:13.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.462+0000 7fdbc9d339c0 20 add_watcher() i=6 2024-09-12T18:05:13.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.466+0000 7fdbc9d339c0 20 add_watcher() i=7 2024-09-12T18:05:13.464 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.466+0000 7fdbc9d339c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:13.468 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fda7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:13.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:13.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:13.469 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 5 note: GC not initialized 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fda7cfe1640 20 reqs_thread_entry: start 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 20 Filter name: none 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fd9f67fc640 20 reqs_thread_entry: start 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:05:13.470 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.470+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:13.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:05:13.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:05:13.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:05:13.471 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.472 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:05:13.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:13.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:13.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:13.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:13.473 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.474+0000 7fdbc9d339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:05:13.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.482+0000 7fda7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:13.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.486+0000 7fdbc9d339c0 20 remove_watcher() i=0 2024-09-12T18:05:13.484 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.486+0000 7fdbc9d339c0 2 removed watcher, disabling cache 2024-09-12T18:05:13.487 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.490+0000 7fdbc9d339c0 20 remove_watcher() i=1 2024-09-12T18:05:13.489 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.490+0000 7fdbc9d339c0 20 remove_watcher() i=2 2024-09-12T18:05:13.491 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.494+0000 7fdbc9d339c0 20 remove_watcher() i=3 2024-09-12T18:05:13.493 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.494+0000 7fdbc9d339c0 20 remove_watcher() i=4 2024-09-12T18:05:13.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.498+0000 7fdbc9d339c0 20 remove_watcher() i=5 2024-09-12T18:05:13.496 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.498+0000 7fdbc9d339c0 20 remove_watcher() i=6 2024-09-12T18:05:13.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.498+0000 7fdbc9d339c0 20 remove_watcher() i=7 2024-09-12T18:05:13.515 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:05:13.543 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:13.543 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:13.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.586+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 realm 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:13.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:13.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.590+0000 7f9305d819c0 20 searching for the correct realm 2024-09-12T18:05:13.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.598+0000 7f9303887640 0 -- 172.21.15.92:0/2915727040 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f92fc025070 msgr2=0x7f92fc034470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:13.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.602+0000 7f9303086640 0 -- 172.21.15.92:0/2915727040 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f92fc0248c0 msgr2=0x7f92fc00b3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:13.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:13.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:13.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:13.818 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.818+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.819 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 zone default found 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 4 Realm: () 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:13.820 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:13.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:13.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 zonegroup default 2024-09-12T18:05:13.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 started sync module instance, tier type = 2024-09-12T18:05:13.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.822+0000 7f9305d819c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=0 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=1 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=2 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=3 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=4 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=5 2024-09-12T18:05:13.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.846+0000 7f9305d819c0 20 add_watcher() i=6 2024-09-12T18:05:13.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.850+0000 7f9305d819c0 20 add_watcher() i=7 2024-09-12T18:05:13.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.850+0000 7f9305d819c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:13.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f91b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:13.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:13.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:13.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 5 note: GC not initialized 2024-09-12T18:05:13.855 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f91b8fe1640 20 reqs_thread_entry: start 2024-09-12T18:05:13.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:13.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 20 Filter name: none 2024-09-12T18:05:13.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f91327fc640 20 reqs_thread_entry: start 2024-09-12T18:05:13.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:05:13.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.854+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:13.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:05:13.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:05:13.859 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:05:13.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:05:13.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:13.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:13.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:13.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:13.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:05:13.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:13.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:13.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:13.862 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.858+0000 7f9305d819c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:13.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.862+0000 7f9305d819c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:13.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.862+0000 7f9305d819c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:13.863 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.862+0000 7f91b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:13.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.866+0000 7f9305d819c0 20 remove_watcher() i=0 2024-09-12T18:05:13.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.866+0000 7f9305d819c0 2 removed watcher, disabling cache 2024-09-12T18:05:13.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.870+0000 7f9305d819c0 20 remove_watcher() i=1 2024-09-12T18:05:13.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.870+0000 7f9305d819c0 20 remove_watcher() i=2 2024-09-12T18:05:13.873 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.874+0000 7f9305d819c0 20 remove_watcher() i=3 2024-09-12T18:05:13.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.878+0000 7f9305d819c0 20 remove_watcher() i=4 2024-09-12T18:05:13.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.878+0000 7f9305d819c0 20 remove_watcher() i=5 2024-09-12T18:05:13.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.878+0000 7f9305d819c0 20 remove_watcher() i=6 2024-09-12T18:05:13.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.882+0000 7f9305d819c0 20 remove_watcher() i=7 2024-09-12T18:05:13.894 INFO:tasks.workunit.client.0.smithi092.stderr:check reshard logrecord successfully 2024-09-12T18:05:13.894 INFO:tasks.workunit.client.0.smithi092.stderr: test: reshard versioned bucket 2024-09-12T18:05:13.895 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:05:13.926 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:13.926 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:13.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.970+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.970+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.970+0000 7f1fb42209c0 20 realm 2024-09-12T18:05:13.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.970+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:13.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:13.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:13.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:13.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:13.975 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.974+0000 7f1fb42209c0 20 searching for the correct realm 2024-09-12T18:05:13.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.978+0000 7f1fb2527640 0 -- 172.21.15.92:0/3459513355 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f1fa807e040 msgr2=0x7f1fa80646f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:13.984 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:13.986+0000 7f1fb1525640 0 -- 172.21.15.92:0/3459513355 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f1fac029070 msgr2=0x7f1fac082750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:14.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:14.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:14.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:14.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:14.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:14.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:14.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.205 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:14.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 zone default found 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 4 Realm: () 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:14.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:14.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 zonegroup default 2024-09-12T18:05:14.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.206+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.209 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.210+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.212 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.210+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.210+0000 7f1fb42209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.210+0000 7f1fb42209c0 20 started sync module instance, tier type = 2024-09-12T18:05:14.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.210+0000 7f1fb42209c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:14.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=0 2024-09-12T18:05:14.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=1 2024-09-12T18:05:14.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=2 2024-09-12T18:05:14.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=3 2024-09-12T18:05:14.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=4 2024-09-12T18:05:14.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=5 2024-09-12T18:05:14.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=6 2024-09-12T18:05:14.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 20 add_watcher() i=7 2024-09-12T18:05:14.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.234+0000 7f1fb42209c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:14.238 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.238+0000 7f1e637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:14.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.238+0000 7f1fb42209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:14.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.238+0000 7f1fb42209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:14.239 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.238+0000 7f1fb42209c0 5 note: GC not initialized 2024-09-12T18:05:14.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1e627fc640 20 reqs_thread_entry: start 2024-09-12T18:05:14.240 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:14.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 Filter name: none 2024-09-12T18:05:14.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1dd3fff640 20 reqs_thread_entry: start 2024-09-12T18:05:14.241 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:14.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:14.243 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:14.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:14.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.242+0000 7f1fb42209c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.246+0000 7f1fb42209c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:14.244 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.246+0000 7f1fb42209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:14.245 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.246+0000 7f1e637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:14.250 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.250+0000 7f1fb42209c0 20 remove_watcher() i=0 2024-09-12T18:05:14.251 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.250+0000 7f1fb42209c0 2 removed watcher, disabling cache 2024-09-12T18:05:14.253 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.254+0000 7f1fb42209c0 20 remove_watcher() i=1 2024-09-12T18:05:14.255 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.258+0000 7f1fb42209c0 20 remove_watcher() i=2 2024-09-12T18:05:14.257 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.258+0000 7f1fb42209c0 20 remove_watcher() i=3 2024-09-12T18:05:14.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.262+0000 7f1fb42209c0 20 remove_watcher() i=4 2024-09-12T18:05:14.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.262+0000 7f1fb42209c0 20 remove_watcher() i=5 2024-09-12T18:05:14.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.266+0000 7f1fb42209c0 20 remove_watcher() i=6 2024-09-12T18:05:14.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.266+0000 7f1fb42209c0 20 remove_watcher() i=7 2024-09-12T18:05:14.281 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:14.281 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:05:14.281 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: myver id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T18:05:14.282 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:14.282 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T18:05:14.314 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:14.314 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:14.357 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 realm 2024-09-12T18:05:14.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.358 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:14.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.358+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.362+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:14.360 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.362+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.362+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:14.361 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.362+0000 7fd6ee25a9c0 20 searching for the correct realm 2024-09-12T18:05:14.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.366+0000 7fd6ec561640 0 -- 172.21.15.92:0/2359075324 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fd6e00cf040 msgr2=0x7fd6e00ed930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:14.581 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.582+0000 7fd6eb55f640 0 -- 172.21.15.92:0/2359075324 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd6e408a040 msgr2=0x7fd6e4077120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:14.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.798+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:14.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 zone default found 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 4 Realm: () 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:14.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:14.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 zonegroup default 2024-09-12T18:05:14.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.802+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.806+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.806+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.806+0000 7fd6ee25a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.806+0000 7fd6ee25a9c0 20 started sync module instance, tier type = 2024-09-12T18:05:14.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.806+0000 7fd6ee25a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:14.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=0 2024-09-12T18:05:14.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=1 2024-09-12T18:05:14.825 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=2 2024-09-12T18:05:14.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=3 2024-09-12T18:05:14.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=4 2024-09-12T18:05:14.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=5 2024-09-12T18:05:14.826 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.826+0000 7fd6ee25a9c0 20 add_watcher() i=6 2024-09-12T18:05:14.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.830+0000 7fd6ee25a9c0 20 add_watcher() i=7 2024-09-12T18:05:14.827 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.830+0000 7fd6ee25a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:14.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.830+0000 7fd5a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:14.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:14.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:14.831 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 5 note: GC not initialized 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd5a0fe1640 20 reqs_thread_entry: start 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 Filter name: none 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd51a7fc640 20 reqs_thread_entry: start 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:05:14.832 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : miss 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.834+0000 7fd6ee25a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:14.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.838+0000 7fd6ee25a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.838+0000 7fd6ee25a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.838+0000 7fd6ee25a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.839 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd6ee25a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:14.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd5caffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333482 cookie 94783959736224 notifier 7991 bl.length()=905 2024-09-12T18:05:14.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd5caffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd5caffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.840 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd5caffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:14.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:14.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:14.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.842+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:14.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:14.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:14.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:14.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:14.846 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.0 2024-09-12T18:05:14.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:14.848 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.846+0000 7fd6ee25a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:14.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd6ee25a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd6ee25a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd6ee25a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.849 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd6ee25a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:14.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd5caffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333483 cookie 94783959736224 notifier 7991 bl.length()=905 2024-09-12T18:05:14.850 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd5caffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd5caffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.850+0000 7fd5caffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:14.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:14.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:14.852 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:14.853 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.0 2024-09-12T18:05:14.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:14.854 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.854+0000 7fd6ee25a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:14.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:14.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd5ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333484 cookie 94783959736224 notifier 7991 bl.length()=873 2024-09-12T18:05:14.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd5ca7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:14.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd5ca7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:14.857 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd5ca7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:14.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:14.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:14.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:14.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.858+0000 7fd6ee25a9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:14.860 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.862+0000 7fd6ee25a9c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T18:05:14.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.866+0000 7fd5a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:14.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.870+0000 7fd6ee25a9c0 20 remove_watcher() i=0 2024-09-12T18:05:14.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.870+0000 7fd6ee25a9c0 2 removed watcher, disabling cache 2024-09-12T18:05:14.872 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.874+0000 7fd6ee25a9c0 20 remove_watcher() i=1 2024-09-12T18:05:14.874 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.874+0000 7fd6ee25a9c0 20 remove_watcher() i=2 2024-09-12T18:05:14.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.878+0000 7fd6ee25a9c0 20 remove_watcher() i=3 2024-09-12T18:05:14.878 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.878+0000 7fd6ee25a9c0 20 remove_watcher() i=4 2024-09-12T18:05:14.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.882+0000 7fd6ee25a9c0 20 remove_watcher() i=5 2024-09-12T18:05:14.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.882+0000 7fd6ee25a9c0 20 remove_watcher() i=6 2024-09-12T18:05:14.882 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.882+0000 7fd6ee25a9c0 20 remove_watcher() i=7 2024-09-12T18:05:14.897 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:05:14.928 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:14.928 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:14.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 realm 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.974+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.978+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:14.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.978+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.978+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:14.977 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.978+0000 7f846a50e9c0 20 searching for the correct realm 2024-09-12T18:05:14.982 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.982+0000 7f8468815640 0 -- 172.21.15.92:0/2375718432 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55a20c814ae0 msgr2=0x55a20c816ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:14.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.990+0000 7f8467813640 0 -- 172.21.15.92:0/2375718432 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f84600eebc0 msgr2=0x7f84600dd950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:14.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:14.996 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.997 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 zone default found 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 4 Realm: () 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:14.998 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 zonegroup default 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:14.998+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.002+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.002+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.002+0000 7f846a50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:14.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.002+0000 7f846a50e9c0 20 started sync module instance, tier type = 2024-09-12T18:05:15.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.002+0000 7f846a50e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:15.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=0 2024-09-12T18:05:15.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=1 2024-09-12T18:05:15.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=2 2024-09-12T18:05:15.016 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=3 2024-09-12T18:05:15.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=4 2024-09-12T18:05:15.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=5 2024-09-12T18:05:15.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=6 2024-09-12T18:05:15.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 20 add_watcher() i=7 2024-09-12T18:05:15.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.018+0000 7f846a50e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:15.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f831f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 5 note: GC not initialized 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f831e7dc640 20 reqs_thread_entry: start 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 Filter name: none 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f83177fe640 20 reqs_thread_entry: start 2024-09-12T18:05:15.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:15.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:15.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.022+0000 7f846a50e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:15.024 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.026+0000 7f831f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.030+0000 7f846a50e9c0 20 remove_watcher() i=0 2024-09-12T18:05:15.029 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.030+0000 7f846a50e9c0 2 removed watcher, disabling cache 2024-09-12T18:05:15.032 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.034+0000 7f846a50e9c0 20 remove_watcher() i=1 2024-09-12T18:05:15.033 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.034+0000 7f846a50e9c0 20 remove_watcher() i=2 2024-09-12T18:05:15.035 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.038+0000 7f846a50e9c0 20 remove_watcher() i=3 2024-09-12T18:05:15.037 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.038+0000 7f846a50e9c0 20 remove_watcher() i=4 2024-09-12T18:05:15.038 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.038+0000 7f846a50e9c0 20 remove_watcher() i=5 2024-09-12T18:05:15.039 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.042+0000 7f846a50e9c0 20 remove_watcher() i=6 2024-09-12T18:05:15.041 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.042+0000 7f846a50e9c0 20 remove_watcher() i=7 2024-09-12T18:05:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:15.054 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:05:15.054 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: myver id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T18:05:15.054 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:15.056 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:15.056 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:15.059 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:15.059 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:15.107 INFO:tasks.workunit.client.0.smithi092.stderr: test: reshard removes olh entries with empty name 2024-09-12T18:05:15.110 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:15.110 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:15.166 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:15.166 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:15.262 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:05:15.293 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:15.293 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:15.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.338+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.338+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.338+0000 7f164c6419c0 20 realm 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.338+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:15.340 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.341 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:15.342 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.342+0000 7f164c6419c0 20 searching for the correct realm 2024-09-12T18:05:15.346 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.346+0000 7f164a948640 0 -- 172.21.15.92:0/880960652 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f164012b070 msgr2=0x7f1640115440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:15.352 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.354+0000 7f1649946640 0 -- 172.21.15.92:0/880960652 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f1644008040 msgr2=0x7f164404f450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:15.570 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.570+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.571 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:15.572 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 zone default found 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 4 Realm: () 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 zonegroup default 2024-09-12T18:05:15.573 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.574+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.578+0000 7f164c6419c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.578+0000 7f164c6419c0 20 started sync module instance, tier type = 2024-09-12T18:05:15.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.578+0000 7f164c6419c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:15.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=0 2024-09-12T18:05:15.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=1 2024-09-12T18:05:15.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=2 2024-09-12T18:05:15.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=3 2024-09-12T18:05:15.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=4 2024-09-12T18:05:15.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=5 2024-09-12T18:05:15.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=6 2024-09-12T18:05:15.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 20 add_watcher() i=7 2024-09-12T18:05:15.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.602+0000 7f164c6419c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:15.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.606+0000 7f1500fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:15.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.606+0000 7f164c6419c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:15.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.606+0000 7f164c6419c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:15.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.606+0000 7f164c6419c0 5 note: GC not initialized 2024-09-12T18:05:15.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f147b7fe640 20 reqs_thread_entry: start 2024-09-12T18:05:15.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:15.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 Filter name: none 2024-09-12T18:05:15.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f14797fa640 20 reqs_thread_entry: start 2024-09-12T18:05:15.608 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:15.609 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:15.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:15.610 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.610+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.614+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:15.612 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.614+0000 7f164c6419c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.614+0000 7f164c6419c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:15.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.614+0000 7f164c6419c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:15.616 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.618+0000 7f1500fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:15.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.622+0000 7f164c6419c0 20 remove_watcher() i=0 2024-09-12T18:05:15.620 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.622+0000 7f164c6419c0 2 removed watcher, disabling cache 2024-09-12T18:05:15.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.626+0000 7f164c6419c0 20 remove_watcher() i=1 2024-09-12T18:05:15.625 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.626+0000 7f164c6419c0 20 remove_watcher() i=2 2024-09-12T18:05:15.628 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.630+0000 7f164c6419c0 20 remove_watcher() i=3 2024-09-12T18:05:15.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.630+0000 7f164c6419c0 20 remove_watcher() i=4 2024-09-12T18:05:15.631 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.634+0000 7f164c6419c0 20 remove_watcher() i=5 2024-09-12T18:05:15.633 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.634+0000 7f164c6419c0 20 remove_watcher() i=6 2024-09-12T18:05:15.634 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.634+0000 7f164c6419c0 20 remove_watcher() i=7 2024-09-12T18:05:15.651 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:15.651 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:05:15.651 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: a-bucket id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T18:05:15.651 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:15.651 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T18:05:15.683 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:15.683 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:15.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.730+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.730+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.730+0000 7f93d81a29c0 20 realm 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.730+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.731 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:15.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.733 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:15.734 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.734+0000 7f93d81a29c0 20 searching for the correct realm 2024-09-12T18:05:15.735 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.738+0000 7f93d54a7640 0 -- 172.21.15.92:0/1825487654 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f93c80fe180 msgr2=0x7f93c81059d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:15.950 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.950+0000 7f93d5ca8640 0 -- 172.21.15.92:0/1825487654 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f93c0003cc0 msgr2=0x7f93d0079460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:15.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:15.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:15.968 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 zone default found 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 4 Realm: () 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 zonegroup default 2024-09-12T18:05:15.969 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.970+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.974+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.974+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:15.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.974+0000 7f93d81a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:15.971 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.974+0000 7f93d81a29c0 20 started sync module instance, tier type = 2024-09-12T18:05:15.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.974+0000 7f93d81a29c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:15.993 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=0 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=1 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=2 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=3 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=4 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=5 2024-09-12T18:05:15.994 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.994+0000 7f93d81a29c0 20 add_watcher() i=6 2024-09-12T18:05:15.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.998+0000 7f93d81a29c0 20 add_watcher() i=7 2024-09-12T18:05:15.995 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:15.998+0000 7f93d81a29c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:15.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f92877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:15.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:15.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:15.999 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 5 note: GC not initialized 2024-09-12T18:05:16.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f92867fc640 20 reqs_thread_entry: start 2024-09-12T18:05:16.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:16.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 Filter name: none 2024-09-12T18:05:16.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f91f7fff640 20 reqs_thread_entry: start 2024-09-12T18:05:16.000 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:16.001 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:16.002 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.002+0000 7f93d81a29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:16.003 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.006+0000 7f92877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:16.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.010+0000 7f93d81a29c0 20 remove_watcher() i=0 2024-09-12T18:05:16.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.010+0000 7f93d81a29c0 2 removed watcher, disabling cache 2024-09-12T18:05:16.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.010+0000 7f93d81a29c0 20 remove_watcher() i=1 2024-09-12T18:05:16.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.014+0000 7f93d81a29c0 20 remove_watcher() i=2 2024-09-12T18:05:16.015 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.018+0000 7f93d81a29c0 20 remove_watcher() i=3 2024-09-12T18:05:16.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.018+0000 7f93d81a29c0 20 remove_watcher() i=4 2024-09-12T18:05:16.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.022+0000 7f93d81a29c0 20 remove_watcher() i=5 2024-09-12T18:05:16.020 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.022+0000 7f93d81a29c0 20 remove_watcher() i=6 2024-09-12T18:05:16.022 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.022+0000 7f93d81a29c0 20 remove_watcher() i=7 2024-09-12T18:05:16.036 INFO:tasks.workunit.client.0.smithi092.stderr:rados -p default.rgw.buckets.index setomapval .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T18:05:16.063 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:16.063 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:16.082 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T18:05:16.108 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:16.108 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:16.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.150+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.150+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.150+0000 7fa3644679c0 20 realm 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.150+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:16.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.154+0000 7fa3644679c0 20 searching for the correct realm 2024-09-12T18:05:16.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.158+0000 7fa36276e640 0 -- 172.21.15.92:0/934090967 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fa3580ce040 msgr2=0x7fa3580eb460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.166+0000 7fa36176c640 0 -- 172.21.15.92:0/934090967 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fa35c07f620 msgr2=0x7fa35c095300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:16.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:16.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:16.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:16.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:16.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:16.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.382+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 zone default found 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 4 Realm: () 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 zonegroup default 2024-09-12T18:05:16.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.386 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.386+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.390+0000 7fa3644679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.390+0000 7fa3644679c0 20 started sync module instance, tier type = 2024-09-12T18:05:16.387 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.390+0000 7fa3644679c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:16.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=0 2024-09-12T18:05:16.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=1 2024-09-12T18:05:16.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=2 2024-09-12T18:05:16.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=3 2024-09-12T18:05:16.410 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=4 2024-09-12T18:05:16.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=5 2024-09-12T18:05:16.411 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.410+0000 7fa3644679c0 20 add_watcher() i=6 2024-09-12T18:05:16.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.414+0000 7fa3644679c0 20 add_watcher() i=7 2024-09-12T18:05:16.413 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.414+0000 7fa3644679c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:16.417 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa2137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:16.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa3644679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:16.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa3644679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:16.418 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa3644679c0 5 note: GC not initialized 2024-09-12T18:05:16.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa2127fc640 20 reqs_thread_entry: start 2024-09-12T18:05:16.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa3644679c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:16.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.418+0000 7fa3644679c0 20 Filter name: none 2024-09-12T18:05:16.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa183fff640 20 reqs_thread_entry: start 2024-09-12T18:05:16.419 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:16.420 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:16.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:16.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:05:16.421 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 INFO: main: starting shard=0 2024-09-12T18:05:16.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.422 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.422+0000 7fa3644679c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:05:16.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: starting shard=1 2024-09-12T18:05:16.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.423 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:16.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: starting shard=2 2024-09-12T18:05:16.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.424 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:16.425 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa3644679c0 20 INFO: main: done 2024-09-12T18:05:16.426 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.426+0000 7fa2137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:16.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.434+0000 7fa3644679c0 20 remove_watcher() i=0 2024-09-12T18:05:16.431 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.434+0000 7fa3644679c0 2 removed watcher, disabling cache 2024-09-12T18:05:16.433 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.434+0000 7fa3644679c0 20 remove_watcher() i=1 2024-09-12T18:05:16.436 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.438+0000 7fa3644679c0 20 remove_watcher() i=2 2024-09-12T18:05:16.438 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.438+0000 7fa3644679c0 20 remove_watcher() i=3 2024-09-12T18:05:16.440 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.442+0000 7fa3644679c0 20 remove_watcher() i=4 2024-09-12T18:05:16.441 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.442+0000 7fa3644679c0 20 remove_watcher() i=5 2024-09-12T18:05:16.442 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.446+0000 7fa3644679c0 20 remove_watcher() i=6 2024-09-12T18:05:16.444 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.446+0000 7fa3644679c0 20 remove_watcher() i=7 2024-09-12T18:05:16.459 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T18:05:16.489 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:16.490 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:16.533 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.534+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.535 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 realm 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.536 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.537 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:16.538 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.538+0000 7f215f0319c0 20 searching for the correct realm 2024-09-12T18:05:16.542 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.542+0000 7f215d338640 0 -- 172.21.15.92:0/1901174652 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f214801e020 msgr2=0x7f214801f960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.550+0000 7f2157fff640 0 -- 172.21.15.92:0/1901174652 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f21580d6ae0 msgr2=0x7f21580ed420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:16.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:16.765 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.766 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.766+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 zone default found 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 4 Realm: () 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 zonegroup default 2024-09-12T18:05:16.767 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.768 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.769 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 started sync module instance, tier type = 2024-09-12T18:05:16.770 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.770+0000 7f215f0319c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:16.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=0 2024-09-12T18:05:16.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=1 2024-09-12T18:05:16.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=2 2024-09-12T18:05:16.793 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=3 2024-09-12T18:05:16.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=4 2024-09-12T18:05:16.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=5 2024-09-12T18:05:16.794 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.794+0000 7f215f0319c0 20 add_watcher() i=6 2024-09-12T18:05:16.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.798+0000 7f215f0319c0 20 add_watcher() i=7 2024-09-12T18:05:16.795 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.798+0000 7f215f0319c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:16.799 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f2012fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:16.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:16.800 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:16.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 5 note: GC not initialized 2024-09-12T18:05:16.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f2011fe3640 20 reqs_thread_entry: start 2024-09-12T18:05:16.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:16.801 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 20 Filter name: none 2024-09-12T18:05:16.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f1f837fe640 20 reqs_thread_entry: start 2024-09-12T18:05:16.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:05:16.802 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.802+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:16.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:05:16.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:05:16.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : miss 2024-09-12T18:05:16.803 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.804 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.806+0000 7f215f0319c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:05:16.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.812 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:05:16.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f20337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333557 cookie 93965584143824 notifier 8586 bl.length()=911 2024-09-12T18:05:16.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f20337fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f20337fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.813 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f20337fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:05:16.814 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:05:16.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:05:16.815 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.814+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:05:16.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:05:16.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:05:16.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.821 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T18:05:16.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.822 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.822+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.826+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.823 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.826+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.826+0000 7f215f0319c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:16.824 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.826+0000 7f215f0319c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:05:16.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.828 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:05:16.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f20337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333558 cookie 93965584143824 notifier 8586 bl.length()=911 2024-09-12T18:05:16.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f20337fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f20337fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.829 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f20337fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:05:16.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:05:16.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:05:16.830 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.830+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:05:16.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.834+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.833 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.834+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.0 2024-09-12T18:05:16.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.834+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.834 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.834+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.1 2024-09-12T18:05:16.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.838+0000 7f215f0319c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.836 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.838+0000 7f215f0319c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.2.2 2024-09-12T18:05:16.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.838+0000 7f215f0319c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:16.837 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.838+0000 7f215f0319c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 2024-09-12T18:05:16.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f215f0319c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f215f0319c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f215f0319c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.841 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f215f0319c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18, ofs0, ns] 2024-09-12T18:05:16.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f20337fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333559 cookie 93965584143824 notifier 8586 bl.length()=879 2024-09-12T18:05:16.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f20337fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 info.flags=0x17 2024-09-12T18:05:16.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f20337fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18 to cache LRU end 2024-09-12T18:05:16.842 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.842+0000 7f20337fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:16.843 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.846+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_sources= new_sources= 2024-09-12T18:05:16.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.846+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential sources added=[] removed=[] 2024-09-12T18:05:16.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.846+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): orig_dests= new_dests= 2024-09-12T18:05:16.844 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.846+0000 7f215f0319c0 20 handle_bi_update(): bucket=:a-bucket[bce1255c-5789-4602-aafb-12ce74041bd1.4550.18]): potential dests added=[] removed=[] 2024-09-12T18:05:16.847 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.850+0000 7f215f0319c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T18:05:16.851 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.854+0000 7f2012fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:16.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.858+0000 7f215f0319c0 20 remove_watcher() i=0 2024-09-12T18:05:16.856 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.858+0000 7f215f0319c0 2 removed watcher, disabling cache 2024-09-12T18:05:16.858 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.858+0000 7f215f0319c0 20 remove_watcher() i=1 2024-09-12T18:05:16.861 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.862+0000 7f215f0319c0 20 remove_watcher() i=2 2024-09-12T18:05:16.864 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.866+0000 7f215f0319c0 20 remove_watcher() i=3 2024-09-12T18:05:16.866 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.866+0000 7f215f0319c0 20 remove_watcher() i=4 2024-09-12T18:05:16.868 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.870+0000 7f215f0319c0 20 remove_watcher() i=5 2024-09-12T18:05:16.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.870+0000 7f215f0319c0 20 remove_watcher() i=6 2024-09-12T18:05:16.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.874+0000 7f215f0319c0 20 remove_watcher() i=7 2024-09-12T18:05:16.889 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T18:05:16.919 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:16.920 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:16.963 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 realm 2024-09-12T18:05:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:16.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.966 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.966+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.970+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.970+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.970+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:16.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.970+0000 7fd5f45da9c0 20 searching for the correct realm 2024-09-12T18:05:16.973 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.974+0000 7fd5f20e0640 0 -- 172.21.15.92:0/2045908772 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x55b780f330c0 msgr2=0x55b780f354f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.982+0000 7fd5f18df640 0 -- 172.21.15.92:0/2045908772 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd5ec065f40 msgr2=0x7fd5ec06f6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:16.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:16.986 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.987 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.986+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 zone default found 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 4 Realm: () 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:16.988 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 zonegroup default 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:16.989 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 started sync module instance, tier type = 2024-09-12T18:05:16.990 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:16.990+0000 7fd5f45da9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:17.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=0 2024-09-12T18:05:17.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=1 2024-09-12T18:05:17.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=2 2024-09-12T18:05:17.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=3 2024-09-12T18:05:17.004 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=4 2024-09-12T18:05:17.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=5 2024-09-12T18:05:17.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=6 2024-09-12T18:05:17.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 20 add_watcher() i=7 2024-09-12T18:05:17.005 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.006+0000 7fd5f45da9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:17.007 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd4a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:17.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:17.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:17.008 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 5 note: GC not initialized 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd4a37fe640 20 reqs_thread_entry: start 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 Filter name: none 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd4a17fa640 20 reqs_thread_entry: start 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:05:17.009 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.010 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 INFO: main: starting shard=0 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.010+0000 7fd5f45da9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.18.3.0 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.014+0000 7fd5f45da9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:17.011 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.014+0000 7fd5f45da9c0 20 INFO: main: done 2024-09-12T18:05:17.012 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.014+0000 7fd4a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:17.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.018+0000 7fd5f45da9c0 20 remove_watcher() i=0 2024-09-12T18:05:17.017 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.018+0000 7fd5f45da9c0 2 removed watcher, disabling cache 2024-09-12T18:05:17.019 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.022+0000 7fd5f45da9c0 20 remove_watcher() i=1 2024-09-12T18:05:17.021 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.022+0000 7fd5f45da9c0 20 remove_watcher() i=2 2024-09-12T18:05:17.023 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.026+0000 7fd5f45da9c0 20 remove_watcher() i=3 2024-09-12T18:05:17.025 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.026+0000 7fd5f45da9c0 20 remove_watcher() i=4 2024-09-12T18:05:17.026 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.026+0000 7fd5f45da9c0 20 remove_watcher() i=5 2024-09-12T18:05:17.027 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.030+0000 7fd5f45da9c0 20 remove_watcher() i=6 2024-09-12T18:05:17.028 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.030+0000 7fd5f45da9c0 20 remove_watcher() i=7 2024-09-12T18:05:17.041 INFO:tasks.workunit.client.0.smithi092.stderr: test: PUT succeeds during reshard 2024-09-12T18:05:17.042 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:05:17.068 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:17.068 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:17.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 realm 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.114+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.118+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:17.115 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.118+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.118+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:17.116 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.118+0000 7ff1afc1d9c0 20 searching for the correct realm 2024-09-12T18:05:17.122 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.122+0000 7ff1adf24640 0 -- 172.21.15.92:0/3103740235 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7ff1a4015070 msgr2=0x7ff1a40037b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:17.128 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.130+0000 7ff1ad723640 0 -- 172.21.15.92:0/3103740235 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7ff1a8130870 msgr2=0x7ff1a80fb6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:17.135 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:17.136 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 zone default found 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 4 Realm: () 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 zonegroup default 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.137 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 started sync module instance, tier type = 2024-09-12T18:05:17.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.138+0000 7ff1afc1d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=0 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=1 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=2 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=3 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=4 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=5 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.154+0000 7ff1afc1d9c0 20 add_watcher() i=6 2024-09-12T18:05:17.154 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 add_watcher() i=7 2024-09-12T18:05:17.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:17.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff063fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 5 note: GC not initialized 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff062fe5640 20 reqs_thread_entry: start 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 Filter name: none 2024-09-12T18:05:17.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff060fe1640 20 reqs_thread_entry: start 2024-09-12T18:05:17.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:17.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.158+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:17.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff1afc1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:17.161 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.162+0000 7ff063fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:17.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.166+0000 7ff1afc1d9c0 20 remove_watcher() i=0 2024-09-12T18:05:17.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.166+0000 7ff1afc1d9c0 2 removed watcher, disabling cache 2024-09-12T18:05:17.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.170+0000 7ff1afc1d9c0 20 remove_watcher() i=1 2024-09-12T18:05:17.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.170+0000 7ff1afc1d9c0 20 remove_watcher() i=2 2024-09-12T18:05:17.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.174+0000 7ff1afc1d9c0 20 remove_watcher() i=3 2024-09-12T18:05:17.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.174+0000 7ff1afc1d9c0 20 remove_watcher() i=4 2024-09-12T18:05:17.175 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.178+0000 7ff1afc1d9c0 20 remove_watcher() i=5 2024-09-12T18:05:17.176 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.178+0000 7ff1afc1d9c0 20 remove_watcher() i=6 2024-09-12T18:05:17.177 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.178+0000 7ff1afc1d9c0 20 remove_watcher() i=7 2024-09-12T18:05:17.190 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:17.190 INFO:tasks.workunit.client.0.smithi092.stderr:BUCKET_STATS: 2024-09-12T18:05:17.191 INFO:tasks.workunit.client.0.smithi092.stderr:bucket: myver id: bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T18:05:17.191 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:17.191 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T18:05:17.221 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:17.222 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:17.264 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.265 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 realm 2024-09-12T18:05:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:17.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.266+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.270+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.270+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.270+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:17.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.270+0000 7fdbe76399c0 20 searching for the correct realm 2024-09-12T18:05:17.274 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.274+0000 7fdbe513f640 0 -- 172.21.15.92:0/2512655281 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x55eaa2d0e680 msgr2=0x55eaa2d10ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:17.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.282+0000 7fdbe5940640 0 -- 172.21.15.92:0/2512655281 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fdbdc032070 msgr2=0x7fdbdc027410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:17.289 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.286+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 zone default found 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 4 Realm: () 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 zonegroup default 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.291 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 started sync module instance, tier type = 2024-09-12T18:05:17.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.290+0000 7fdbe76399c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=0 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=1 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=2 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=3 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=4 2024-09-12T18:05:17.305 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=5 2024-09-12T18:05:17.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=6 2024-09-12T18:05:17.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 20 add_watcher() i=7 2024-09-12T18:05:17.306 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.306+0000 7fdbe76399c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:17.308 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fda9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:17.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:17.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:17.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 5 note: GC not initialized 2024-09-12T18:05:17.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fda9afe5640 20 reqs_thread_entry: start 2024-09-12T18:05:17.309 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 Filter name: none 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fda98fe1640 20 reqs_thread_entry: start 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:17.310 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : miss 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 adding default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:17.311 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.310+0000 7fdbe76399c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdbe76399c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdbe76399c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdbe76399c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdbe76399c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdabbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333485 cookie 94466242363024 notifier 8135 bl.length()=905 2024-09-12T18:05:17.318 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdabbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdabbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.318+0000 7fdabbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.322+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.322+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.322+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:17.319 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.322+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:17.322 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:17.322+0000 7fdbe76399c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T18:05:18.195 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:18.196 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:18.231 INFO:tasks.workunit.client.0.smithi092.stderr:put object successful 2024-09-12T18:05:22.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:22.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:22.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:22.323 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.322+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.326+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:22.324 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.326+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:22.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.330+0000 7fdbe76399c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:22.329 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.330+0000 7fdbe76399c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:22.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdbe76399c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:22.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdbe76399c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:22.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdbe76399c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:22.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdbe76399c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:22.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdabbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333486 cookie 94466242363024 notifier 8135 bl.length()=905 2024-09-12T18:05:22.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdabbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:22.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdabbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:22.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.334+0000 7fdabbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:22.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:22.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:22.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:22.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:22.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:22.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.338+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.0 2024-09-12T18:05:22.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.342+0000 7fdbe76399c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:22.339 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.342+0000 7fdbe76399c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.1.1 2024-09-12T18:05:22.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.346+0000 7fdbe76399c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:22.345 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.346+0000 7fdbe76399c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:22.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdbe76399c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:22.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdbe76399c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:22.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdbe76399c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:22.349 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdbe76399c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:22.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdabbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333487 cookie 94466242363024 notifier 8135 bl.length()=873 2024-09-12T18:05:22.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdabbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:22.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdabbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:22.350 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.350+0000 7fdabbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:22.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.354+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:22.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.354+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:22.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.354+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:22.351 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.354+0000 7fdbe76399c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:22.354 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.354+0000 7fdbe76399c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T18:05:22.359 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.362+0000 7fda9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:22.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.366+0000 7fdbe76399c0 20 remove_watcher() i=0 2024-09-12T18:05:22.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.366+0000 7fdbe76399c0 2 removed watcher, disabling cache 2024-09-12T18:05:22.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.370+0000 7fdbe76399c0 20 remove_watcher() i=1 2024-09-12T18:05:22.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.370+0000 7fdbe76399c0 20 remove_watcher() i=2 2024-09-12T18:05:22.374 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.374+0000 7fdbe76399c0 20 remove_watcher() i=3 2024-09-12T18:05:22.376 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.378+0000 7fdbe76399c0 20 remove_watcher() i=4 2024-09-12T18:05:22.379 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.382+0000 7fdbe76399c0 20 remove_watcher() i=5 2024-09-12T18:05:22.382 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.382+0000 7fdbe76399c0 20 remove_watcher() i=6 2024-09-12T18:05:22.384 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:22.386+0000 7fdbe76399c0 20 remove_watcher() i=7 2024-09-12T18:05:23.235 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T18:05:23.235 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:05:23.240 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.240 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.251 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.251 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.299 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.299 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.337 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.337 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.346 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.346 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.385 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.385 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.394 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.394 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.430 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:23.430 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:23.437 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:05:23.875 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T18:05:25.301 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:25.302 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:25.372 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:05:25.373 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T18:05:25.408 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:25.408 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:25.451 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 realm 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.454+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.457 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.458+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:25.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.458+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.458+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:25.458 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.458+0000 7fc2779e49c0 20 searching for the correct realm 2024-09-12T18:05:25.462 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.462+0000 7fc2754ea640 0 -- 172.21.15.92:0/1243325439 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x5580825a6300 msgr2=0x5580825a86f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:25.467 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.470+0000 7fc275ceb640 0 -- 172.21.15.92:0/1243325439 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc26007e040 msgr2=0x7fc26006b4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.476 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 zone default found 2024-09-12T18:05:25.477 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 4 Realm: () 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 zonegroup default 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.478 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 started sync module instance, tier type = 2024-09-12T18:05:25.479 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.478+0000 7fc2779e49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:25.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=0 2024-09-12T18:05:25.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=1 2024-09-12T18:05:25.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=2 2024-09-12T18:05:25.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=3 2024-09-12T18:05:25.494 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=4 2024-09-12T18:05:25.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=5 2024-09-12T18:05:25.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.494+0000 7fc2779e49c0 20 add_watcher() i=6 2024-09-12T18:05:25.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 add_watcher() i=7 2024-09-12T18:05:25.495 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:25.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc12b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:25.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:25.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:25.498 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 5 note: GC not initialized 2024-09-12T18:05:25.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc12a7e4640 20 reqs_thread_entry: start 2024-09-12T18:05:25.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:25.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 Filter name: none 2024-09-12T18:05:25.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc09bfff640 20 reqs_thread_entry: start 2024-09-12T18:05:25.499 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.498+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:25.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:25.500 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:25.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:05:25.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: starting shard=0 2024-09-12T18:05:25.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:25.501 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:25.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:05:25.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: starting shard=1 2024-09-12T18:05:25.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:25.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:25.502 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:25.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 INFO: main: starting shard=2 2024-09-12T18:05:25.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:25.503 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.502+0000 7fc2779e49c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:25.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.506+0000 7fc2779e49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:25.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.506+0000 7fc2779e49c0 20 INFO: main: done 2024-09-12T18:05:25.504 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.506+0000 7fc12b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:25.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.510+0000 7fc2779e49c0 20 remove_watcher() i=0 2024-09-12T18:05:25.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.510+0000 7fc2779e49c0 2 removed watcher, disabling cache 2024-09-12T18:05:25.511 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.514+0000 7fc2779e49c0 20 remove_watcher() i=1 2024-09-12T18:05:25.513 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.514+0000 7fc2779e49c0 20 remove_watcher() i=2 2024-09-12T18:05:25.515 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.518+0000 7fc2779e49c0 20 remove_watcher() i=3 2024-09-12T18:05:25.517 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.518+0000 7fc2779e49c0 20 remove_watcher() i=4 2024-09-12T18:05:25.518 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.518+0000 7fc2779e49c0 20 remove_watcher() i=5 2024-09-12T18:05:25.519 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.522+0000 7fc2779e49c0 20 remove_watcher() i=6 2024-09-12T18:05:25.520 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.522+0000 7fc2779e49c0 20 remove_watcher() i=7 2024-09-12T18:05:25.533 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:25.533 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:25.537 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:25.537 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:25.595 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:05:25.596 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T18:05:25.624 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:25.624 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:25.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.666+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.666+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.666+0000 7fdbb3a749c0 20 realm 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.666+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:25.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:25.670 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.670+0000 7fdbb3a749c0 20 searching for the correct realm 2024-09-12T18:05:25.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.678+0000 7fdbb157a640 0 -- 172.21.15.92:0/146982495 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x555ae8642160 msgr2=0x555ae8644550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:25.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.682+0000 7fdbb0d79640 0 -- 172.21.15.92:0/146982495 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fdba406d100 msgr2=0x7fdba4064c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:25.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 zone default found 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 4 Realm: () 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 zonegroup default 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 started sync module instance, tier type = 2024-09-12T18:05:25.691 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.690+0000 7fdbb3a749c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=0 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=1 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=2 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=3 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=4 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=5 2024-09-12T18:05:25.705 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=6 2024-09-12T18:05:25.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 20 add_watcher() i=7 2024-09-12T18:05:25.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.706+0000 7fdbb3a749c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:25.708 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fda677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:25.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:25.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:25.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 5 note: GC not initialized 2024-09-12T18:05:25.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fda667e4640 20 reqs_thread_entry: start 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 Filter name: none 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fd9d7fff640 20 reqs_thread_entry: start 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:25.710 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 INFO: main: starting shard=0 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.710+0000 7fdbb3a749c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: starting shard=1 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:25.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:25.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:25.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: starting shard=2 2024-09-12T18:05:25.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:25.712 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:25.713 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:05:25.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fdbb3a749c0 20 INFO: main: done 2024-09-12T18:05:25.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.714+0000 7fda677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:25.718 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.718+0000 7fdbb3a749c0 20 remove_watcher() i=0 2024-09-12T18:05:25.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.718+0000 7fdbb3a749c0 2 removed watcher, disabling cache 2024-09-12T18:05:25.721 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.722+0000 7fdbb3a749c0 20 remove_watcher() i=1 2024-09-12T18:05:25.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.726+0000 7fdbb3a749c0 20 remove_watcher() i=2 2024-09-12T18:05:25.725 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.726+0000 7fdbb3a749c0 20 remove_watcher() i=3 2024-09-12T18:05:25.727 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.730+0000 7fdbb3a749c0 20 remove_watcher() i=4 2024-09-12T18:05:25.728 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.730+0000 7fdbb3a749c0 20 remove_watcher() i=5 2024-09-12T18:05:25.729 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.730+0000 7fdbb3a749c0 20 remove_watcher() i=6 2024-09-12T18:05:25.730 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.730+0000 7fdbb3a749c0 20 remove_watcher() i=7 2024-09-12T18:05:25.743 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:25.743 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:25.746 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:25.747 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:25.807 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:05:25.808 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T18:05:25.837 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:25.837 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:25.876 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 realm 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.878+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:25.879 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:25.880 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:25.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:25.881 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.882+0000 7fec60d929c0 20 searching for the correct realm 2024-09-12T18:05:25.886 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.886+0000 7fec5e898640 0 -- 172.21.15.92:0/94900386 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fec500d6040 msgr2=0x7fec50007b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:25.892 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:25.894+0000 7fec5e097640 0 -- 172.21.15.92:0/94900386 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fec500ab9d0 msgr2=0x7fec50139040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:26.110 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:26.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.110+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:26.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:26.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 zone default found 2024-09-12T18:05:26.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 4 Realm: () 2024-09-12T18:05:26.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:26.112 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 zonegroup default 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.113 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:26.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:26.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 started sync module instance, tier type = 2024-09-12T18:05:26.114 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.114+0000 7fec60d929c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=0 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=1 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=2 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=3 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=4 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=5 2024-09-12T18:05:26.139 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.138+0000 7fec60d929c0 20 add_watcher() i=6 2024-09-12T18:05:26.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.142+0000 7fec60d929c0 20 add_watcher() i=7 2024-09-12T18:05:26.141 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.142+0000 7fec60d929c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:26.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.146+0000 7feb157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:26.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.146+0000 7fec60d929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:26.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.146+0000 7fec60d929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:26.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.146+0000 7fec60d929c0 5 note: GC not initialized 2024-09-12T18:05:26.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.146+0000 7fea8ffff640 20 reqs_thread_entry: start 2024-09-12T18:05:26.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:26.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 Filter name: none 2024-09-12T18:05:26.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fea8dffb640 20 reqs_thread_entry: start 2024-09-12T18:05:26.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 INFO: main: starting shard=0 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:26.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:26.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:26.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 INFO: main: starting shard=1 2024-09-12T18:05:26.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:26.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.150+0000 7fec60d929c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:26.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:05:26.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 20 INFO: main: starting shard=2 2024-09-12T18:05:26.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:26.152 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:26.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:05:26.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7fec60d929c0 20 INFO: main: done 2024-09-12T18:05:26.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.154+0000 7feb157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:26.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.162+0000 7fec60d929c0 20 remove_watcher() i=0 2024-09-12T18:05:26.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.162+0000 7fec60d929c0 2 removed watcher, disabling cache 2024-09-12T18:05:26.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.162+0000 7fec60d929c0 20 remove_watcher() i=1 2024-09-12T18:05:26.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.166+0000 7fec60d929c0 20 remove_watcher() i=2 2024-09-12T18:05:26.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.166+0000 7fec60d929c0 20 remove_watcher() i=3 2024-09-12T18:05:26.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.170+0000 7fec60d929c0 20 remove_watcher() i=4 2024-09-12T18:05:26.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.170+0000 7fec60d929c0 20 remove_watcher() i=5 2024-09-12T18:05:26.172 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.174+0000 7fec60d929c0 20 remove_watcher() i=6 2024-09-12T18:05:26.174 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:26.174+0000 7fec60d929c0 20 remove_watcher() i=7 2024-09-12T18:05:26.193 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:26.193 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:26.198 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:05:26.629 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T18:05:27.053 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T18:05:27.086 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:27.087 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:27.125 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.126+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 realm 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.127 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:27.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:27.129 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.130+0000 7eff3bebf9c0 20 searching for the correct realm 2024-09-12T18:05:27.132 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.134+0000 7eff391c4640 0 -- 172.21.15.92:0/425905898 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7eff2c05ea90 msgr2=0x7eff2c05d500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:27.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.138+0000 7eff399c5640 0 -- 172.21.15.92:0/425905898 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7eff34018040 msgr2=0x7eff3405d1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:27.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 zone default found 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 4 Realm: () 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:27.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 zonegroup default 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.150 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 started sync module instance, tier type = 2024-09-12T18:05:27.151 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.150+0000 7eff3bebf9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=0 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=1 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=2 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=3 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=4 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=5 2024-09-12T18:05:27.165 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=6 2024-09-12T18:05:27.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 20 add_watcher() i=7 2024-09-12T18:05:27.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.166+0000 7eff3bebf9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7efdebfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 5 note: GC not initialized 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7efdeaffd640 20 reqs_thread_entry: start 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:27.169 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 Filter name: none 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7efde8ff9640 20 reqs_thread_entry: start 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : miss 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:27.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:27.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.171 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.170+0000 7eff3bebf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:27.179 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7efe1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333488 cookie 94553263814000 notifier 8733 bl.length()=905 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7efe1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7efe1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.180 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7efe1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:27.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:27.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:27.181 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.182+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.0 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.0 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.1 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.1 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.2 2024-09-12T18:05:27.189 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.2 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.3 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.3 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.4 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.4 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.5 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.5 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.6 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.6 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.7 2024-09-12T18:05:27.190 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.7 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.8 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.8 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.10 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.10 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.11 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.11 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.12 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.12 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.13 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.13 2024-09-12T18:05:27.191 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.14 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.14 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.15 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.15 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.16 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.16 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:27.192 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:27.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:27.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.190+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:27.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.194+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:27.193 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.194+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:27.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:27.195 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:27.196 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7efe1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333489 cookie 94553263814000 notifier 8733 bl.length()=905 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7efe1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.197 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7efe1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7efe1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:27.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:27.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:27.198 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.198+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:27.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.202+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:27.202 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.202+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.0 2024-09-12T18:05:27.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:27.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.1 2024-09-12T18:05:27.203 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:27.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.2.2 2024-09-12T18:05:27.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:05:27.204 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:27.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.206 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7eff3bebf9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19, ofs0, ns] 2024-09-12T18:05:27.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7efe1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333490 cookie 94553263814000 notifier 8733 bl.length()=873 2024-09-12T18:05:27.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7efe1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7efe1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.207 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.206+0000 7efe1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.210+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_sources= new_sources= 2024-09-12T18:05:27.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.210+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential sources added=[] removed=[] 2024-09-12T18:05:27.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.210+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): orig_dests= new_dests= 2024-09-12T18:05:27.208 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.210+0000 7eff3bebf9c0 20 handle_bi_update(): bucket=:myver[bce1255c-5789-4602-aafb-12ce74041bd1.4550.19]): potential dests added=[] removed=[] 2024-09-12T18:05:27.211 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.214+0000 7eff3bebf9c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T18:05:27.213 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.214+0000 7efdebfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:27.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.218+0000 7eff3bebf9c0 20 remove_watcher() i=0 2024-09-12T18:05:27.218 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.218+0000 7eff3bebf9c0 2 removed watcher, disabling cache 2024-09-12T18:05:27.220 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.222+0000 7eff3bebf9c0 20 remove_watcher() i=1 2024-09-12T18:05:27.222 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.222+0000 7eff3bebf9c0 20 remove_watcher() i=2 2024-09-12T18:05:27.224 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.226+0000 7eff3bebf9c0 20 remove_watcher() i=3 2024-09-12T18:05:27.227 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.230+0000 7eff3bebf9c0 20 remove_watcher() i=4 2024-09-12T18:05:27.229 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.230+0000 7eff3bebf9c0 20 remove_watcher() i=5 2024-09-12T18:05:27.230 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.230+0000 7eff3bebf9c0 20 remove_watcher() i=6 2024-09-12T18:05:27.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.234+0000 7eff3bebf9c0 20 remove_watcher() i=7 2024-09-12T18:05:27.243 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T18:05:27.274 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:27.274 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:27.312 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 realm 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.314 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.314+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.318+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:27.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.318+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.318+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:27.316 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.318+0000 7f0e80bec9c0 20 searching for the correct realm 2024-09-12T18:05:27.320 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.322+0000 7f0e7e6f2640 0 -- 172.21.15.92:0/585560554 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f0e70019040 msgr2=0x7f0e70035470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:27.328 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.330+0000 7f0e7def1640 0 -- 172.21.15.92:0/585560554 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0e7004e040 msgr2=0x7f0e7004e930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:27.545 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:27.546 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 zone default found 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 4 Realm: () 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 zonegroup default 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.546+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.547 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.548 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 started sync module instance, tier type = 2024-09-12T18:05:27.549 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.550+0000 7f0e80bec9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:27.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=0 2024-09-12T18:05:27.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=1 2024-09-12T18:05:27.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=2 2024-09-12T18:05:27.574 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=3 2024-09-12T18:05:27.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=4 2024-09-12T18:05:27.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=5 2024-09-12T18:05:27.575 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.574+0000 7f0e80bec9c0 20 add_watcher() i=6 2024-09-12T18:05:27.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.582+0000 7f0e80bec9c0 20 add_watcher() i=7 2024-09-12T18:05:27.579 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.582+0000 7f0e80bec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:27.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0d34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:27.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:27.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:27.584 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 5 note: GC not initialized 2024-09-12T18:05:27.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0caf7fe640 20 reqs_thread_entry: start 2024-09-12T18:05:27.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:27.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 Filter name: none 2024-09-12T18:05:27.585 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0cad7fa640 20 reqs_thread_entry: start 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 : miss 2024-09-12T18:05:27.586 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:27.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 info.flags=0x17 2024-09-12T18:05:27.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 to cache LRU end 2024-09-12T18:05:27.587 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:05:27.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:05:27.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.586+0000 7f0e80bec9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19 2024-09-12T18:05:27.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.0 2024-09-12T18:05:27.588 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.0 2024-09-12T18:05:27.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T18:05:27.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.1 2024-09-12T18:05:27.589 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.1 2024-09-12T18:05:27.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T18:05:27.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.2 2024-09-12T18:05:27.590 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.590+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.2 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.3 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.3 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.4 2024-09-12T18:05:27.592 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.4 2024-09-12T18:05:27.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T18:05:27.593 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.5 2024-09-12T18:05:27.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.5 2024-09-12T18:05:27.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T18:05:27.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.6 2024-09-12T18:05:27.595 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.594+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.6 2024-09-12T18:05:27.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T18:05:27.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.7 2024-09-12T18:05:27.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.7 2024-09-12T18:05:27.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T18:05:27.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.8 2024-09-12T18:05:27.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.8 2024-09-12T18:05:27.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T18:05:27.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.598+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.10 2024-09-12T18:05:27.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.10 2024-09-12T18:05:27.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T18:05:27.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.11 2024-09-12T18:05:27.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.11 2024-09-12T18:05:27.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T18:05:27.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.12 2024-09-12T18:05:27.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.12 2024-09-12T18:05:27.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T18:05:27.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.13 2024-09-12T18:05:27.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.13 2024-09-12T18:05:27.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T18:05:27.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.14 2024-09-12T18:05:27.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.602+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.14 2024-09-12T18:05:27.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T18:05:27.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.15 2024-09-12T18:05:27.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.15 2024-09-12T18:05:27.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T18:05:27.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 10 bucket_obj is .dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.16 2024-09-12T18:05:27.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.16 2024-09-12T18:05:27.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T18:05:27.605 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.606 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.606+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:x state=0x5604622732b8 s->prefetch_data=0 2024-09-12T18:05:27.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.610+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to ou75snj5n95lv04ws2oqizhrwtuy3cxk 2024-09-12T18:05:27.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.610+0000 7f0e80bec9c0 20 get_obj_state_impl: setting s->olh_tag to u43npj9t9eym2relye8a2c0iqo76q27t 2024-09-12T18:05:27.607 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.610+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u43npj9t9eym2relye8a2c0iqo76q27t 2024-09-12T18:05:27.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.614+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.613 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.614+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.614+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T18:05:27.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.614+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=3 key=x[enm.vj0.2c.BllzJpOXaXdAQpudTqxr] 2024-09-12T18:05:27.614 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.614+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:enm.vj0.2c.BllzJpOXaXdAQpudTqxr_x state=0x56046229c088 s->prefetch_data=0 2024-09-12T18:05:27.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.618+0000 7f0e80bec9c0 10 manifest: total_size = 22 2024-09-12T18:05:27.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.618+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.5916492984954666125 2024-09-12T18:05:27.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.618+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:enm.vj0.2c.BllzJpOXaXdAQpudTqxr_x state=0x56046229c088 s->prefetch_data=0 2024-09-12T18:05:27.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.618+0000 7f0e80bec9c0 20 prepare_atomic_modification: state is not atomic. state=0x56046229c088 2024-09-12T18:05:27.615 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.618+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.622+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T18:05:27.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.622+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T18:05:27.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.622+0000 7f0e80bec9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T18:05:27.621 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.622+0000 7f0e80bec9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:enm.vj0.2c.BllzJpOXaXdAQpudTqxr_.jQxXZeDK--r6SsMVyT6Q30qSY2i9-2x_0 2024-09-12T18:05:27.623 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.626+0000 7f0d61ffb640 20 handle_completion(): completion ok for obj=x[enm.vj0.2c.BllzJpOXaXdAQpudTqxr] 2024-09-12T18:05:27.624 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.626+0000 7f0e80bec9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T18:05:27.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.630+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:x state=0x5604622732b8 s->prefetch_data=0 2024-09-12T18:05:27.627 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.630+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u43npj9t9eym2relye8a2c0iqo76q27t 2024-09-12T18:05:27.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.638+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.638+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:y state=0x56046229f9c8 s->prefetch_data=0 2024-09-12T18:05:27.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to 7m7bxfdxbp1augixxr3ubi9u3t062w5w 2024-09-12T18:05:27.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 get_obj_state_impl: setting s->olh_tag to i205jqusu0z6h1vk16glntwrhape768w 2024-09-12T18:05:27.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i205jqusu0z6h1vk16glntwrhape768w 2024-09-12T18:05:27.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.642+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.645 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.646+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.646+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T18:05:27.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.646+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=3 key=y[pOu3RAPYSAbCDZUOotBgGbYlqds-k3x] 2024-09-12T18:05:27.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.646+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:pOu3RAPYSAbCDZUOotBgGbYlqds-k3x_y state=0x56046226b3a8 s->prefetch_data=0 2024-09-12T18:05:27.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.650+0000 7f0e80bec9c0 10 manifest: total_size = 22 2024-09-12T18:05:27.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.650+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.5486546175579098969 2024-09-12T18:05:27.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.650+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:pOu3RAPYSAbCDZUOotBgGbYlqds-k3x_y state=0x56046226b3a8 s->prefetch_data=0 2024-09-12T18:05:27.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.650+0000 7f0e80bec9c0 20 prepare_atomic_modification: state is not atomic. state=0x56046226b3a8 2024-09-12T18:05:27.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.650+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.654+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T18:05:27.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.654+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T18:05:27.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.654+0000 7f0e80bec9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T18:05:27.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.654+0000 7f0e80bec9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:pOu3RAPYSAbCDZUOotBgGbYlqds-k3x_.uY0tocpYFf7IA6yblreGYTYY3A2n9Zh_0 2024-09-12T18:05:27.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.658+0000 7f0e80bec9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T18:05:27.656 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.658+0000 7f0d617fa640 20 handle_completion(): completion ok for obj=y[pOu3RAPYSAbCDZUOotBgGbYlqds-k3x] 2024-09-12T18:05:27.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.658+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:y state=0x56046229f9c8 s->prefetch_data=0 2024-09-12T18:05:27.659 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.658+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i205jqusu0z6h1vk16glntwrhape768w 2024-09-12T18:05:27.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.666+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.666+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.667 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.670+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.670+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:z state=0x56046229f9c8 s->prefetch_data=0 2024-09-12T18:05:27.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.670+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to 19hik2lqzook0sgoq7h2ypb86xe0v005 2024-09-12T18:05:27.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.670+0000 7f0e80bec9c0 20 get_obj_state_impl: setting s->olh_tag to lhpqv4jtlkf7iw6sjv357af9oemdihz0 2024-09-12T18:05:27.669 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.670+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lhpqv4jtlkf7iw6sjv357af9oemdihz0 2024-09-12T18:05:27.672 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.674+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T18:05:27.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 olh_log_entry: epoch=2 op=3 key=z[i4INVEQ-BA1qv9h9JgE5ar9o8-pzOpM] 2024-09-12T18:05:27.675 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:i4INVEQ-BA1qv9h9JgE5ar9o8-pzOpM_z state=0x56046226e7d8 s->prefetch_data=0 2024-09-12T18:05:27.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 10 manifest: total_size = 22 2024-09-12T18:05:27.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 get_obj_state: setting s->obj_tag to bce1255c-5789-4602-aafb-12ce74041bd1.4550.1854469068460698042 2024-09-12T18:05:27.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:_:i4INVEQ-BA1qv9h9JgE5ar9o8-pzOpM_z state=0x56046226e7d8 s->prefetch_data=0 2024-09-12T18:05:27.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 prepare_atomic_modification: state is not atomic. state=0x56046226e7d8 2024-09-12T18:05:27.676 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.678+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.682+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T18:05:27.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.682+0000 7f0e80bec9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T18:05:27.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.682+0000 7f0e80bec9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T18:05:27.681 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.682+0000 7f0e80bec9c0 5 delete_objs_inline: removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:i4INVEQ-BA1qv9h9JgE5ar9o8-pzOpM_.3PrY7hHgFw1H1ho4PBdTrNJUXgBN0v4_0 2024-09-12T18:05:27.683 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.686+0000 7f0d61ffb640 20 handle_completion(): completion ok for obj=z[i4INVEQ-BA1qv9h9JgE5ar9o8-pzOpM] 2024-09-12T18:05:27.684 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.686+0000 7f0e80bec9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T18:05:27.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.690+0000 7f0e80bec9c0 20 get_obj_state: octx=0x560461fc01a0 obj=myver:z state=0x56046229f9c8 s->prefetch_data=0 2024-09-12T18:05:27.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.690+0000 7f0e80bec9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lhpqv4jtlkf7iw6sjv357af9oemdihz0 2024-09-12T18:05:27.696 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.698+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.702+0000 7f0e80bec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.19.3.9 2024-09-12T18:05:27.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.702+0000 7f0e80bec9c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T18:05:27.699 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.702+0000 7f0e80bec9c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T18:05:27.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.702+0000 7f0d34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:27.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.706+0000 7f0e80bec9c0 20 remove_watcher() i=0 2024-09-12T18:05:27.706 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.706+0000 7f0e80bec9c0 2 removed watcher, disabling cache 2024-09-12T18:05:27.709 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.710+0000 7f0e80bec9c0 20 remove_watcher() i=1 2024-09-12T18:05:27.711 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.714+0000 7f0e80bec9c0 20 remove_watcher() i=2 2024-09-12T18:05:27.714 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.714+0000 7f0e80bec9c0 20 remove_watcher() i=3 2024-09-12T18:05:27.719 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.718+0000 7f0e80bec9c0 20 remove_watcher() i=4 2024-09-12T18:05:27.720 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.722+0000 7f0e80bec9c0 20 remove_watcher() i=5 2024-09-12T18:05:27.722 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.722+0000 7f0e80bec9c0 20 remove_watcher() i=6 2024-09-12T18:05:27.723 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.726+0000 7f0e80bec9c0 20 remove_watcher() i=7 2024-09-12T18:05:27.744 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:27.744 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:27.753 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:27.753 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:27.796 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:05:27.823 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:27.823 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:27.867 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 realm 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.869 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:27.870 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.870+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:27.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.874+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:27.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.874+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:27.871 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.874+0000 7fe0115c89c0 20 searching for the correct realm 2024-09-12T18:05:27.875 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.878+0000 7fe00f8cf640 0 -- 172.21.15.92:0/2546367126 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fe004118040 msgr2=0x7fe0040feac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:27.883 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:27.886+0000 7fe00e8cd640 0 -- 172.21.15.92:0/2546367126 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fe008070940 msgr2=0x7fe00808a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:28.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:28.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:28.103 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:28.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:28.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 zone default found 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 4 Realm: () 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 zonegroup default 2024-09-12T18:05:28.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:28.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.106+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.110+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:28.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.110+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.110+0000 7fe0115c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:28.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.110+0000 7fe0115c89c0 20 started sync module instance, tier type = 2024-09-12T18:05:28.108 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.110+0000 7fe0115c89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=0 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=1 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=2 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=3 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=4 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=5 2024-09-12T18:05:28.138 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.138+0000 7fe0115c89c0 20 add_watcher() i=6 2024-09-12T18:05:28.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.142+0000 7fe0115c89c0 20 add_watcher() i=7 2024-09-12T18:05:28.140 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.142+0000 7fe0115c89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:28.145 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fdec67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:28.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fe0115c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:28.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fe0115c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:28.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fe0115c89c0 5 note: GC not initialized 2024-09-12T18:05:28.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fdec57e2640 20 reqs_thread_entry: start 2024-09-12T18:05:28.146 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.146+0000 7fe0115c89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:28.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 Filter name: none 2024-09-12T18:05:28.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fdebe7fc640 20 reqs_thread_entry: start 2024-09-12T18:05:28.147 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:28.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.148 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:05:28.149 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.150+0000 7fe0115c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:05:28.153 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.154+0000 7fdec67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:28.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.158+0000 7fe0115c89c0 20 remove_watcher() i=0 2024-09-12T18:05:28.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.158+0000 7fe0115c89c0 2 removed watcher, disabling cache 2024-09-12T18:05:28.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.162+0000 7fe0115c89c0 20 remove_watcher() i=1 2024-09-12T18:05:28.162 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.162+0000 7fe0115c89c0 20 remove_watcher() i=2 2024-09-12T18:05:28.164 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.166+0000 7fe0115c89c0 20 remove_watcher() i=3 2024-09-12T18:05:28.166 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.166+0000 7fe0115c89c0 20 remove_watcher() i=4 2024-09-12T18:05:28.167 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.170+0000 7fe0115c89c0 20 remove_watcher() i=5 2024-09-12T18:05:28.168 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.170+0000 7fe0115c89c0 20 remove_watcher() i=6 2024-09-12T18:05:28.170 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:05:28.170+0000 7fe0115c89c0 20 remove_watcher() i=7 2024-09-12T18:05:28.186 INFO:tasks.workunit.client.0.smithi092.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T18:05:28.186 INFO:tasks.workunit.client.0.smithi092.stderr:Deleting bucket a-bucket 2024-09-12T18:05:28.187 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:28.187 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:28.191 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:28.191 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:28.210 INFO:tasks.workunit.client.0.smithi092.stderr:Deleting bucket myver 2024-09-12T18:05:28.211 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:28.211 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:28.257 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:05:28.257 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:05:28.350 INFO:tasks.workunit.client.0.smithi092.stderr:Completed resharding tests 2024-09-12T18:05:28.350 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T18:05:28.350 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T18:05:28.351 INFO:tasks.workunit.client.0.smithi092.stdout:connected to https://localhost:443 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ deactivate 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ export PATH 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ hash -r 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T18:05:28.469 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV 2024-09-12T18:05:28.470 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T18:05:28.470 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T18:05:28.470 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset -f deactivate 2024-09-12T18:05:28.470 INFO:tasks.workunit.client.0.smithi092.stderr:+ echo OK. 2024-09-12T18:05:28.471 INFO:tasks.workunit.client.0.smithi092.stdout:OK. 2024-09-12T18:05:28.471 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T18:05:28.471 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T18:05:28.527 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T18:05:28.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T18:05:28.961 DEBUG:teuthology.parallel:result is None 2024-09-12T18:05:28.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:05:28.973 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:05:28.973 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:05:29.019 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:05:29.020 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T18:05:29.033 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T18:05:29.034 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T18:05:29.034 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T18:05:29.034 DEBUG:teuthology.orchestra.run.smithi092:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T18:05:29.067 INFO:teuthology.orchestra.run.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T18:05:33.652 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T18:05:33.653 DEBUG:teuthology.orchestra.run.smithi092:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T18:05:33.744 INFO:teuthology.orchestra.run.smithi092.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-12T18:05:33.802 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-09-12T18:05:34.019 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-09-12T18:05:34.020 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-09-12T18:05:34.221 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T18:05:34.221 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T18:05:34.221 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T18:05:34.222 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T18:05:34.222 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T18:05:34.222 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T18:05:34.222 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T18:05:34.223 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-09-12T18:05:34.223 INFO:teuthology.orchestra.run.smithi092.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T18:05:34.224 INFO:teuthology.orchestra.run.smithi092.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T18:05:34.225 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-09-12T18:05:34.225 INFO:teuthology.orchestra.run.smithi092.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-12T18:05:34.225 INFO:teuthology.orchestra.run.smithi092.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-12T18:05:34.225 INFO:teuthology.orchestra.run.smithi092.stdout: fonts-wqy-zenhei fonts-indic 2024-09-12T18:05:34.260 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-09-12T18:05:34.260 INFO:teuthology.orchestra.run.smithi092.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T18:05:34.261 INFO:teuthology.orchestra.run.smithi092.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T18:05:34.441 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 9 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T18:05:34.442 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 46.0 MB of archives. 2024-09-12T18:05:34.442 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-12T18:05:34.442 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-12T18:05:34.804 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-12T18:05:35.159 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-12T18:05:35.160 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-12T18:05:35.166 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-12T18:05:35.167 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-12T18:05:36.253 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-12T18:05:36.255 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-12T18:05:36.503 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-12T18:05:36.900 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: unable to initialize frontend: Dialog 2024-09-12T18:05:36.900 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-12T18:05:36.900 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: falling back to frontend: Readline 2024-09-12T18:05:36.911 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: unable to initialize frontend: Readline 2024-09-12T18:05:36.911 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-12T18:05:36.911 INFO:teuthology.orchestra.run.smithi092.stderr:debconf: falling back to frontend: Teletype 2024-09-12T18:05:36.914 INFO:teuthology.orchestra.run.smithi092.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-12T18:05:36.948 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 46.0 MB in 2s (19.6 MB/s) 2024-09-12T18:05:37.059 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-12T18:05:37.141 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177243 files and directories currently installed.) 2024-09-12T18:05:37.147 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-12T18:05:37.191 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:37.594 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-12T18:05:37.623 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T18:05:37.694 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:38.132 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-12T18:05:38.161 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T18:05:38.199 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:38.451 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-12T18:05:38.468 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T18:05:38.509 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:38.770 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-12T18:05:38.795 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T18:05:38.854 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:39.257 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-12T18:05:39.285 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T18:05:39.328 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:40.971 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-12T18:05:41.000 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T18:05:41.041 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:41.450 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-12T18:05:41.479 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T18:05:41.520 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:42.305 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-12T18:05:42.333 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T18:05:42.375 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:42.783 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:44.021 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-12T18:05:44.055 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-12T18:05:44.081 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-12T18:05:44.471 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:44.673 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:45.425 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:45.533 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-12T18:05:45.594 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:45.686 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-12T18:05:45.716 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-12T18:05:45.749 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-12T18:05:45.765 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-12T18:05:45.909 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-12T18:05:46.078 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-12T18:05:46.205 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-12T18:05:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-12T18:05:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-12T18:05:46.417 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-12T18:05:46.442 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-12T18:05:46.477 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-12T18:05:46.541 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:46.675 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:46.801 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T18:05:46.893 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-12T18:05:46.978 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T18:05:47.122 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T18:05:48.148 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T18:05:48.249 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-12T18:05:48.476 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T18:05:48.924 INFO:teuthology.orchestra.run.smithi092.stdout: Gradle will be installed under /opt/gradle 2024-09-12T18:05:48.958 INFO:teuthology.orchestra.run.smithi092.stderr:--2024-09-12 18:05:48-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T18:05:48.977 INFO:teuthology.orchestra.run.smithi092.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4865, ... 2024-09-12T18:05:48.985 INFO:teuthology.orchestra.run.smithi092.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-12T18:05:49.023 INFO:teuthology.orchestra.run.smithi092.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T18:05:49.023 INFO:teuthology.orchestra.run.smithi092.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T18:05:49.023 INFO:teuthology.orchestra.run.smithi092.stderr:--2024-09-12 18:05:49-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T18:05:49.024 INFO:teuthology.orchestra.run.smithi092.stderr:Resolving github.com (github.com)... 140.82.113.4 2024-09-12T18:05:49.033 INFO:teuthology.orchestra.run.smithi092.stderr:Connecting to github.com (github.com)|140.82.113.4|:443... connected. 2024-09-12T18:05:49.064 INFO:teuthology.orchestra.run.smithi092.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T18:05:49.064 INFO:teuthology.orchestra.run.smithi092.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T180346Z&X-Amz-Expires=300&X-Amz-Signature=5b45327c2c3bc3461cec68d5489c6e32cee3232660fa39dd5e33c1a13d7844be&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T18:05:49.064 INFO:teuthology.orchestra.run.smithi092.stderr:--2024-09-12 18:05:49-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T180346Z&X-Amz-Expires=300&X-Amz-Signature=5b45327c2c3bc3461cec68d5489c6e32cee3232660fa39dd5e33c1a13d7844be&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T18:05:49.066 INFO:teuthology.orchestra.run.smithi092.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.111.133, 185.199.108.133, 185.199.109.133, ... 2024-09-12T18:05:49.078 INFO:teuthology.orchestra.run.smithi092.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.111.133|:443... connected. 2024-09-12T18:05:49.150 INFO:teuthology.orchestra.run.smithi092.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T18:05:49.151 INFO:teuthology.orchestra.run.smithi092.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T18:05:49.151 INFO:teuthology.orchestra.run.smithi092.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-12T18:05:49.151 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:05:49.162 INFO:teuthology.orchestra.run.smithi092.stderr: 0K .......... .......... .......... .......... .......... 0% 4.02M 23s 2024-09-12T18:05:49.174 INFO:teuthology.orchestra.run.smithi092.stderr: 50K .......... .......... .......... .......... .......... 0% 4.15M 22s 2024-09-12T18:05:49.176 INFO:teuthology.orchestra.run.smithi092.stderr: 100K .......... .......... .......... .......... .......... 0% 22.8M 16s 2024-09-12T18:05:49.179 INFO:teuthology.orchestra.run.smithi092.stderr: 150K .......... .......... .......... .......... .......... 0% 19.4M 13s 2024-09-12T18:05:49.186 INFO:teuthology.orchestra.run.smithi092.stderr: 200K .......... .......... .......... .......... .......... 0% 6.95M 13s 2024-09-12T18:05:49.188 INFO:teuthology.orchestra.run.smithi092.stderr: 250K .......... .......... .......... .......... .......... 0% 44.2M 11s 2024-09-12T18:05:49.188 INFO:teuthology.orchestra.run.smithi092.stderr: 300K .......... .......... .......... .......... .......... 0% 26.0M 10s 2024-09-12T18:05:49.190 INFO:teuthology.orchestra.run.smithi092.stderr: 350K .......... .......... .......... .......... .......... 0% 46.5M 9s 2024-09-12T18:05:49.192 INFO:teuthology.orchestra.run.smithi092.stderr: 400K .......... .......... .......... .......... .......... 0% 25.2M 9s 2024-09-12T18:05:49.197 INFO:teuthology.orchestra.run.smithi092.stderr: 450K .......... .......... .......... .......... .......... 0% 9.56M 9s 2024-09-12T18:05:49.197 INFO:teuthology.orchestra.run.smithi092.stderr: 500K .......... .......... .......... .......... .......... 0% 113M 8s 2024-09-12T18:05:49.199 INFO:teuthology.orchestra.run.smithi092.stderr: 550K .......... .......... .......... .......... .......... 0% 32.7M 7s 2024-09-12T18:05:49.200 INFO:teuthology.orchestra.run.smithi092.stderr: 600K .......... .......... .......... .......... .......... 0% 61.2M 7s 2024-09-12T18:05:49.201 INFO:teuthology.orchestra.run.smithi092.stderr: 650K .......... .......... .......... .......... .......... 0% 58.8M 7s 2024-09-12T18:05:49.203 INFO:teuthology.orchestra.run.smithi092.stderr: 700K .......... .......... .......... .......... .......... 0% 51.4M 6s 2024-09-12T18:05:49.203 INFO:teuthology.orchestra.run.smithi092.stderr: 750K .......... .......... .......... .......... .......... 0% 134M 6s 2024-09-12T18:05:49.203 INFO:teuthology.orchestra.run.smithi092.stderr: 800K .......... .......... .......... .......... .......... 0% 111M 6s 2024-09-12T18:05:49.205 INFO:teuthology.orchestra.run.smithi092.stderr: 850K .......... .......... .......... .......... .......... 0% 37.4M 5s 2024-09-12T18:05:49.205 INFO:teuthology.orchestra.run.smithi092.stderr: 900K .......... .......... .......... .......... .......... 1% 131M 5s 2024-09-12T18:05:49.205 INFO:teuthology.orchestra.run.smithi092.stderr: 950K .......... .......... .......... .......... .......... 1% 153M 5s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1000K .......... .......... .......... .......... .......... 1% 10.5M 5s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1050K .......... .......... .......... .......... .......... 1% 147M 5s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1100K .......... .......... .......... .......... .......... 1% 42.4M 5s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1150K .......... .......... .......... .......... .......... 1% 148M 5s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1200K .......... .......... .......... .......... .......... 1% 154M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1250K .......... .......... .......... .......... .......... 1% 111M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1300K .......... .......... .......... .......... .......... 1% 135M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1350K .......... .......... .......... .......... .......... 1% 149M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1400K .......... .......... .......... .......... .......... 1% 152M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1450K .......... .......... .......... .......... .......... 1% 154M 4s 2024-09-12T18:05:50.354 INFO:teuthology.orchestra.run.smithi092.stderr: 1500K .......... .......... .......... .......... .......... 1% 117M 4s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1550K .......... .......... .......... .......... .......... 1% 143M 4s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1600K .......... .......... .......... .......... .......... 1% 148M 4s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1650K .......... .......... .......... .......... .......... 1% 148M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1700K .......... .......... .......... .......... .......... 1% 129M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1750K .......... .......... .......... .......... .......... 1% 65.4M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1800K .......... .......... .......... .......... .......... 1% 130M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1850K .......... .......... .......... .......... .......... 2% 132M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1900K .......... .......... .......... .......... .......... 2% 125M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 1950K .......... .......... .......... .......... .......... 2% 152M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 2000K .......... .......... .......... .......... .......... 2% 13.4M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 2050K .......... .......... .......... .......... .......... 2% 134M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 2100K .......... .......... .......... .......... .......... 2% 128M 3s 2024-09-12T18:05:50.355 INFO:teuthology.orchestra.run.smithi092.stderr: 2150K .......... .......... .......... .......... .......... 2% 148M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2200K .......... .......... .......... .......... .......... 2% 142M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2250K .......... .......... .......... .......... .......... 2% 138M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2300K .......... .......... .......... .......... .......... 2% 114M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2350K .......... .......... .......... .......... .......... 2% 126M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2400K .......... .......... .......... .......... .......... 2% 128M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2450K .......... .......... .......... .......... .......... 2% 133M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2500K .......... .......... .......... .......... .......... 2% 122M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2550K .......... .......... .......... .......... .......... 2% 132M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2600K .......... .......... .......... .......... .......... 2% 136M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2650K .......... .......... .......... .......... .......... 2% 137M 3s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2700K .......... .......... .......... .......... .......... 2% 116M 2s 2024-09-12T18:05:50.356 INFO:teuthology.orchestra.run.smithi092.stderr: 2750K .......... .......... .......... .......... .......... 3% 140M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 2800K .......... .......... .......... .......... .......... 3% 133M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 2850K .......... .......... .......... .......... .......... 3% 143M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 2900K .......... .......... .......... .......... .......... 3% 127M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 2950K .......... .......... .......... .......... .......... 3% 127M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3000K .......... .......... .......... .......... .......... 3% 134M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3050K .......... .......... .......... .......... .......... 3% 143M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3100K .......... .......... .......... .......... .......... 3% 118M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3150K .......... .......... .......... .......... .......... 3% 152M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3200K .......... .......... .......... .......... .......... 3% 156M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3250K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3300K .......... .......... .......... .......... .......... 3% 137M 2s 2024-09-12T18:05:50.357 INFO:teuthology.orchestra.run.smithi092.stderr: 3350K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3400K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3450K .......... .......... .......... .......... .......... 3% 148M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3500K .......... .......... .......... .......... .......... 3% 123M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3550K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3600K .......... .......... .......... .......... .......... 3% 139M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3650K .......... .......... .......... .......... .......... 3% 136M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3700K .......... .......... .......... .......... .......... 4% 122M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3750K .......... .......... .......... .......... .......... 4% 138M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3800K .......... .......... .......... .......... .......... 4% 144M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3850K .......... .......... .......... .......... .......... 4% 128M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3900K .......... .......... .......... .......... .......... 4% 109M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 3950K .......... .......... .......... .......... .......... 4% 135M 2s 2024-09-12T18:05:50.358 INFO:teuthology.orchestra.run.smithi092.stderr: 4000K .......... .......... .......... .......... .......... 4% 133M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4050K .......... .......... .......... .......... .......... 4% 124M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4100K .......... .......... .......... .......... .......... 4% 130M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4150K .......... .......... .......... .......... .......... 4% 139M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4200K .......... .......... .......... .......... .......... 4% 108M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4250K .......... .......... .......... .......... .......... 4% 132M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4300K .......... .......... .......... .......... .......... 4% 127M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4350K .......... .......... .......... .......... .......... 4% 134M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4400K .......... .......... .......... .......... .......... 4% 111M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4450K .......... .......... .......... .......... .......... 4% 85.7M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4500K .......... .......... .......... .......... .......... 4% 88.5M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4550K .......... .......... .......... .......... .......... 4% 123M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4600K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4650K .......... .......... .......... .......... .......... 5% 149M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4700K .......... .......... .......... .......... .......... 5% 126M 2s 2024-09-12T18:05:50.359 INFO:teuthology.orchestra.run.smithi092.stderr: 4750K .......... .......... .......... .......... .......... 5% 129M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 4800K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 4850K .......... .......... .......... .......... .......... 5% 148M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 4900K .......... .......... .......... .......... .......... 5% 135M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 4950K .......... .......... .......... .......... .......... 5% 151M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5000K .......... .......... .......... .......... .......... 5% 149M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5050K .......... .......... .......... .......... .......... 5% 153M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5100K .......... .......... .......... .......... .......... 5% 108M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5150K .......... .......... .......... .......... .......... 5% 133M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5200K .......... .......... .......... .......... .......... 5% 136M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5250K .......... .......... .......... .......... .......... 5% 145M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5300K .......... .......... .......... .......... .......... 5% 124M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5350K .......... .......... .......... .......... .......... 5% 146M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5400K .......... .......... .......... .......... .......... 5% 142M 2s 2024-09-12T18:05:50.360 INFO:teuthology.orchestra.run.smithi092.stderr: 5450K .......... .......... .......... .......... .......... 5% 151M 2s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5500K .......... .......... .......... .......... .......... 5% 120M 2s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5550K .......... .......... .......... .......... .......... 6% 152M 2s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5600K .......... .......... .......... .......... .......... 6% 142M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5650K .......... .......... .......... .......... .......... 6% 135M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5700K .......... .......... .......... .......... .......... 6% 63.8M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5750K .......... .......... .......... .......... .......... 6% 136M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5800K .......... .......... .......... .......... .......... 6% 142M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5850K .......... .......... .......... .......... .......... 6% 133M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5900K .......... .......... .......... .......... .......... 6% 114M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 5950K .......... .......... .......... .......... .......... 6% 139M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 6000K .......... .......... .......... .......... .......... 6% 130M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 6050K .......... .......... .......... .......... .......... 6% 140M 1s 2024-09-12T18:05:50.361 INFO:teuthology.orchestra.run.smithi092.stderr: 6100K .......... .......... .......... .......... .......... 6% 115M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6150K .......... .......... .......... .......... .......... 6% 121M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6200K .......... .......... .......... .......... .......... 6% 149M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6250K .......... .......... .......... .......... .......... 6% 160M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6300K .......... .......... .......... .......... .......... 6% 118M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6350K .......... .......... .......... .......... .......... 6% 158M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6400K .......... .......... .......... .......... .......... 6% 155M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6450K .......... .......... .......... .......... .......... 6% 163M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6500K .......... .......... .......... .......... .......... 7% 147M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6550K .......... .......... .......... .......... .......... 7% 163M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6600K .......... .......... .......... .......... .......... 7% 163M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6650K .......... .......... .......... .......... .......... 7% 158M 1s 2024-09-12T18:05:50.362 INFO:teuthology.orchestra.run.smithi092.stderr: 6700K .......... .......... .......... .......... .......... 7% 125M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 6750K .......... .......... .......... .......... .......... 7% 133M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 6800K .......... .......... .......... .......... .......... 7% 168M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 6850K .......... .......... .......... .......... .......... 7% 172M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 6900K .......... .......... .......... .......... .......... 7% 138M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 6950K .......... .......... .......... .......... .......... 7% 171M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7000K .......... .......... .......... .......... .......... 7% 153M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7050K .......... .......... .......... .......... .......... 7% 173M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7100K .......... .......... .......... .......... .......... 7% 131M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7150K .......... .......... .......... .......... .......... 7% 151M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7200K .......... .......... .......... .......... .......... 7% 159M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7250K .......... .......... .......... .......... .......... 7% 161M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7300K .......... .......... .......... .......... .......... 7% 145M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7350K .......... .......... .......... .......... .......... 7% 147M 1s 2024-09-12T18:05:50.363 INFO:teuthology.orchestra.run.smithi092.stderr: 7400K .......... .......... .......... .......... .......... 8% 175M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7450K .......... .......... .......... .......... .......... 8% 187M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7500K .......... .......... .......... .......... .......... 8% 155M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7550K .......... .......... .......... .......... .......... 8% 187M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7600K .......... .......... .......... .......... .......... 8% 178M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7650K .......... .......... .......... .......... .......... 8% 171M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7700K .......... .......... .......... .......... .......... 8% 168M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7750K .......... .......... .......... .......... .......... 8% 176M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7800K .......... .......... .......... .......... .......... 8% 164M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7850K .......... .......... .......... .......... .......... 8% 171M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7900K .......... .......... .......... .......... .......... 8% 139M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 7950K .......... .......... .......... .......... .......... 8% 176M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 8000K .......... .......... .......... .......... .......... 8% 165M 1s 2024-09-12T18:05:50.364 INFO:teuthology.orchestra.run.smithi092.stderr: 8050K .......... .......... .......... .......... .......... 8% 158M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8100K .......... .......... .......... .......... .......... 8% 143M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8150K .......... .......... .......... .......... .......... 8% 173M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8200K .......... .......... .......... .......... .......... 8% 176M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8250K .......... .......... .......... .......... .......... 8% 155M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8300K .......... .......... .......... .......... .......... 8% 137M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8350K .......... .......... .......... .......... .......... 9% 181M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8400K .......... .......... .......... .......... .......... 9% 187M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8450K .......... .......... .......... .......... .......... 9% 194M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8500K .......... .......... .......... .......... .......... 9% 173M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8550K .......... .......... .......... .......... .......... 9% 186M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8600K .......... .......... .......... .......... .......... 9% 193M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8650K .......... .......... .......... .......... .......... 9% 182M 1s 2024-09-12T18:05:50.365 INFO:teuthology.orchestra.run.smithi092.stderr: 8700K .......... .......... .......... .......... .......... 9% 142M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 8750K .......... .......... .......... .......... .......... 9% 128M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 8800K .......... .......... .......... .......... .......... 9% 170M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 8850K .......... .......... .......... .......... .......... 9% 184M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 8900K .......... .......... .......... .......... .......... 9% 143M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 8950K .......... .......... .......... .......... .......... 9% 168M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9000K .......... .......... .......... .......... .......... 9% 166M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9050K .......... .......... .......... .......... .......... 9% 200M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9100K .......... .......... .......... .......... .......... 9% 147M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9150K .......... .......... .......... .......... .......... 9% 165M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9200K .......... .......... .......... .......... .......... 9% 162M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9250K .......... .......... .......... .......... .......... 10% 152M 1s 2024-09-12T18:05:50.366 INFO:teuthology.orchestra.run.smithi092.stderr: 9300K .......... .......... .......... .......... .......... 10% 162M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9350K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9400K .......... .......... .......... .......... .......... 10% 156M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9450K .......... .......... .......... .......... .......... 10% 203M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9500K .......... .......... .......... .......... .......... 10% 170M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9550K .......... .......... .......... .......... .......... 10% 215M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9600K .......... .......... .......... .......... .......... 10% 147M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9650K .......... .......... .......... .......... .......... 10% 144M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9700K .......... .......... .......... .......... .......... 10% 166M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9750K .......... .......... .......... .......... .......... 10% 150M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9800K .......... .......... .......... .......... .......... 10% 146M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9850K .......... .......... .......... .......... .......... 10% 146M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9900K .......... .......... .......... .......... .......... 10% 153M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 9950K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-12T18:05:50.367 INFO:teuthology.orchestra.run.smithi092.stderr: 10000K .......... .......... .......... .......... .......... 10% 202M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10050K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10100K .......... .......... .......... .......... .......... 10% 156M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10150K .......... .......... .......... .......... .......... 10% 204M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10200K .......... .......... .......... .......... .......... 11% 145M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10250K .......... .......... .......... .......... .......... 11% 249M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10300K .......... .......... .......... .......... .......... 11% 237M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10350K .......... .......... .......... .......... .......... 11% 191M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10400K .......... .......... .......... .......... .......... 11% 231M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10450K .......... .......... .......... .......... .......... 11% 198M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10500K .......... .......... .......... .......... .......... 11% 234M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10550K .......... .......... .......... .......... .......... 11% 208M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10600K .......... .......... .......... .......... .......... 11% 224M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10650K .......... .......... .......... .......... .......... 11% 234M 1s 2024-09-12T18:05:50.368 INFO:teuthology.orchestra.run.smithi092.stderr: 10700K .......... .......... .......... .......... .......... 11% 231M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 10750K .......... .......... .......... .......... .......... 11% 160M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 10800K .......... .......... .......... .......... .......... 11% 184M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 10850K .......... .......... .......... .......... .......... 11% 188M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 10900K .......... .......... .......... .......... .......... 11% 159M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 10950K .......... .......... .......... .......... .......... 11% 175M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11000K .......... .......... .......... .......... .......... 11% 238M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11050K .......... .......... .......... .......... .......... 11% 227M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11100K .......... .......... .......... .......... .......... 12% 176M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11150K .......... .......... .......... .......... .......... 12% 156M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11200K .......... .......... .......... .......... .......... 12% 216M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11250K .......... .......... .......... .......... .......... 12% 182M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11300K .......... .......... .......... .......... .......... 12% 208M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11350K .......... .......... .......... .......... .......... 12% 156M 1s 2024-09-12T18:05:50.369 INFO:teuthology.orchestra.run.smithi092.stderr: 11400K .......... .......... .......... .......... .......... 12% 239M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11450K .......... .......... .......... .......... .......... 12% 229M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11500K .......... .......... .......... .......... .......... 12% 191M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11550K .......... .......... .......... .......... .......... 12% 166M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11600K .......... .......... .......... .......... .......... 12% 192M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11650K .......... .......... .......... .......... .......... 12% 193M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11700K .......... .......... .......... .......... .......... 12% 240M 1s 2024-09-12T18:05:50.370 INFO:teuthology.orchestra.run.smithi092.stderr: 11750K .......... .......... .......... .......... .......... 12% 232M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 11800K .......... .......... .......... .......... .......... 12% 246M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 11850K .......... .......... .......... .......... .......... 12% 158M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 11900K .......... .......... .......... .......... .......... 12% 190M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 11950K .......... .......... .......... .......... .......... 12% 206M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 12000K .......... .......... .......... .......... .......... 12% 257M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 12050K .......... .......... .......... .......... .......... 13% 170M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 12100K .......... .......... .......... .......... .......... 13% 171M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 12150K .......... .......... .......... .......... .......... 13% 171M 1s 2024-09-12T18:05:50.372 INFO:teuthology.orchestra.run.smithi092.stderr: 12200K .......... .......... .......... .......... .......... 13% 225M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12250K .......... .......... .......... .......... .......... 13% 193M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12300K .......... .......... .......... .......... .......... 13% 236M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12350K .......... .......... .......... .......... .......... 13% 196M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12400K .......... .......... .......... .......... .......... 13% 144M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12450K .......... .......... .......... .......... .......... 13% 178M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12500K .......... .......... .......... .......... .......... 13% 225M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12550K .......... .......... .......... .......... .......... 13% 179M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12600K .......... .......... .......... .......... .......... 13% 251M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12650K .......... .......... .......... .......... .......... 13% 271M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12700K .......... .......... .......... .......... .......... 13% 268M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12750K .......... .......... .......... .......... .......... 13% 223M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12800K .......... .......... .......... .......... .......... 13% 153M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12850K .......... .......... .......... .......... .......... 13% 190M 1s 2024-09-12T18:05:50.373 INFO:teuthology.orchestra.run.smithi092.stderr: 12900K .......... .......... .......... .......... .......... 13% 270M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 12950K .......... .......... .......... .......... .......... 13% 245M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13000K .......... .......... .......... .......... .......... 14% 271M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13050K .......... .......... .......... .......... .......... 14% 270M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13100K .......... .......... .......... .......... .......... 14% 262M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13150K .......... .......... .......... .......... .......... 14% 194M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13200K .......... .......... .......... .......... .......... 14% 168M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13250K .......... .......... .......... .......... .......... 14% 191M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13300K .......... .......... .......... .......... .......... 14% 242M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13350K .......... .......... .......... .......... .......... 14% 183M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13400K .......... .......... .......... .......... .......... 14% 264M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13450K .......... .......... .......... .......... .......... 14% 240M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13500K .......... .......... .......... .......... .......... 14% 291M 1s 2024-09-12T18:05:50.374 INFO:teuthology.orchestra.run.smithi092.stderr: 13550K .......... .......... .......... .......... .......... 14% 244M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13600K .......... .......... .......... .......... .......... 14% 263M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13650K .......... .......... .......... .......... .......... 14% 249M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13700K .......... .......... .......... .......... .......... 14% 279M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13750K .......... .......... .......... .......... .......... 14% 266M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13800K .......... .......... .......... .......... .......... 14% 295M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13850K .......... .......... .......... .......... .......... 14% 240M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13900K .......... .......... .......... .......... .......... 15% 291M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 13950K .......... .......... .......... .......... .......... 15% 216M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14000K .......... .......... .......... .......... .......... 15% 279M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14050K .......... .......... .......... .......... .......... 15% 271M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14100K .......... .......... .......... .......... .......... 15% 251M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14150K .......... .......... .......... .......... .......... 15% 204M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14200K .......... .......... .......... .......... .......... 15% 275M 1s 2024-09-12T18:05:50.375 INFO:teuthology.orchestra.run.smithi092.stderr: 14250K .......... .......... .......... .......... .......... 15% 282M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14300K .......... .......... .......... .......... .......... 15% 276M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14350K .......... .......... .......... .......... .......... 15% 185M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14400K .......... .......... .......... .......... .......... 15% 226M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14450K .......... .......... .......... .......... .......... 15% 267M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14500K .......... .......... .......... .......... .......... 15% 221M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14550K .......... .......... .......... .......... .......... 15% 213M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14600K .......... .......... .......... .......... .......... 15% 216M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14650K .......... .......... .......... .......... .......... 15% 287M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14700K .......... .......... .......... .......... .......... 15% 298M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14750K .......... .......... .......... .......... .......... 15% 192M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14800K .......... .......... .......... .......... .......... 15% 225M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14850K .......... .......... .......... .......... .......... 16% 224M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14900K .......... .......... .......... .......... .......... 16% 252M 1s 2024-09-12T18:05:50.376 INFO:teuthology.orchestra.run.smithi092.stderr: 14950K .......... .......... .......... .......... .......... 16% 266M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15000K .......... .......... .......... .......... .......... 16% 303M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15050K .......... .......... .......... .......... .......... 16% 237M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15100K .......... .......... .......... .......... .......... 16% 251M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15150K .......... .......... .......... .......... .......... 16% 181M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15200K .......... .......... .......... .......... .......... 16% 226M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15250K .......... .......... .......... .......... .......... 16% 212M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15300K .......... .......... .......... .......... .......... 16% 306M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15350K .......... .......... .......... .......... .......... 16% 188M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15400K .......... .......... .......... .......... .......... 16% 298M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15450K .......... .......... .......... .......... .......... 16% 321M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15500K .......... .......... .......... .......... .......... 16% 322M 1s 2024-09-12T18:05:50.377 INFO:teuthology.orchestra.run.smithi092.stderr: 15550K .......... .......... .......... .......... .......... 16% 262M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15600K .......... .......... .......... .......... .......... 16% 309M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15650K .......... .......... .......... .......... .......... 16% 240M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15700K .......... .......... .......... .......... .......... 16% 196M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15750K .......... .......... .......... .......... .......... 17% 214M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15800K .......... .......... .......... .......... .......... 17% 313M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15850K .......... .......... .......... .......... .......... 17% 303M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15900K .......... .......... .......... .......... .......... 17% 310M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 15950K .......... .......... .......... .......... .......... 17% 237M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16000K .......... .......... .......... .......... .......... 17% 264M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16050K .......... .......... .......... .......... .......... 17% 317M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16100K .......... .......... .......... .......... .......... 17% 64.0M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16150K .......... .......... .......... .......... .......... 17% 182M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16200K .......... .......... .......... .......... .......... 17% 311M 1s 2024-09-12T18:05:50.378 INFO:teuthology.orchestra.run.smithi092.stderr: 16250K .......... .......... .......... .......... .......... 17% 255M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16300K .......... .......... .......... .......... .......... 17% 304M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16350K .......... .......... .......... .......... .......... 17% 238M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16400K .......... .......... .......... .......... .......... 17% 295M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16450K .......... .......... .......... .......... .......... 17% 313M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16500K .......... .......... .......... .......... .......... 17% 231M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16550K .......... .......... .......... .......... .......... 17% 258M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16600K .......... .......... .......... .......... .......... 17% 315M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16650K .......... .......... .......... .......... .......... 17% 274M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16700K .......... .......... .......... .......... .......... 18% 280M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16750K .......... .......... .......... .......... .......... 18% 266M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16800K .......... .......... .......... .......... .......... 18% 293M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16850K .......... .......... .......... .......... .......... 18% 313M 1s 2024-09-12T18:05:50.379 INFO:teuthology.orchestra.run.smithi092.stderr: 16900K .......... .......... .......... .......... .......... 18% 228M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 16950K .......... .......... .......... .......... .......... 18% 220M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17000K .......... .......... .......... .......... .......... 18% 234M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17050K .......... .......... .......... .......... .......... 18% 235M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17100K .......... .......... .......... .......... .......... 18% 281M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17150K .......... .......... .......... .......... .......... 18% 203M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17200K .......... .......... .......... .......... .......... 18% 240M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17250K .......... .......... .......... .......... .......... 18% 285M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17300K .......... .......... .......... .......... .......... 18% 328M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17350K .......... .......... .......... .......... .......... 18% 75.5M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17400K .......... .......... .......... .......... .......... 18% 205M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17450K .......... .......... .......... .......... .......... 18% 283M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17500K .......... .......... .......... .......... .......... 18% 316M 1s 2024-09-12T18:05:50.380 INFO:teuthology.orchestra.run.smithi092.stderr: 17550K .......... .......... .......... .......... .......... 18% 135M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17600K .......... .......... .......... .......... .......... 18% 201M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17650K .......... .......... .......... .......... .......... 19% 220M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17700K .......... .......... .......... .......... .......... 19% 307M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17750K .......... .......... .......... .......... .......... 19% 231M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17800K .......... .......... .......... .......... .......... 19% 236M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17850K .......... .......... .......... .......... .......... 19% 250M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17900K .......... .......... .......... .......... .......... 19% 269M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 17950K .......... .......... .......... .......... .......... 19% 198M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 18000K .......... .......... .......... .......... .......... 19% 158M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 18050K .......... .......... .......... .......... .......... 19% 231M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 18100K .......... .......... .......... .......... .......... 19% 217M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 18150K .......... .......... .......... .......... .......... 19% 175M 1s 2024-09-12T18:05:50.381 INFO:teuthology.orchestra.run.smithi092.stderr: 18200K .......... .......... .......... .......... .......... 19% 225M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18250K .......... .......... .......... .......... .......... 19% 243M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18300K .......... .......... .......... .......... .......... 19% 245M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18350K .......... .......... .......... .......... .......... 19% 195M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18400K .......... .......... .......... .......... .......... 19% 238M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18450K .......... .......... .......... .......... .......... 19% 286M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18500K .......... .......... .......... .......... .......... 19% 287M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18550K .......... .......... .......... .......... .......... 20% 103M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18600K .......... .......... .......... .......... .......... 20% 227M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18650K .......... .......... .......... .......... .......... 20% 218M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18700K .......... .......... .......... .......... .......... 20% 279M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18750K .......... .......... .......... .......... .......... 20% 209M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18800K .......... .......... .......... .......... .......... 20% 244M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18850K .......... .......... .......... .......... .......... 20% 130M 1s 2024-09-12T18:05:50.382 INFO:teuthology.orchestra.run.smithi092.stderr: 18900K .......... .......... .......... .......... .......... 20% 204M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 18950K .......... .......... .......... .......... .......... 20% 184M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19000K .......... .......... .......... .......... .......... 20% 253M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19050K .......... .......... .......... .......... .......... 20% 68.0M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19100K .......... .......... .......... .......... .......... 20% 204M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19150K .......... .......... .......... .......... .......... 20% 173M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19200K .......... .......... .......... .......... .......... 20% 230M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19250K .......... .......... .......... .......... .......... 20% 246M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19300K .......... .......... .......... .......... .......... 20% 213M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19350K .......... .......... .......... .......... .......... 20% 211M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19400K .......... .......... .......... .......... .......... 20% 251M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19450K .......... .......... .......... .......... .......... 20% 234M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19500K .......... .......... .......... .......... .......... 21% 246M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19550K .......... .......... .......... .......... .......... 21% 238M 1s 2024-09-12T18:05:50.383 INFO:teuthology.orchestra.run.smithi092.stderr: 19600K .......... .......... .......... .......... .......... 21% 275M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19650K .......... .......... .......... .......... .......... 21% 225M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19700K .......... .......... .......... .......... .......... 21% 236M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19750K .......... .......... .......... .......... .......... 21% 186M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19800K .......... .......... .......... .......... .......... 21% 182M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19850K .......... .......... .......... .......... .......... 21% 222M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19900K .......... .......... .......... .......... .......... 21% 212M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 19950K .......... .......... .......... .......... .......... 21% 193M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 20000K .......... .......... .......... .......... .......... 21% 292M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 20050K .......... .......... .......... .......... .......... 21% 289M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 20100K .......... .......... .......... .......... .......... 21% 305M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 20150K .......... .......... .......... .......... .......... 21% 227M 1s 2024-09-12T18:05:50.384 INFO:teuthology.orchestra.run.smithi092.stderr: 20200K .......... .......... .......... .......... .......... 21% 224M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20250K .......... .......... .......... .......... .......... 21% 245M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20300K .......... .......... .......... .......... .......... 21% 266M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20350K .......... .......... .......... .......... .......... 21% 249M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20400K .......... .......... .......... .......... .......... 22% 235M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20450K .......... .......... .......... .......... .......... 22% 216M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20500K .......... .......... .......... .......... .......... 22% 248M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20550K .......... .......... .......... .......... .......... 22% 252M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20600K .......... .......... .......... .......... .......... 22% 234M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20650K .......... .......... .......... .......... .......... 22% 190M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20700K .......... .......... .......... .......... .......... 22% 162M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20750K .......... .......... .......... .......... .......... 22% 265M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20800K .......... .......... .......... .......... .......... 22% 234M 1s 2024-09-12T18:05:50.385 INFO:teuthology.orchestra.run.smithi092.stderr: 20850K .......... .......... .......... .......... .......... 22% 235M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 20900K .......... .......... .......... .......... .......... 22% 227M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 20950K .......... .......... .......... .......... .......... 22% 201M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21000K .......... .......... .......... .......... .......... 22% 227M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21050K .......... .......... .......... .......... .......... 22% 294M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21100K .......... .......... .......... .......... .......... 22% 179M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21150K .......... .......... .......... .......... .......... 22% 163M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21200K .......... .......... .......... .......... .......... 22% 222M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21250K .......... .......... .......... .......... .......... 22% 248M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21300K .......... .......... .......... .......... .......... 22% 187M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21350K .......... .......... .......... .......... .......... 23% 217M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21400K .......... .......... .......... .......... .......... 23% 113M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21450K .......... .......... .......... .......... .......... 23% 181M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21500K .......... .......... .......... .......... .......... 23% 177M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21550K .......... .......... .......... .......... .......... 23% 218M 1s 2024-09-12T18:05:50.386 INFO:teuthology.orchestra.run.smithi092.stderr: 21600K .......... .......... .......... .......... .......... 23% 281M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21650K .......... .......... .......... .......... .......... 23% 222M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21700K .......... .......... .......... .......... .......... 23% 203M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21750K .......... .......... .......... .......... .......... 23% 238M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21800K .......... .......... .......... .......... .......... 23% 248M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21850K .......... .......... .......... .......... .......... 23% 262M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21900K .......... .......... .......... .......... .......... 23% 242M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 21950K .......... .......... .......... .......... .......... 23% 74.5M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22000K .......... .......... .......... .......... .......... 23% 218M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22050K .......... .......... .......... .......... .......... 23% 267M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22100K .......... .......... .......... .......... .......... 23% 191M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22150K .......... .......... .......... .......... .......... 23% 230M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22200K .......... .......... .......... .......... .......... 23% 226M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22250K .......... .......... .......... .......... .......... 24% 291M 1s 2024-09-12T18:05:50.387 INFO:teuthology.orchestra.run.smithi092.stderr: 22300K .......... .......... .......... .......... .......... 24% 112M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22350K .......... .......... .......... .......... .......... 24% 117M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22400K .......... .......... .......... .......... .......... 24% 244M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22450K .......... .......... .......... .......... .......... 24% 221M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22500K .......... .......... .......... .......... .......... 24% 266M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22550K .......... .......... .......... .......... .......... 24% 115M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22600K .......... .......... .......... .......... .......... 24% 225M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22650K .......... .......... .......... .......... .......... 24% 289M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22700K .......... .......... .......... .......... .......... 24% 213M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22750K .......... .......... .......... .......... .......... 24% 262M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22800K .......... .......... .......... .......... .......... 24% 246M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22850K .......... .......... .......... .......... .......... 24% 281M 1s 2024-09-12T18:05:50.388 INFO:teuthology.orchestra.run.smithi092.stderr: 22900K .......... .......... .......... .......... .......... 24% 207M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 22950K .......... .......... .......... .......... .......... 24% 284M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23000K .......... .......... .......... .......... .......... 24% 309M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23050K .......... .......... .......... .......... .......... 24% 106M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23100K .......... .......... .......... .......... .......... 24% 105M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23150K .......... .......... .......... .......... .......... 24% 260M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23200K .......... .......... .......... .......... .......... 25% 288M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23250K .......... .......... .......... .......... .......... 25% 307M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23300K .......... .......... .......... .......... .......... 25% 227M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23350K .......... .......... .......... .......... .......... 25% 214M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23400K .......... .......... .......... .......... .......... 25% 299M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23450K .......... .......... .......... .......... .......... 25% 236M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23500K .......... .......... .......... .......... .......... 25% 209M 1s 2024-09-12T18:05:50.389 INFO:teuthology.orchestra.run.smithi092.stderr: 23550K .......... .......... .......... .......... .......... 25% 237M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23600K .......... .......... .......... .......... .......... 25% 237M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23650K .......... .......... .......... .......... .......... 25% 260M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23700K .......... .......... .......... .......... .......... 25% 121M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23750K .......... .......... .......... .......... .......... 25% 169M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23800K .......... .......... .......... .......... .......... 25% 110M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23850K .......... .......... .......... .......... .......... 25% 237M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23900K .......... .......... .......... .......... .......... 25% 162M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 23950K .......... .......... .......... .......... .......... 25% 214M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24000K .......... .......... .......... .......... .......... 25% 77.8M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24050K .......... .......... .......... .......... .......... 25% 198M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24100K .......... .......... .......... .......... .......... 25% 193M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24150K .......... .......... .......... .......... .......... 26% 215M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24200K .......... .......... .......... .......... .......... 26% 291M 1s 2024-09-12T18:05:50.390 INFO:teuthology.orchestra.run.smithi092.stderr: 24250K .......... .......... .......... .......... .......... 26% 258M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24300K .......... .......... .......... .......... .......... 26% 207M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24350K .......... .......... .......... .......... .......... 26% 221M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24400K .......... .......... .......... .......... .......... 26% 150M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24450K .......... .......... .......... .......... .......... 26% 181M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24500K .......... .......... .......... .......... .......... 26% 196M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24550K .......... .......... .......... .......... .......... 26% 236M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24600K .......... .......... .......... .......... .......... 26% 143M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24650K .......... .......... .......... .......... .......... 26% 156M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24700K .......... .......... .......... .......... .......... 26% 111M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24750K .......... .......... .......... .......... .......... 26% 242M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24800K .......... .......... .......... .......... .......... 26% 294M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24850K .......... .......... .......... .......... .......... 26% 132M 1s 2024-09-12T18:05:50.391 INFO:teuthology.orchestra.run.smithi092.stderr: 24900K .......... .......... .......... .......... .......... 26% 46.9M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 24950K .......... .......... .......... .......... .......... 26% 225M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25000K .......... .......... .......... .......... .......... 26% 252M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25050K .......... .......... .......... .......... .......... 27% 252M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25100K .......... .......... .......... .......... .......... 27% 107M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25150K .......... .......... .......... .......... .......... 27% 168M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25200K .......... .......... .......... .......... .......... 27% 100M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25250K .......... .......... .......... .......... .......... 27% 202M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25300K .......... .......... .......... .......... .......... 27% 274M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25350K .......... .......... .......... .......... .......... 27% 222M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25400K .......... .......... .......... .......... .......... 27% 143M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25450K .......... .......... .......... .......... .......... 27% 224M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25500K .......... .......... .......... .......... .......... 27% 257M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25550K .......... .......... .......... .......... .......... 27% 75.9M 1s 2024-09-12T18:05:50.392 INFO:teuthology.orchestra.run.smithi092.stderr: 25600K .......... .......... .......... .......... .......... 27% 157M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25650K .......... .......... .......... .......... .......... 27% 201M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25700K .......... .......... .......... .......... .......... 27% 198M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25750K .......... .......... .......... .......... .......... 27% 211M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25800K .......... .......... .......... .......... .......... 27% 149M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25850K .......... .......... .......... .......... .......... 27% 242M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25900K .......... .......... .......... .......... .......... 27% 210M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 25950K .......... .......... .......... .......... .......... 27% 221M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26000K .......... .......... .......... .......... .......... 28% 112M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26050K .......... .......... .......... .......... .......... 28% 279M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26100K .......... .......... .......... .......... .......... 28% 108M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26150K .......... .......... .......... .......... .......... 28% 138M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26200K .......... .......... .......... .......... .......... 28% 295M 1s 2024-09-12T18:05:50.393 INFO:teuthology.orchestra.run.smithi092.stderr: 26250K .......... .......... .......... .......... .......... 28% 286M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26300K .......... .......... .......... .......... .......... 28% 196M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26350K .......... .......... .......... .......... .......... 28% 253M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26400K .......... .......... .......... .......... .......... 28% 127M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26450K .......... .......... .......... .......... .......... 28% 253M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26500K .......... .......... .......... .......... .......... 28% 145M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26550K .......... .......... .......... .......... .......... 28% 254M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26600K .......... .......... .......... .......... .......... 28% 266M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26650K .......... .......... .......... .......... .......... 28% 300M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26700K .......... .......... .......... .......... .......... 28% 188M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26750K .......... .......... .......... .......... .......... 28% 187M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26800K .......... .......... .......... .......... .......... 28% 218M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26850K .......... .......... .......... .......... .......... 28% 214M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26900K .......... .......... .......... .......... .......... 29% 206M 1s 2024-09-12T18:05:50.394 INFO:teuthology.orchestra.run.smithi092.stderr: 26950K .......... .......... .......... .......... .......... 29% 127M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27000K .......... .......... .......... .......... .......... 29% 256M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27050K .......... .......... .......... .......... .......... 29% 246M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27100K .......... .......... .......... .......... .......... 29% 174M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27150K .......... .......... .......... .......... .......... 29% 273M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27200K .......... .......... .......... .......... .......... 29% 110M 1s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27250K .......... .......... .......... .......... .......... 29% 243M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27300K .......... .......... .......... .......... .......... 29% 206M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27350K .......... .......... .......... .......... .......... 29% 240M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27400K .......... .......... .......... .......... .......... 29% 207M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27450K .......... .......... .......... .......... .......... 29% 230M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27500K .......... .......... .......... .......... .......... 29% 218M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27550K .......... .......... .......... .......... .......... 29% 191M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27600K .......... .......... .......... .......... .......... 29% 235M 0s 2024-09-12T18:05:50.395 INFO:teuthology.orchestra.run.smithi092.stderr: 27650K .......... .......... .......... .......... .......... 29% 280M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27700K .......... .......... .......... .......... .......... 29% 227M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27750K .......... .......... .......... .......... .......... 29% 288M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27800K .......... .......... .......... .......... .......... 29% 219M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27850K .......... .......... .......... .......... .......... 30% 300M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27900K .......... .......... .......... .......... .......... 30% 97.6M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 27950K .......... .......... .......... .......... .......... 30% 159M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28000K .......... .......... .......... .......... .......... 30% 140M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28050K .......... .......... .......... .......... .......... 30% 242M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28100K .......... .......... .......... .......... .......... 30% 144M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28150K .......... .......... .......... .......... .......... 30% 122M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28200K .......... .......... .......... .......... .......... 30% 186M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28250K .......... .......... .......... .......... .......... 30% 219M 0s 2024-09-12T18:05:50.396 INFO:teuthology.orchestra.run.smithi092.stderr: 28300K .......... .......... .......... .......... .......... 30% 169M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28350K .......... .......... .......... .......... .......... 30% 301M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28400K .......... .......... .......... .......... .......... 30% 147M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28450K .......... .......... .......... .......... .......... 30% 246M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28500K .......... .......... .......... .......... .......... 30% 231M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28550K .......... .......... .......... .......... .......... 30% 160M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28600K .......... .......... .......... .......... .......... 30% 82.8M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28650K .......... .......... .......... .......... .......... 30% 243M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28700K .......... .......... .......... .......... .......... 30% 215M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28750K .......... .......... .......... .......... .......... 31% 209M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28800K .......... .......... .......... .......... .......... 31% 268M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28850K .......... .......... .......... .......... .......... 31% 260M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28900K .......... .......... .......... .......... .......... 31% 251M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 28950K .......... .......... .......... .......... .......... 31% 279M 0s 2024-09-12T18:05:50.397 INFO:teuthology.orchestra.run.smithi092.stderr: 29000K .......... .......... .......... .......... .......... 31% 228M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29050K .......... .......... .......... .......... .......... 31% 285M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29100K .......... .......... .......... .......... .......... 31% 142M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29150K .......... .......... .......... .......... .......... 31% 56.8M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29200K .......... .......... .......... .......... .......... 31% 178M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29250K .......... .......... .......... .......... .......... 31% 244M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29300K .......... .......... .......... .......... .......... 31% 248M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29350K .......... .......... .......... .......... .......... 31% 257M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29400K .......... .......... .......... .......... .......... 31% 242M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29450K .......... .......... .......... .......... .......... 31% 286M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29500K .......... .......... .......... .......... .......... 31% 197M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29550K .......... .......... .......... .......... .......... 31% 287M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29600K .......... .......... .......... .......... .......... 31% 237M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29650K .......... .......... .......... .......... .......... 31% 241M 0s 2024-09-12T18:05:50.398 INFO:teuthology.orchestra.run.smithi092.stderr: 29700K .......... .......... .......... .......... .......... 32% 249M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 29750K .......... .......... .......... .......... .......... 32% 283M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 29800K .......... .......... .......... .......... .......... 32% 246M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 29850K .......... .......... .......... .......... .......... 32% 248M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 29900K .......... .......... .......... .......... .......... 32% 191M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 29950K .......... .......... .......... .......... .......... 32% 234M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30000K .......... .......... .......... .......... .......... 32% 211M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30050K .......... .......... .......... .......... .......... 32% 243M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30100K .......... .......... .......... .......... .......... 32% 242M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30150K .......... .......... .......... .......... .......... 32% 246M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30200K .......... .......... .......... .......... .......... 32% 309M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30250K .......... .......... .......... .......... .......... 32% 178M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30300K .......... .......... .......... .......... .......... 32% 219M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30350K .......... .......... .......... .......... .......... 32% 225M 0s 2024-09-12T18:05:50.399 INFO:teuthology.orchestra.run.smithi092.stderr: 30400K .......... .......... .......... .......... .......... 32% 300M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30450K .......... .......... .......... .......... .......... 32% 255M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30500K .......... .......... .......... .......... .......... 32% 218M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30550K .......... .......... .......... .......... .......... 32% 245M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30600K .......... .......... .......... .......... .......... 32% 248M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30650K .......... .......... .......... .......... .......... 33% 310M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30700K .......... .......... .......... .......... .......... 33% 243M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30750K .......... .......... .......... .......... .......... 33% 261M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30800K .......... .......... .......... .......... .......... 33% 302M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30850K .......... .......... .......... .......... .......... 33% 311M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30900K .......... .......... .......... .......... .......... 33% 242M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 30950K .......... .......... .......... .......... .......... 33% 195M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 31000K .......... .......... .......... .......... .......... 33% 236M 0s 2024-09-12T18:05:50.400 INFO:teuthology.orchestra.run.smithi092.stderr: 31050K .......... .......... .......... .......... .......... 33% 269M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31100K .......... .......... .......... .......... .......... 33% 244M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31150K .......... .......... .......... .......... .......... 33% 139M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31200K .......... .......... .......... .......... .......... 33% 226M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31250K .......... .......... .......... .......... .......... 33% 259M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31300K .......... .......... .......... .......... .......... 33% 284M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31350K .......... .......... .......... .......... .......... 33% 195M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31400K .......... .......... .......... .......... .......... 33% 263M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31450K .......... .......... .......... .......... .......... 33% 222M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31500K .......... .......... .......... .......... .......... 33% 258M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31550K .......... .......... .......... .......... .......... 34% 243M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31600K .......... .......... .......... .......... .......... 34% 277M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31650K .......... .......... .......... .......... .......... 34% 245M 0s 2024-09-12T18:05:50.401 INFO:teuthology.orchestra.run.smithi092.stderr: 31700K .......... .......... .......... .......... .......... 34% 210M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 31750K .......... .......... .......... .......... .......... 34% 279M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 31800K .......... .......... .......... .......... .......... 34% 257M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 31850K .......... .......... .......... .......... .......... 34% 244M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 31900K .......... .......... .......... .......... .......... 34% 217M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 31950K .......... .......... .......... .......... .......... 34% 207M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32000K .......... .......... .......... .......... .......... 34% 313M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32050K .......... .......... .......... .......... .......... 34% 245M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32100K .......... .......... .......... .......... .......... 34% 318M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32150K .......... .......... .......... .......... .......... 34% 86.0M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32200K .......... .......... .......... .......... .......... 34% 129M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32250K .......... .......... .......... .......... .......... 34% 221M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32300K .......... .......... .......... .......... .......... 34% 279M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32350K .......... .......... .......... .......... .......... 34% 180M 0s 2024-09-12T18:05:50.402 INFO:teuthology.orchestra.run.smithi092.stderr: 32400K .......... .......... .......... .......... .......... 34% 134M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32450K .......... .......... .......... .......... .......... 34% 263M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32500K .......... .......... .......... .......... .......... 35% 266M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32550K .......... .......... .......... .......... .......... 35% 121M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32600K .......... .......... .......... .......... .......... 35% 253M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32650K .......... .......... .......... .......... .......... 35% 245M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32700K .......... .......... .......... .......... .......... 35% 292M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32750K .......... .......... .......... .......... .......... 35% 200M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32800K .......... .......... .......... .......... .......... 35% 261M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32850K .......... .......... .......... .......... .......... 35% 85.7M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32900K .......... .......... .......... .......... .......... 35% 264M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 32950K .......... .......... .......... .......... .......... 35% 268M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 33000K .......... .......... .......... .......... .......... 35% 285M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 33050K .......... .......... .......... .......... .......... 35% 211M 0s 2024-09-12T18:05:50.403 INFO:teuthology.orchestra.run.smithi092.stderr: 33100K .......... .......... .......... .......... .......... 35% 209M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33150K .......... .......... .......... .......... .......... 35% 123M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33200K .......... .......... .......... .......... .......... 35% 253M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33250K .......... .......... .......... .......... .......... 35% 306M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33300K .......... .......... .......... .......... .......... 35% 159M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33350K .......... .......... .......... .......... .......... 35% 210M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33400K .......... .......... .......... .......... .......... 36% 247M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33450K .......... .......... .......... .......... .......... 36% 328M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33500K .......... .......... .......... .......... .......... 36% 62.9M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33550K .......... .......... .......... .......... .......... 36% 103M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33600K .......... .......... .......... .......... .......... 36% 257M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33650K .......... .......... .......... .......... .......... 36% 232M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33700K .......... .......... .......... .......... .......... 36% 208M 0s 2024-09-12T18:05:50.404 INFO:teuthology.orchestra.run.smithi092.stderr: 33750K .......... .......... .......... .......... .......... 36% 209M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 33800K .......... .......... .......... .......... .......... 36% 277M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 33850K .......... .......... .......... .......... .......... 36% 283M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 33900K .......... .......... .......... .......... .......... 36% 334M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 33950K .......... .......... .......... .......... .......... 36% 265M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34000K .......... .......... .......... .......... .......... 36% 280M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34050K .......... .......... .......... .......... .......... 36% 270M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34100K .......... .......... .......... .......... .......... 36% 305M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34150K .......... .......... .......... .......... .......... 36% 270M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34200K .......... .......... .......... .......... .......... 36% 282M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34250K .......... .......... .......... .......... .......... 36% 281M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34300K .......... .......... .......... .......... .......... 36% 270M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34350K .......... .......... .......... .......... .......... 37% 200M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34400K .......... .......... .......... .......... .......... 37% 195M 0s 2024-09-12T18:05:50.405 INFO:teuthology.orchestra.run.smithi092.stderr: 34450K .......... .......... .......... .......... .......... 37% 233M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34500K .......... .......... .......... .......... .......... 37% 268M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34550K .......... .......... .......... .......... .......... 37% 294M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34600K .......... .......... .......... .......... .......... 37% 262M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34650K .......... .......... .......... .......... .......... 37% 241M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34700K .......... .......... .......... .......... .......... 37% 234M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34750K .......... .......... .......... .......... .......... 37% 174M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34800K .......... .......... .......... .......... .......... 37% 223M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34850K .......... .......... .......... .......... .......... 37% 321M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34900K .......... .......... .......... .......... .......... 37% 239M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 34950K .......... .......... .......... .......... .......... 37% 233M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 35000K .......... .......... .......... .......... .......... 37% 261M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 35050K .......... .......... .......... .......... .......... 37% 256M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 35100K .......... .......... .......... .......... .......... 37% 315M 0s 2024-09-12T18:05:50.406 INFO:teuthology.orchestra.run.smithi092.stderr: 35150K .......... .......... .......... .......... .......... 37% 228M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35200K .......... .......... .......... .......... .......... 37% 267M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35250K .......... .......... .......... .......... .......... 37% 236M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35300K .......... .......... .......... .......... .......... 38% 329M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35350K .......... .......... .......... .......... .......... 38% 274M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35400K .......... .......... .......... .......... .......... 38% 319M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35450K .......... .......... .......... .......... .......... 38% 260M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35500K .......... .......... .......... .......... .......... 38% 309M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35550K .......... .......... .......... .......... .......... 38% 266M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35600K .......... .......... .......... .......... .......... 38% 351M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35650K .......... .......... .......... .......... .......... 38% 341M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35700K .......... .......... .......... .......... .......... 38% 351M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35750K .......... .......... .......... .......... .......... 38% 280M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35800K .......... .......... .......... .......... .......... 38% 266M 0s 2024-09-12T18:05:50.407 INFO:teuthology.orchestra.run.smithi092.stderr: 35850K .......... .......... .......... .......... .......... 38% 305M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 35900K .......... .......... .......... .......... .......... 38% 313M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 35950K .......... .......... .......... .......... .......... 38% 225M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36000K .......... .......... .......... .......... .......... 38% 333M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36050K .......... .......... .......... .......... .......... 38% 306M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36100K .......... .......... .......... .......... .......... 38% 310M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36150K .......... .......... .......... .......... .......... 38% 305M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36200K .......... .......... .......... .......... .......... 39% 342M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36250K .......... .......... .......... .......... .......... 39% 198M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36300K .......... .......... .......... .......... .......... 39% 313M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36350K .......... .......... .......... .......... .......... 39% 193M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36400K .......... .......... .......... .......... .......... 39% 69.0M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36450K .......... .......... .......... .......... .......... 39% 248M 0s 2024-09-12T18:05:50.408 INFO:teuthology.orchestra.run.smithi092.stderr: 36500K .......... .......... .......... .......... .......... 39% 322M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36550K .......... .......... .......... .......... .......... 39% 124M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36600K .......... .......... .......... .......... .......... 39% 107M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36650K .......... .......... .......... .......... .......... 39% 335M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36700K .......... .......... .......... .......... .......... 39% 257M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36750K .......... .......... .......... .......... .......... 39% 82.3M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36800K .......... .......... .......... .......... .......... 39% 115M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36850K .......... .......... .......... .......... .......... 39% 202M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36900K .......... .......... .......... .......... .......... 39% 184M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 36950K .......... .......... .......... .......... .......... 39% 193M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 37000K .......... .......... .......... .......... .......... 39% 169M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 37050K .......... .......... .......... .......... .......... 39% 236M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 37100K .......... .......... .......... .......... .......... 39% 247M 0s 2024-09-12T18:05:50.409 INFO:teuthology.orchestra.run.smithi092.stderr: 37150K .......... .......... .......... .......... .......... 40% 244M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37200K .......... .......... .......... .......... .......... 40% 235M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37250K .......... .......... .......... .......... .......... 40% 306M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37300K .......... .......... .......... .......... .......... 40% 308M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37350K .......... .......... .......... .......... .......... 40% 234M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37400K .......... .......... .......... .......... .......... 40% 231M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37450K .......... .......... .......... .......... .......... 40% 244M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37500K .......... .......... .......... .......... .......... 40% 342M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37550K .......... .......... .......... .......... .......... 40% 234M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37600K .......... .......... .......... .......... .......... 40% 306M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37650K .......... .......... .......... .......... .......... 40% 314M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37700K .......... .......... .......... .......... .......... 40% 281M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37750K .......... .......... .......... .......... .......... 40% 212M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37800K .......... .......... .......... .......... .......... 40% 270M 0s 2024-09-12T18:05:50.410 INFO:teuthology.orchestra.run.smithi092.stderr: 37850K .......... .......... .......... .......... .......... 40% 278M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 37900K .......... .......... .......... .......... .......... 40% 247M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 37950K .......... .......... .......... .......... .......... 40% 266M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38000K .......... .......... .......... .......... .......... 40% 168M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38050K .......... .......... .......... .......... .......... 41% 239M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38100K .......... .......... .......... .......... .......... 41% 275M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38150K .......... .......... .......... .......... .......... 41% 307M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38200K .......... .......... .......... .......... .......... 41% 267M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38250K .......... .......... .......... .......... .......... 41% 273M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38300K .......... .......... .......... .......... .......... 41% 258M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38350K .......... .......... .......... .......... .......... 41% 292M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38400K .......... .......... .......... .......... .......... 41% 177M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38450K .......... .......... .......... .......... .......... 41% 286M 0s 2024-09-12T18:05:50.411 INFO:teuthology.orchestra.run.smithi092.stderr: 38500K .......... .......... .......... .......... .......... 41% 249M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38550K .......... .......... .......... .......... .......... 41% 206M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38600K .......... .......... .......... .......... .......... 41% 182M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38650K .......... .......... .......... .......... .......... 41% 236M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38700K .......... .......... .......... .......... .......... 41% 261M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38750K .......... .......... .......... .......... .......... 41% 122M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38800K .......... .......... .......... .......... .......... 41% 248M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38850K .......... .......... .......... .......... .......... 41% 252M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38900K .......... .......... .......... .......... .......... 41% 297M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 38950K .......... .......... .......... .......... .......... 41% 228M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 39000K .......... .......... .......... .......... .......... 42% 315M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 39050K .......... .......... .......... .......... .......... 42% 318M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 39100K .......... .......... .......... .......... .......... 42% 232M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 39150K .......... .......... .......... .......... .......... 42% 226M 0s 2024-09-12T18:05:50.412 INFO:teuthology.orchestra.run.smithi092.stderr: 39200K .......... .......... .......... .......... .......... 42% 303M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39250K .......... .......... .......... .......... .......... 42% 291M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39300K .......... .......... .......... .......... .......... 42% 337M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39350K .......... .......... .......... .......... .......... 42% 266M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39400K .......... .......... .......... .......... .......... 42% 331M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39450K .......... .......... .......... .......... .......... 42% 330M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39500K .......... .......... .......... .......... .......... 42% 313M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39550K .......... .......... .......... .......... .......... 42% 222M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39600K .......... .......... .......... .......... .......... 42% 192M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39650K .......... .......... .......... .......... .......... 42% 133M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39700K .......... .......... .......... .......... .......... 42% 223M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39750K .......... .......... .......... .......... .......... 42% 247M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39800K .......... .......... .......... .......... .......... 42% 178M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39850K .......... .......... .......... .......... .......... 42% 118M 0s 2024-09-12T18:05:50.413 INFO:teuthology.orchestra.run.smithi092.stderr: 39900K .......... .......... .......... .......... .......... 43% 253M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 39950K .......... .......... .......... .......... .......... 43% 236M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40000K .......... .......... .......... .......... .......... 43% 192M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40050K .......... .......... .......... .......... .......... 43% 178M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40100K .......... .......... .......... .......... .......... 43% 266M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40150K .......... .......... .......... .......... .......... 43% 121M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40200K .......... .......... .......... .......... .......... 43% 191M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40250K .......... .......... .......... .......... .......... 43% 285M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40300K .......... .......... .......... .......... .......... 43% 292M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40350K .......... .......... .......... .......... .......... 43% 237M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40400K .......... .......... .......... .......... .......... 43% 307M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40450K .......... .......... .......... .......... .......... 43% 304M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40500K .......... .......... .......... .......... .......... 43% 292M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40550K .......... .......... .......... .......... .......... 43% 264M 0s 2024-09-12T18:05:50.414 INFO:teuthology.orchestra.run.smithi092.stderr: 40600K .......... .......... .......... .......... .......... 43% 254M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40650K .......... .......... .......... .......... .......... 43% 192M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40700K .......... .......... .......... .......... .......... 43% 322M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40750K .......... .......... .......... .......... .......... 43% 242M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40800K .......... .......... .......... .......... .......... 43% 73.4M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40850K .......... .......... .......... .......... .......... 44% 212M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40900K .......... .......... .......... .......... .......... 44% 367M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 40950K .......... .......... .......... .......... .......... 44% 75.7M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41000K .......... .......... .......... .......... .......... 44% 171M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41050K .......... .......... .......... .......... .......... 44% 278M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41100K .......... .......... .......... .......... .......... 44% 280M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41150K .......... .......... .......... .......... .......... 44% 248M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41200K .......... .......... .......... .......... .......... 44% 297M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41250K .......... .......... .......... .......... .......... 44% 266M 0s 2024-09-12T18:05:50.415 INFO:teuthology.orchestra.run.smithi092.stderr: 41300K .......... .......... .......... .......... .......... 44% 302M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41350K .......... .......... .......... .......... .......... 44% 243M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41400K .......... .......... .......... .......... .......... 44% 330M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41450K .......... .......... .......... .......... .......... 44% 298M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41500K .......... .......... .......... .......... .......... 44% 323M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41550K .......... .......... .......... .......... .......... 44% 260M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41600K .......... .......... .......... .......... .......... 44% 271M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41650K .......... .......... .......... .......... .......... 44% 271M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41700K .......... .......... .......... .......... .......... 44% 294M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41750K .......... .......... .......... .......... .......... 44% 60.0M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41800K .......... .......... .......... .......... .......... 45% 236M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41850K .......... .......... .......... .......... .......... 45% 234M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41900K .......... .......... .......... .......... .......... 45% 259M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 41950K .......... .......... .......... .......... .......... 45% 242M 0s 2024-09-12T18:05:50.416 INFO:teuthology.orchestra.run.smithi092.stderr: 42000K .......... .......... .......... .......... .......... 45% 262M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42050K .......... .......... .......... .......... .......... 45% 271M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42100K .......... .......... .......... .......... .......... 45% 297M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42150K .......... .......... .......... .......... .......... 45% 245M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42200K .......... .......... .......... .......... .......... 45% 280M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42250K .......... .......... .......... .......... .......... 45% 259M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42300K .......... .......... .......... .......... .......... 45% 291M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42350K .......... .......... .......... .......... .......... 45% 257M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42400K .......... .......... .......... .......... .......... 45% 284M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42450K .......... .......... .......... .......... .......... 45% 302M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42500K .......... .......... .......... .......... .......... 45% 328M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42550K .......... .......... .......... .......... .......... 45% 254M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42600K .......... .......... .......... .......... .......... 45% 305M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42650K .......... .......... .......... .......... .......... 45% 290M 0s 2024-09-12T18:05:50.417 INFO:teuthology.orchestra.run.smithi092.stderr: 42700K .......... .......... .......... .......... .......... 46% 355M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 42750K .......... .......... .......... .......... .......... 46% 283M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 42800K .......... .......... .......... .......... .......... 46% 353M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 42850K .......... .......... .......... .......... .......... 46% 321M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 42900K .......... .......... .......... .......... .......... 46% 337M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 42950K .......... .......... .......... .......... .......... 46% 333M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43000K .......... .......... .......... .......... .......... 46% 364M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43050K .......... .......... .......... .......... .......... 46% 304M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43100K .......... .......... .......... .......... .......... 46% 323M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43150K .......... .......... .......... .......... .......... 46% 270M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43200K .......... .......... .......... .......... .......... 46% 286M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43250K .......... .......... .......... .......... .......... 46% 313M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43300K .......... .......... .......... .......... .......... 46% 328M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43350K .......... .......... .......... .......... .......... 46% 266M 0s 2024-09-12T18:05:50.418 INFO:teuthology.orchestra.run.smithi092.stderr: 43400K .......... .......... .......... .......... .......... 46% 298M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43450K .......... .......... .......... .......... .......... 46% 339M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43500K .......... .......... .......... .......... .......... 46% 266M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43550K .......... .......... .......... .......... .......... 46% 324M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43600K .......... .......... .......... .......... .......... 46% 369M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43650K .......... .......... .......... .......... .......... 47% 109M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43700K .......... .......... .......... .......... .......... 47% 181M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43750K .......... .......... .......... .......... .......... 47% 268M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43800K .......... .......... .......... .......... .......... 47% 301M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43850K .......... .......... .......... .......... .......... 47% 65.6M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43900K .......... .......... .......... .......... .......... 47% 179M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 43950K .......... .......... .......... .......... .......... 47% 269M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 44000K .......... .......... .......... .......... .......... 47% 354M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 44050K .......... .......... .......... .......... .......... 47% 245M 0s 2024-09-12T18:05:50.419 INFO:teuthology.orchestra.run.smithi092.stderr: 44100K .......... .......... .......... .......... .......... 47% 281M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44150K .......... .......... .......... .......... .......... 47% 319M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44200K .......... .......... .......... .......... .......... 47% 311M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44250K .......... .......... .......... .......... .......... 47% 308M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44300K .......... .......... .......... .......... .......... 47% 306M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44350K .......... .......... .......... .......... .......... 47% 271M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44400K .......... .......... .......... .......... .......... 47% 310M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44450K .......... .......... .......... .......... .......... 47% 331M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44500K .......... .......... .......... .......... .......... 47% 136M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44550K .......... .......... .......... .......... .......... 48% 292M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44600K .......... .......... .......... .......... .......... 48% 367M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44650K .......... .......... .......... .......... .......... 48% 368M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44700K .......... .......... .......... .......... .......... 48% 176M 0s 2024-09-12T18:05:50.420 INFO:teuthology.orchestra.run.smithi092.stderr: 44750K .......... .......... .......... .......... .......... 48% 91.4M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 44800K .......... .......... .......... .......... .......... 48% 122M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 44850K .......... .......... .......... .......... .......... 48% 322M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 44900K .......... .......... .......... .......... .......... 48% 258M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 44950K .......... .......... .......... .......... .......... 48% 176M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45000K .......... .......... .......... .......... .......... 48% 296M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45050K .......... .......... .......... .......... .......... 48% 242M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45100K .......... .......... .......... .......... .......... 48% 286M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45150K .......... .......... .......... .......... .......... 48% 201M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45200K .......... .......... .......... .......... .......... 48% 149M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45250K .......... .......... .......... .......... .......... 48% 230M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45300K .......... .......... .......... .......... .......... 48% 275M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45350K .......... .......... .......... .......... .......... 48% 235M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45400K .......... .......... .......... .......... .......... 48% 275M 0s 2024-09-12T18:05:50.421 INFO:teuthology.orchestra.run.smithi092.stderr: 45450K .......... .......... .......... .......... .......... 48% 295M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45500K .......... .......... .......... .......... .......... 49% 284M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45550K .......... .......... .......... .......... .......... 49% 242M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45600K .......... .......... .......... .......... .......... 49% 252M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45650K .......... .......... .......... .......... .......... 49% 286M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45700K .......... .......... .......... .......... .......... 49% 281M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45750K .......... .......... .......... .......... .......... 49% 271M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45800K .......... .......... .......... .......... .......... 49% 261M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45850K .......... .......... .......... .......... .......... 49% 289M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45900K .......... .......... .......... .......... .......... 49% 261M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 45950K .......... .......... .......... .......... .......... 49% 269M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 46000K .......... .......... .......... .......... .......... 49% 384M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 46050K .......... .......... .......... .......... .......... 49% 385M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 46100K .......... .......... .......... .......... .......... 49% 7.80M 0s 2024-09-12T18:05:50.422 INFO:teuthology.orchestra.run.smithi092.stderr: 46150K .......... .......... .......... .......... .......... 49% 251M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46200K .......... .......... .......... .......... .......... 49% 284M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46250K .......... .......... .......... .......... .......... 49% 222M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46300K .......... .......... .......... .......... .......... 49% 261M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46350K .......... .......... .......... .......... .......... 49% 228M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46400K .......... .......... .......... .......... .......... 49% 279M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46450K .......... .......... .......... .......... .......... 50% 271M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46500K .......... .......... .......... .......... .......... 50% 291M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46550K .......... .......... .......... .......... .......... 50% 243M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46600K .......... .......... .......... .......... .......... 50% 298M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46650K .......... .......... .......... .......... .......... 50% 268M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46700K .......... .......... .......... .......... .......... 50% 295M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46750K .......... .......... .......... .......... .......... 50% 220M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46800K .......... .......... .......... .......... .......... 50% 277M 0s 2024-09-12T18:05:50.423 INFO:teuthology.orchestra.run.smithi092.stderr: 46850K .......... .......... .......... .......... .......... 50% 274M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 46900K .......... .......... .......... .......... .......... 50% 259M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 46950K .......... .......... .......... .......... .......... 50% 232M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47000K .......... .......... .......... .......... .......... 50% 272M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47050K .......... .......... .......... .......... .......... 50% 285M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47100K .......... .......... .......... .......... .......... 50% 280M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47150K .......... .......... .......... .......... .......... 50% 281M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47200K .......... .......... .......... .......... .......... 50% 335M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47250K .......... .......... .......... .......... .......... 50% 319M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47300K .......... .......... .......... .......... .......... 50% 345M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47350K .......... .......... .......... .......... .......... 51% 235M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47400K .......... .......... .......... .......... .......... 51% 309M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47450K .......... .......... .......... .......... .......... 51% 255M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47500K .......... .......... .......... .......... .......... 51% 297M 0s 2024-09-12T18:05:50.424 INFO:teuthology.orchestra.run.smithi092.stderr: 47550K .......... .......... .......... .......... .......... 51% 294M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47600K .......... .......... .......... .......... .......... 51% 331M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47650K .......... .......... .......... .......... .......... 51% 261M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47700K .......... .......... .......... .......... .......... 51% 274M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47750K .......... .......... .......... .......... .......... 51% 261M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47800K .......... .......... .......... .......... .......... 51% 305M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47850K .......... .......... .......... .......... .......... 51% 275M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47900K .......... .......... .......... .......... .......... 51% 271M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 47950K .......... .......... .......... .......... .......... 51% 243M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 48000K .......... .......... .......... .......... .......... 51% 238M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 48050K .......... .......... .......... .......... .......... 51% 247M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 48100K .......... .......... .......... .......... .......... 51% 249M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 48150K .......... .......... .......... .......... .......... 51% 211M 0s 2024-09-12T18:05:50.425 INFO:teuthology.orchestra.run.smithi092.stderr: 48200K .......... .......... .......... .......... .......... 51% 250M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48250K .......... .......... .......... .......... .......... 51% 371M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48300K .......... .......... .......... .......... .......... 52% 381M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48350K .......... .......... .......... .......... .......... 52% 285M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48400K .......... .......... .......... .......... .......... 52% 290M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48450K .......... .......... .......... .......... .......... 52% 206M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48500K .......... .......... .......... .......... .......... 52% 286M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48550K .......... .......... .......... .......... .......... 52% 336M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48600K .......... .......... .......... .......... .......... 52% 377M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48650K .......... .......... .......... .......... .......... 52% 375M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48700K .......... .......... .......... .......... .......... 52% 378M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48750K .......... .......... .......... .......... .......... 52% 313M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48800K .......... .......... .......... .......... .......... 52% 378M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48850K .......... .......... .......... .......... .......... 52% 380M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48900K .......... .......... .......... .......... .......... 52% 373M 0s 2024-09-12T18:05:50.426 INFO:teuthology.orchestra.run.smithi092.stderr: 48950K .......... .......... .......... .......... .......... 52% 335M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49000K .......... .......... .......... .......... .......... 52% 378M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49050K .......... .......... .......... .......... .......... 52% 27.7M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49100K .......... .......... .......... .......... .......... 52% 329M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49150K .......... .......... .......... .......... .......... 52% 136M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49200K .......... .......... .......... .......... .......... 53% 93.9M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49250K .......... .......... .......... .......... .......... 53% 131M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49300K .......... .......... .......... .......... .......... 53% 289M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49350K .......... .......... .......... .......... .......... 53% 272M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49400K .......... .......... .......... .......... .......... 53% 364M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49450K .......... .......... .......... .......... .......... 53% 295M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49500K .......... .......... .......... .......... .......... 53% 336M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49550K .......... .......... .......... .......... .......... 53% 149M 0s 2024-09-12T18:05:50.427 INFO:teuthology.orchestra.run.smithi092.stderr: 49600K .......... .......... .......... .......... .......... 53% 264M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49650K .......... .......... .......... .......... .......... 53% 256M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49700K .......... .......... .......... .......... .......... 53% 109M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49750K .......... .......... .......... .......... .......... 53% 283M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49800K .......... .......... .......... .......... .......... 53% 99.4M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49850K .......... .......... .......... .......... .......... 53% 236M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49900K .......... .......... .......... .......... .......... 53% 287M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 49950K .......... .......... .......... .......... .......... 53% 264M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 50000K .......... .......... .......... .......... .......... 53% 281M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 50050K .......... .......... .......... .......... .......... 53% 141M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 50100K .......... .......... .......... .......... .......... 53% 176M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 50150K .......... .......... .......... .......... .......... 54% 243M 0s 2024-09-12T18:05:50.428 INFO:teuthology.orchestra.run.smithi092.stderr: 50200K .......... .......... .......... .......... .......... 54% 331M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50250K .......... .......... .......... .......... .......... 54% 237M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50300K .......... .......... .......... .......... .......... 54% 307M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50350K .......... .......... .......... .......... .......... 54% 288M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50400K .......... .......... .......... .......... .......... 54% 327M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50450K .......... .......... .......... .......... .......... 54% 265M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50500K .......... .......... .......... .......... .......... 54% 362M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50550K .......... .......... .......... .......... .......... 54% 228M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50600K .......... .......... .......... .......... .......... 54% 282M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50650K .......... .......... .......... .......... .......... 54% 286M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50700K .......... .......... .......... .......... .......... 54% 365M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50750K .......... .......... .......... .......... .......... 54% 247M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50800K .......... .......... .......... .......... .......... 54% 270M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50850K .......... .......... .......... .......... .......... 54% 280M 0s 2024-09-12T18:05:50.429 INFO:teuthology.orchestra.run.smithi092.stderr: 50900K .......... .......... .......... .......... .......... 54% 292M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 50950K .......... .......... .......... .......... .......... 54% 258M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51000K .......... .......... .......... .......... .......... 54% 358M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51050K .......... .......... .......... .......... .......... 55% 283M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51100K .......... .......... .......... .......... .......... 55% 253M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51150K .......... .......... .......... .......... .......... 55% 281M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51200K .......... .......... .......... .......... .......... 55% 314M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51250K .......... .......... .......... .......... .......... 55% 312M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51300K .......... .......... .......... .......... .......... 55% 322M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51350K .......... .......... .......... .......... .......... 55% 382M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51400K .......... .......... .......... .......... .......... 55% 368M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51450K .......... .......... .......... .......... .......... 55% 24.1M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51500K .......... .......... .......... .......... .......... 55% 231M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51550K .......... .......... .......... .......... .......... 55% 284M 0s 2024-09-12T18:05:50.430 INFO:teuthology.orchestra.run.smithi092.stderr: 51600K .......... .......... .......... .......... .......... 55% 304M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51650K .......... .......... .......... .......... .......... 55% 362M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51700K .......... .......... .......... .......... .......... 55% 320M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51750K .......... .......... .......... .......... .......... 55% 317M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51800K .......... .......... .......... .......... .......... 55% 332M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51850K .......... .......... .......... .......... .......... 55% 301M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51900K .......... .......... .......... .......... .......... 55% 259M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 51950K .......... .......... .......... .......... .......... 55% 273M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52000K .......... .......... .......... .......... .......... 56% 267M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52050K .......... .......... .......... .......... .......... 56% 263M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52100K .......... .......... .......... .......... .......... 56% 242M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52150K .......... .......... .......... .......... .......... 56% 242M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52200K .......... .......... .......... .......... .......... 56% 225M 0s 2024-09-12T18:05:50.431 INFO:teuthology.orchestra.run.smithi092.stderr: 52250K .......... .......... .......... .......... .......... 56% 322M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52300K .......... .......... .......... .......... .......... 56% 261M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52350K .......... .......... .......... .......... .......... 56% 362M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52400K .......... .......... .......... .......... .......... 56% 332M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52450K .......... .......... .......... .......... .......... 56% 313M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52500K .......... .......... .......... .......... .......... 56% 262M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52550K .......... .......... .......... .......... .......... 56% 318M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52600K .......... .......... .......... .......... .......... 56% 309M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52650K .......... .......... .......... .......... .......... 56% 319M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52700K .......... .......... .......... .......... .......... 56% 282M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52750K .......... .......... .......... .......... .......... 56% 355M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52800K .......... .......... .......... .......... .......... 56% 313M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52850K .......... .......... .......... .......... .......... 56% 286M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52900K .......... .......... .......... .......... .......... 56% 324M 0s 2024-09-12T18:05:50.432 INFO:teuthology.orchestra.run.smithi092.stderr: 52950K .......... .......... .......... .......... .......... 57% 276M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53000K .......... .......... .......... .......... .......... 57% 358M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53050K .......... .......... .......... .......... .......... 57% 377M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53100K .......... .......... .......... .......... .......... 57% 280M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53150K .......... .......... .......... .......... .......... 57% 292M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53200K .......... .......... .......... .......... .......... 57% 218M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53250K .......... .......... .......... .......... .......... 57% 314M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53300K .......... .......... .......... .......... .......... 57% 303M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53350K .......... .......... .......... .......... .......... 57% 297M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53400K .......... .......... .......... .......... .......... 57% 139M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53450K .......... .......... .......... .......... .......... 57% 307M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53500K .......... .......... .......... .......... .......... 57% 309M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53550K .......... .......... .......... .......... .......... 57% 305M 0s 2024-09-12T18:05:50.433 INFO:teuthology.orchestra.run.smithi092.stderr: 53600K .......... .......... .......... .......... .......... 57% 331M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53650K .......... .......... .......... .......... .......... 57% 295M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53700K .......... .......... .......... .......... .......... 57% 104M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53750K .......... .......... .......... .......... .......... 57% 300M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53800K .......... .......... .......... .......... .......... 57% 239M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53850K .......... .......... .......... .......... .......... 58% 314M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53900K .......... .......... .......... .......... .......... 58% 266M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 53950K .......... .......... .......... .......... .......... 58% 285M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54000K .......... .......... .......... .......... .......... 58% 281M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54050K .......... .......... .......... .......... .......... 58% 273M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54100K .......... .......... .......... .......... .......... 58% 240M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54150K .......... .......... .......... .......... .......... 58% 296M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54200K .......... .......... .......... .......... .......... 58% 305M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54250K .......... .......... .......... .......... .......... 58% 379M 0s 2024-09-12T18:05:50.434 INFO:teuthology.orchestra.run.smithi092.stderr: 54300K .......... .......... .......... .......... .......... 58% 325M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54350K .......... .......... .......... .......... .......... 58% 27.1M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54400K .......... .......... .......... .......... .......... 58% 206M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54450K .......... .......... .......... .......... .......... 58% 356M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54500K .......... .......... .......... .......... .......... 58% 304M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54550K .......... .......... .......... .......... .......... 58% 301M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54600K .......... .......... .......... .......... .......... 58% 280M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54650K .......... .......... .......... .......... .......... 58% 301M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54700K .......... .......... .......... .......... .......... 58% 207M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54750K .......... .......... .......... .......... .......... 58% 374M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54800K .......... .......... .......... .......... .......... 59% 259M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54850K .......... .......... .......... .......... .......... 59% 246M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54900K .......... .......... .......... .......... .......... 59% 261M 0s 2024-09-12T18:05:50.435 INFO:teuthology.orchestra.run.smithi092.stderr: 54950K .......... .......... .......... .......... .......... 59% 246M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55000K .......... .......... .......... .......... .......... 59% 253M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55050K .......... .......... .......... .......... .......... 59% 385M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55100K .......... .......... .......... .......... .......... 59% 316M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55150K .......... .......... .......... .......... .......... 59% 314M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55200K .......... .......... .......... .......... .......... 59% 160M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55250K .......... .......... .......... .......... .......... 59% 343M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55300K .......... .......... .......... .......... .......... 59% 297M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55350K .......... .......... .......... .......... .......... 59% 339M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55400K .......... .......... .......... .......... .......... 59% 320M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55450K .......... .......... .......... .......... .......... 59% 342M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55500K .......... .......... .......... .......... .......... 59% 267M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55550K .......... .......... .......... .......... .......... 59% 358M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55600K .......... .......... .......... .......... .......... 59% 273M 0s 2024-09-12T18:05:50.436 INFO:teuthology.orchestra.run.smithi092.stderr: 55650K .......... .......... .......... .......... .......... 59% 321M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55700K .......... .......... .......... .......... .......... 60% 20.8M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55750K .......... .......... .......... .......... .......... 60% 292M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55800K .......... .......... .......... .......... .......... 60% 335M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55850K .......... .......... .......... .......... .......... 60% 192M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55900K .......... .......... .......... .......... .......... 60% 179M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 55950K .......... .......... .......... .......... .......... 60% 281M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56000K .......... .......... .......... .......... .......... 60% 252M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56050K .......... .......... .......... .......... .......... 60% 265M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56100K .......... .......... .......... .......... .......... 60% 293M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56150K .......... .......... .......... .......... .......... 60% 310M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56200K .......... .......... .......... .......... .......... 60% 301M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56250K .......... .......... .......... .......... .......... 60% 249M 0s 2024-09-12T18:05:50.437 INFO:teuthology.orchestra.run.smithi092.stderr: 56300K .......... .......... .......... .......... .......... 60% 234M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56350K .......... .......... .......... .......... .......... 60% 296M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56400K .......... .......... .......... .......... .......... 60% 386M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56450K .......... .......... .......... .......... .......... 60% 263M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56500K .......... .......... .......... .......... .......... 60% 242M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56550K .......... .......... .......... .......... .......... 60% 313M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56600K .......... .......... .......... .......... .......... 60% 319M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56650K .......... .......... .......... .......... .......... 61% 306M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56700K .......... .......... .......... .......... .......... 61% 269M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56750K .......... .......... .......... .......... .......... 61% 308M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56800K .......... .......... .......... .......... .......... 61% 329M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56850K .......... .......... .......... .......... .......... 61% 295M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56900K .......... .......... .......... .......... .......... 61% 203M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 56950K .......... .......... .......... .......... .......... 61% 181M 0s 2024-09-12T18:05:50.438 INFO:teuthology.orchestra.run.smithi092.stderr: 57000K .......... .......... .......... .......... .......... 61% 333M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57050K .......... .......... .......... .......... .......... 61% 313M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57100K .......... .......... .......... .......... .......... 61% 180M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57150K .......... .......... .......... .......... .......... 61% 302M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57200K .......... .......... .......... .......... .......... 61% 175M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57250K .......... .......... .......... .......... .......... 61% 320M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57300K .......... .......... .......... .......... .......... 61% 270M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57350K .......... .......... .......... .......... .......... 61% 305M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57400K .......... .......... .......... .......... .......... 61% 173M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57450K .......... .......... .......... .......... .......... 61% 165M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57500K .......... .......... .......... .......... .......... 61% 127M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57550K .......... .......... .......... .......... .......... 62% 307M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57600K .......... .......... .......... .......... .......... 62% 311M 0s 2024-09-12T18:05:50.439 INFO:teuthology.orchestra.run.smithi092.stderr: 57650K .......... .......... .......... .......... .......... 62% 274M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57700K .......... .......... .......... .......... .......... 62% 271M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57750K .......... .......... .......... .......... .......... 62% 334M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57800K .......... .......... .......... .......... .......... 62% 309M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57850K .......... .......... .......... .......... .......... 62% 372M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57900K .......... .......... .......... .......... .......... 62% 274M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 57950K .......... .......... .......... .......... .......... 62% 342M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58000K .......... .......... .......... .......... .......... 62% 303M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58050K .......... .......... .......... .......... .......... 62% 313M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58100K .......... .......... .......... .......... .......... 62% 176M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58150K .......... .......... .......... .......... .......... 62% 333M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58200K .......... .......... .......... .......... .......... 62% 302M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58250K .......... .......... .......... .......... .......... 62% 344M 0s 2024-09-12T18:05:50.440 INFO:teuthology.orchestra.run.smithi092.stderr: 58300K .......... .......... .......... .......... .......... 62% 263M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58350K .......... .......... .......... .......... .......... 62% 348M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58400K .......... .......... .......... .......... .......... 62% 353M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58450K .......... .......... .......... .......... .......... 62% 34.4M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58500K .......... .......... .......... .......... .......... 63% 253M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58550K .......... .......... .......... .......... .......... 63% 301M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58600K .......... .......... .......... .......... .......... 63% 292M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58650K .......... .......... .......... .......... .......... 63% 292M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58700K .......... .......... .......... .......... .......... 63% 22.9M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58750K .......... .......... .......... .......... .......... 63% 225M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58800K .......... .......... .......... .......... .......... 63% 248M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58850K .......... .......... .......... .......... .......... 63% 108M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58900K .......... .......... .......... .......... .......... 63% 246M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 58950K .......... .......... .......... .......... .......... 63% 316M 0s 2024-09-12T18:05:50.441 INFO:teuthology.orchestra.run.smithi092.stderr: 59000K .......... .......... .......... .......... .......... 63% 354M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59050K .......... .......... .......... .......... .......... 63% 314M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59100K .......... .......... .......... .......... .......... 63% 260M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59150K .......... .......... .......... .......... .......... 63% 328M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59200K .......... .......... .......... .......... .......... 63% 333M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59250K .......... .......... .......... .......... .......... 63% 323M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59300K .......... .......... .......... .......... .......... 63% 249M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59350K .......... .......... .......... .......... .......... 63% 373M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59400K .......... .......... .......... .......... .......... 63% 176M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59450K .......... .......... .......... .......... .......... 64% 264M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59500K .......... .......... .......... .......... .......... 64% 251M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59550K .......... .......... .......... .......... .......... 64% 258M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59600K .......... .......... .......... .......... .......... 64% 258M 0s 2024-09-12T18:05:50.442 INFO:teuthology.orchestra.run.smithi092.stderr: 59650K .......... .......... .......... .......... .......... 64% 266M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59700K .......... .......... .......... .......... .......... 64% 248M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59750K .......... .......... .......... .......... .......... 64% 248M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59800K .......... .......... .......... .......... .......... 64% 299M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59850K .......... .......... .......... .......... .......... 64% 298M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59900K .......... .......... .......... .......... .......... 64% 234M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 59950K .......... .......... .......... .......... .......... 64% 378M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60000K .......... .......... .......... .......... .......... 64% 369M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60050K .......... .......... .......... .......... .......... 64% 286M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60100K .......... .......... .......... .......... .......... 64% 283M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60150K .......... .......... .......... .......... .......... 64% 298M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60200K .......... .......... .......... .......... .......... 64% 347M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60250K .......... .......... .......... .......... .......... 64% 374M 0s 2024-09-12T18:05:50.443 INFO:teuthology.orchestra.run.smithi092.stderr: 60300K .......... .......... .......... .......... .......... 64% 242M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60350K .......... .......... .......... .......... .......... 65% 290M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60400K .......... .......... .......... .......... .......... 65% 253M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60450K .......... .......... .......... .......... .......... 65% 372M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60500K .......... .......... .......... .......... .......... 65% 323M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60550K .......... .......... .......... .......... .......... 65% 296M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60600K .......... .......... .......... .......... .......... 65% 266M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60650K .......... .......... .......... .......... .......... 65% 266M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60700K .......... .......... .......... .......... .......... 65% 243M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60750K .......... .......... .......... .......... .......... 65% 303M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60800K .......... .......... .......... .......... .......... 65% 323M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60850K .......... .......... .......... .......... .......... 65% 328M 0s 2024-09-12T18:05:50.444 INFO:teuthology.orchestra.run.smithi092.stderr: 60900K .......... .......... .......... .......... .......... 65% 301M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 60950K .......... .......... .......... .......... .......... 65% 370M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61000K .......... .......... .......... .......... .......... 65% 327M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61050K .......... .......... .......... .......... .......... 65% 390M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61100K .......... .......... .......... .......... .......... 65% 321M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61150K .......... .......... .......... .......... .......... 65% 336M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61200K .......... .......... .......... .......... .......... 65% 351M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61250K .......... .......... .......... .......... .......... 65% 357M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61300K .......... .......... .......... .......... .......... 66% 338M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61350K .......... .......... .......... .......... .......... 66% 336M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61400K .......... .......... .......... .......... .......... 66% 278M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61450K .......... .......... .......... .......... .......... 66% 409M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61500K .......... .......... .......... .......... .......... 66% 375M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61550K .......... .......... .......... .......... .......... 66% 269M 0s 2024-09-12T18:05:50.445 INFO:teuthology.orchestra.run.smithi092.stderr: 61600K .......... .......... .......... .......... .......... 66% 377M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61650K .......... .......... .......... .......... .......... 66% 398M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61700K .......... .......... .......... .......... .......... 66% 30.5M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61750K .......... .......... .......... .......... .......... 66% 273M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61800K .......... .......... .......... .......... .......... 66% 151M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61850K .......... .......... .......... .......... .......... 66% 90.0M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61900K .......... .......... .......... .......... .......... 66% 297M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 61950K .......... .......... .......... .......... .......... 66% 185M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62000K .......... .......... .......... .......... .......... 66% 281M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62050K .......... .......... .......... .......... .......... 66% 267M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62100K .......... .......... .......... .......... .......... 66% 283M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62150K .......... .......... .......... .......... .......... 66% 255M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62200K .......... .......... .......... .......... .......... 67% 252M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62250K .......... .......... .......... .......... .......... 67% 254M 0s 2024-09-12T18:05:50.446 INFO:teuthology.orchestra.run.smithi092.stderr: 62300K .......... .......... .......... .......... .......... 67% 342M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62350K .......... .......... .......... .......... .......... 67% 239M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62400K .......... .......... .......... .......... .......... 67% 382M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62450K .......... .......... .......... .......... .......... 67% 274M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62500K .......... .......... .......... .......... .......... 67% 298M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62550K .......... .......... .......... .......... .......... 67% 339M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62600K .......... .......... .......... .......... .......... 67% 382M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62650K .......... .......... .......... .......... .......... 67% 153M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62700K .......... .......... .......... .......... .......... 67% 269M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62750K .......... .......... .......... .......... .......... 67% 274M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62800K .......... .......... .......... .......... .......... 67% 288M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62850K .......... .......... .......... .......... .......... 67% 363M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62900K .......... .......... .......... .......... .......... 67% 380M 0s 2024-09-12T18:05:50.447 INFO:teuthology.orchestra.run.smithi092.stderr: 62950K .......... .......... .......... .......... .......... 67% 311M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63000K .......... .......... .......... .......... .......... 67% 175M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63050K .......... .......... .......... .......... .......... 67% 316M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63100K .......... .......... .......... .......... .......... 67% 316M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63150K .......... .......... .......... .......... .......... 68% 227M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63200K .......... .......... .......... .......... .......... 68% 273M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63250K .......... .......... .......... .......... .......... 68% 316M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63300K .......... .......... .......... .......... .......... 68% 270M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63350K .......... .......... .......... .......... .......... 68% 306M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63400K .......... .......... .......... .......... .......... 68% 388M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63450K .......... .......... .......... .......... .......... 68% 286M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63500K .......... .......... .......... .......... .......... 68% 314M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63550K .......... .......... .......... .......... .......... 68% 290M 0s 2024-09-12T18:05:50.448 INFO:teuthology.orchestra.run.smithi092.stderr: 63600K .......... .......... .......... .......... .......... 68% 282M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63650K .......... .......... .......... .......... .......... 68% 282M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63700K .......... .......... .......... .......... .......... 68% 301M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63750K .......... .......... .......... .......... .......... 68% 264M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63800K .......... .......... .......... .......... .......... 68% 300M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63850K .......... .......... .......... .......... .......... 68% 294M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63900K .......... .......... .......... .......... .......... 68% 311M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 63950K .......... .......... .......... .......... .......... 68% 324M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64000K .......... .......... .......... .......... .......... 68% 270M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64050K .......... .......... .......... .......... .......... 68% 284M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64100K .......... .......... .......... .......... .......... 69% 318M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64150K .......... .......... .......... .......... .......... 69% 357M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64200K .......... .......... .......... .......... .......... 69% 398M 0s 2024-09-12T18:05:50.449 INFO:teuthology.orchestra.run.smithi092.stderr: 64250K .......... .......... .......... .......... .......... 69% 389M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64300K .......... .......... .......... .......... .......... 69% 238M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64350K .......... .......... .......... .......... .......... 69% 296M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64400K .......... .......... .......... .......... .......... 69% 331M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64450K .......... .......... .......... .......... .......... 69% 340M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64500K .......... .......... .......... .......... .......... 69% 345M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64550K .......... .......... .......... .......... .......... 69% 316M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64600K .......... .......... .......... .......... .......... 69% 36.7M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64650K .......... .......... .......... .......... .......... 69% 277M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64700K .......... .......... .......... .......... .......... 69% 291M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64750K .......... .......... .......... .......... .......... 69% 298M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64800K .......... .......... .......... .......... .......... 69% 300M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64850K .......... .......... .......... .......... .......... 69% 76.8M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64900K .......... .......... .......... .......... .......... 69% 132M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 64950K .......... .......... .......... .......... .......... 69% 253M 0s 2024-09-12T18:05:50.450 INFO:teuthology.orchestra.run.smithi092.stderr: 65000K .......... .......... .......... .......... .......... 70% 284M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65050K .......... .......... .......... .......... .......... 70% 337M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65100K .......... .......... .......... .......... .......... 70% 298M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65150K .......... .......... .......... .......... .......... 70% 258M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65200K .......... .......... .......... .......... .......... 70% 314M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65250K .......... .......... .......... .......... .......... 70% 255M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65300K .......... .......... .......... .......... .......... 70% 285M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65350K .......... .......... .......... .......... .......... 70% 271M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65400K .......... .......... .......... .......... .......... 70% 349M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65450K .......... .......... .......... .......... .......... 70% 331M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65500K .......... .......... .......... .......... .......... 70% 386M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65550K .......... .......... .......... .......... .......... 70% 146M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65600K .......... .......... .......... .......... .......... 70% 296M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65650K .......... .......... .......... .......... .......... 70% 262M 0s 2024-09-12T18:05:50.451 INFO:teuthology.orchestra.run.smithi092.stderr: 65700K .......... .......... .......... .......... .......... 70% 137M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 65750K .......... .......... .......... .......... .......... 70% 293M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 65800K .......... .......... .......... .......... .......... 70% 199M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 65850K .......... .......... .......... .......... .......... 70% 317M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 65900K .......... .......... .......... .......... .......... 70% 343M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 65950K .......... .......... .......... .......... .......... 71% 312M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66000K .......... .......... .......... .......... .......... 71% 321M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66050K .......... .......... .......... .......... .......... 71% 304M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66100K .......... .......... .......... .......... .......... 71% 318M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66150K .......... .......... .......... .......... .......... 71% 304M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66200K .......... .......... .......... .......... .......... 71% 317M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66250K .......... .......... .......... .......... .......... 71% 313M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66300K .......... .......... .......... .......... .......... 71% 366M 0s 2024-09-12T18:05:50.452 INFO:teuthology.orchestra.run.smithi092.stderr: 66350K .......... .......... .......... .......... .......... 71% 269M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66400K .......... .......... .......... .......... .......... 71% 252M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66450K .......... .......... .......... .......... .......... 71% 235M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66500K .......... .......... .......... .......... .......... 71% 303M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66550K .......... .......... .......... .......... .......... 71% 276M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66600K .......... .......... .......... .......... .......... 71% 334M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66650K .......... .......... .......... .......... .......... 71% 289M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66700K .......... .......... .......... .......... .......... 71% 320M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66750K .......... .......... .......... .......... .......... 71% 332M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66800K .......... .......... .......... .......... .......... 71% 337M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66850K .......... .......... .......... .......... .......... 72% 312M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66900K .......... .......... .......... .......... .......... 72% 343M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 66950K .......... .......... .......... .......... .......... 72% 296M 0s 2024-09-12T18:05:50.453 INFO:teuthology.orchestra.run.smithi092.stderr: 67000K .......... .......... .......... .......... .......... 72% 265M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67050K .......... .......... .......... .......... .......... 72% 264M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67100K .......... .......... .......... .......... .......... 72% 379M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67150K .......... .......... .......... .......... .......... 72% 132M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67200K .......... .......... .......... .......... .......... 72% 275M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67250K .......... .......... .......... .......... .......... 72% 267M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67300K .......... .......... .......... .......... .......... 72% 329M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67350K .......... .......... .......... .......... .......... 72% 315M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67400K .......... .......... .......... .......... .......... 72% 387M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67450K .......... .......... .......... .......... .......... 72% 352M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67500K .......... .......... .......... .......... .......... 72% 389M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67550K .......... .......... .......... .......... .......... 72% 299M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67600K .......... .......... .......... .......... .......... 72% 58.3M 0s 2024-09-12T18:05:50.454 INFO:teuthology.orchestra.run.smithi092.stderr: 67650K .......... .......... .......... .......... .......... 72% 157M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67700K .......... .......... .......... .......... .......... 72% 283M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67750K .......... .......... .......... .......... .......... 72% 262M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67800K .......... .......... .......... .......... .......... 73% 208M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67850K .......... .......... .......... .......... .......... 73% 110M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67900K .......... .......... .......... .......... .......... 73% 116M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 67950K .......... .......... .......... .......... .......... 73% 188M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68000K .......... .......... .......... .......... .......... 73% 273M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68050K .......... .......... .......... .......... .......... 73% 278M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68100K .......... .......... .......... .......... .......... 73% 297M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68150K .......... .......... .......... .......... .......... 73% 153M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68200K .......... .......... .......... .......... .......... 73% 260M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68250K .......... .......... .......... .......... .......... 73% 203M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68300K .......... .......... .......... .......... .......... 73% 283M 0s 2024-09-12T18:05:50.455 INFO:teuthology.orchestra.run.smithi092.stderr: 68350K .......... .......... .......... .......... .......... 73% 277M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68400K .......... .......... .......... .......... .......... 73% 342M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68450K .......... .......... .......... .......... .......... 73% 356M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68500K .......... .......... .......... .......... .......... 73% 145M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68550K .......... .......... .......... .......... .......... 73% 305M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68600K .......... .......... .......... .......... .......... 73% 307M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68650K .......... .......... .......... .......... .......... 73% 336M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68700K .......... .......... .......... .......... .......... 74% 382M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68750K .......... .......... .......... .......... .......... 74% 321M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68800K .......... .......... .......... .......... .......... 74% 260M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68850K .......... .......... .......... .......... .......... 74% 265M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68900K .......... .......... .......... .......... .......... 74% 355M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 68950K .......... .......... .......... .......... .......... 74% 310M 0s 2024-09-12T18:05:50.456 INFO:teuthology.orchestra.run.smithi092.stderr: 69000K .......... .......... .......... .......... .......... 74% 141M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69050K .......... .......... .......... .......... .......... 74% 275M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69100K .......... .......... .......... .......... .......... 74% 327M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69150K .......... .......... .......... .......... .......... 74% 266M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69200K .......... .......... .......... .......... .......... 74% 358M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69250K .......... .......... .......... .......... .......... 74% 373M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69300K .......... .......... .......... .......... .......... 74% 273M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69350K .......... .......... .......... .......... .......... 74% 343M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69400K .......... .......... .......... .......... .......... 74% 406M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69450K .......... .......... .......... .......... .......... 74% 200M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69500K .......... .......... .......... .......... .......... 74% 293M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69550K .......... .......... .......... .......... .......... 74% 229M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69600K .......... .......... .......... .......... .......... 74% 300M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69650K .......... .......... .......... .......... .......... 75% 347M 0s 2024-09-12T18:05:50.457 INFO:teuthology.orchestra.run.smithi092.stderr: 69700K .......... .......... .......... .......... .......... 75% 316M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 69750K .......... .......... .......... .......... .......... 75% 229M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 69800K .......... .......... .......... .......... .......... 75% 278M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 69850K .......... .......... .......... .......... .......... 75% 288M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 69900K .......... .......... .......... .......... .......... 75% 364M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 69950K .......... .......... .......... .......... .......... 75% 259M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70000K .......... .......... .......... .......... .......... 75% 283M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70050K .......... .......... .......... .......... .......... 75% 281M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70100K .......... .......... .......... .......... .......... 75% 359M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70150K .......... .......... .......... .......... .......... 75% 353M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70200K .......... .......... .......... .......... .......... 75% 260M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70250K .......... .......... .......... .......... .......... 75% 290M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70300K .......... .......... .......... .......... .......... 75% 332M 0s 2024-09-12T18:05:50.458 INFO:teuthology.orchestra.run.smithi092.stderr: 70350K .......... .......... .......... .......... .......... 75% 241M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70400K .......... .......... .......... .......... .......... 75% 331M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70450K .......... .......... .......... .......... .......... 75% 275M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70500K .......... .......... .......... .......... .......... 75% 299M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70550K .......... .......... .......... .......... .......... 75% 330M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70600K .......... .......... .......... .......... .......... 76% 397M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70650K .......... .......... .......... .......... .......... 76% 66.3M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70700K .......... .......... .......... .......... .......... 76% 147M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70750K .......... .......... .......... .......... .......... 76% 198M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70800K .......... .......... .......... .......... .......... 76% 342M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70850K .......... .......... .......... .......... .......... 76% 91.5M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70900K .......... .......... .......... .......... .......... 76% 189M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 70950K .......... .......... .......... .......... .......... 76% 278M 0s 2024-09-12T18:05:50.459 INFO:teuthology.orchestra.run.smithi092.stderr: 71000K .......... .......... .......... .......... .......... 76% 354M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71050K .......... .......... .......... .......... .......... 76% 88.9M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71100K .......... .......... .......... .......... .......... 76% 177M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71150K .......... .......... .......... .......... .......... 76% 225M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71200K .......... .......... .......... .......... .......... 76% 295M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71250K .......... .......... .......... .......... .......... 76% 317M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71300K .......... .......... .......... .......... .......... 76% 164M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71350K .......... .......... .......... .......... .......... 76% 278M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71400K .......... .......... .......... .......... .......... 76% 163M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71450K .......... .......... .......... .......... .......... 76% 275M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71500K .......... .......... .......... .......... .......... 77% 267M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71550K .......... .......... .......... .......... .......... 77% 225M 0s 2024-09-12T18:05:50.460 INFO:teuthology.orchestra.run.smithi092.stderr: 71600K .......... .......... .......... .......... .......... 77% 301M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71650K .......... .......... .......... .......... .......... 77% 278M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71700K .......... .......... .......... .......... .......... 77% 293M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71750K .......... .......... .......... .......... .......... 77% 259M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71800K .......... .......... .......... .......... .......... 77% 311M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71850K .......... .......... .......... .......... .......... 77% 335M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71900K .......... .......... .......... .......... .......... 77% 318M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 71950K .......... .......... .......... .......... .......... 77% 350M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72000K .......... .......... .......... .......... .......... 77% 373M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72050K .......... .......... .......... .......... .......... 77% 357M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72100K .......... .......... .......... .......... .......... 77% 322M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72150K .......... .......... .......... .......... .......... 77% 349M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72200K .......... .......... .......... .......... .......... 77% 364M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72250K .......... .......... .......... .......... .......... 77% 350M 0s 2024-09-12T18:05:50.461 INFO:teuthology.orchestra.run.smithi092.stderr: 72300K .......... .......... .......... .......... .......... 77% 317M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72350K .......... .......... .......... .......... .......... 77% 268M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72400K .......... .......... .......... .......... .......... 77% 304M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72450K .......... .......... .......... .......... .......... 78% 348M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72500K .......... .......... .......... .......... .......... 78% 296M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72550K .......... .......... .......... .......... .......... 78% 261M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72600K .......... .......... .......... .......... .......... 78% 325M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72650K .......... .......... .......... .......... .......... 78% 384M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72700K .......... .......... .......... .......... .......... 78% 216M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72750K .......... .......... .......... .......... .......... 78% 302M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72800K .......... .......... .......... .......... .......... 78% 372M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72850K .......... .......... .......... .......... .......... 78% 317M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72900K .......... .......... .......... .......... .......... 78% 318M 0s 2024-09-12T18:05:50.462 INFO:teuthology.orchestra.run.smithi092.stderr: 72950K .......... .......... .......... .......... .......... 78% 338M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73000K .......... .......... .......... .......... .......... 78% 193M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73050K .......... .......... .......... .......... .......... 78% 303M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73100K .......... .......... .......... .......... .......... 78% 277M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73150K .......... .......... .......... .......... .......... 78% 295M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73200K .......... .......... .......... .......... .......... 78% 299M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73250K .......... .......... .......... .......... .......... 78% 291M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73300K .......... .......... .......... .......... .......... 78% 302M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73350K .......... .......... .......... .......... .......... 79% 353M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73400K .......... .......... .......... .......... .......... 79% 328M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73450K .......... .......... .......... .......... .......... 79% 161M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73500K .......... .......... .......... .......... .......... 79% 266M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73550K .......... .......... .......... .......... .......... 79% 87.2M 0s 2024-09-12T18:05:50.463 INFO:teuthology.orchestra.run.smithi092.stderr: 73600K .......... .......... .......... .......... .......... 79% 282M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73650K .......... .......... .......... .......... .......... 79% 361M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73700K .......... .......... .......... .......... .......... 79% 175M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73750K .......... .......... .......... .......... .......... 79% 349M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73800K .......... .......... .......... .......... .......... 79% 396M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73850K .......... .......... .......... .......... .......... 79% 133M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73900K .......... .......... .......... .......... .......... 79% 59.6M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 73950K .......... .......... .......... .......... .......... 79% 338M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74000K .......... .......... .......... .......... .......... 79% 389M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74050K .......... .......... .......... .......... .......... 79% 399M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74100K .......... .......... .......... .......... .......... 79% 77.0M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74150K .......... .......... .......... .......... .......... 79% 372M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74200K .......... .......... .......... .......... .......... 79% 354M 0s 2024-09-12T18:05:50.464 INFO:teuthology.orchestra.run.smithi092.stderr: 74250K .......... .......... .......... .......... .......... 79% 269M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74300K .......... .......... .......... .......... .......... 80% 331M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74350K .......... .......... .......... .......... .......... 80% 117M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74400K .......... .......... .......... .......... .......... 80% 289M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74450K .......... .......... .......... .......... .......... 80% 124M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74500K .......... .......... .......... .......... .......... 80% 240M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74550K .......... .......... .......... .......... .......... 80% 328M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74600K .......... .......... .......... .......... .......... 80% 318M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74650K .......... .......... .......... .......... .......... 80% 311M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74700K .......... .......... .......... .......... .......... 80% 301M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74750K .......... .......... .......... .......... .......... 80% 359M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74800K .......... .......... .......... .......... .......... 80% 255M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74850K .......... .......... .......... .......... .......... 80% 275M 0s 2024-09-12T18:05:50.465 INFO:teuthology.orchestra.run.smithi092.stderr: 74900K .......... .......... .......... .......... .......... 80% 277M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 74950K .......... .......... .......... .......... .......... 80% 359M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75000K .......... .......... .......... .......... .......... 80% 405M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75050K .......... .......... .......... .......... .......... 80% 385M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75100K .......... .......... .......... .......... .......... 80% 259M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75150K .......... .......... .......... .......... .......... 80% 313M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75200K .......... .......... .......... .......... .......... 81% 348M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75250K .......... .......... .......... .......... .......... 81% 331M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75300K .......... .......... .......... .......... .......... 81% 331M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75350K .......... .......... .......... .......... .......... 81% 363M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75400K .......... .......... .......... .......... .......... 81% 121M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75450K .......... .......... .......... .......... .......... 81% 337M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75500K .......... .......... .......... .......... .......... 81% 284M 0s 2024-09-12T18:05:50.466 INFO:teuthology.orchestra.run.smithi092.stderr: 75550K .......... .......... .......... .......... .......... 81% 335M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75600K .......... .......... .......... .......... .......... 81% 342M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75650K .......... .......... .......... .......... .......... 81% 356M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75700K .......... .......... .......... .......... .......... 81% 318M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75750K .......... .......... .......... .......... .......... 81% 308M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75800K .......... .......... .......... .......... .......... 81% 290M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75850K .......... .......... .......... .......... .......... 81% 261M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75900K .......... .......... .......... .......... .......... 81% 314M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 75950K .......... .......... .......... .......... .......... 81% 337M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76000K .......... .......... .......... .......... .......... 81% 282M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76050K .......... .......... .......... .......... .......... 81% 334M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76100K .......... .......... .......... .......... .......... 81% 311M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76150K .......... .......... .......... .......... .......... 82% 335M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76200K .......... .......... .......... .......... .......... 82% 328M 0s 2024-09-12T18:05:50.467 INFO:teuthology.orchestra.run.smithi092.stderr: 76250K .......... .......... .......... .......... .......... 82% 355M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76300K .......... .......... .......... .......... .......... 82% 302M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76350K .......... .......... .......... .......... .......... 82% 310M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76400K .......... .......... .......... .......... .......... 82% 316M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76450K .......... .......... .......... .......... .......... 82% 328M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76500K .......... .......... .......... .......... .......... 82% 316M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76550K .......... .......... .......... .......... .......... 82% 140M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76600K .......... .......... .......... .......... .......... 82% 328M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76650K .......... .......... .......... .......... .......... 82% 310M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76700K .......... .......... .......... .......... .......... 82% 126M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76750K .......... .......... .......... .......... .......... 82% 329M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76800K .......... .......... .......... .......... .......... 82% 205M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76850K .......... .......... .......... .......... .......... 82% 326M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76900K .......... .......... .......... .......... .......... 82% 64.3M 0s 2024-09-12T18:05:50.468 INFO:teuthology.orchestra.run.smithi092.stderr: 76950K .......... .......... .......... .......... .......... 82% 66.8M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77000K .......... .......... .......... .......... .......... 82% 148M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77050K .......... .......... .......... .......... .......... 82% 272M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77100K .......... .......... .......... .......... .......... 83% 209M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77150K .......... .......... .......... .......... .......... 83% 309M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77200K .......... .......... .......... .......... .......... 83% 292M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77250K .......... .......... .......... .......... .......... 83% 300M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77300K .......... .......... .......... .......... .......... 83% 254M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77350K .......... .......... .......... .......... .......... 83% 290M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77400K .......... .......... .......... .......... .......... 83% 319M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77450K .......... .......... .......... .......... .......... 83% 148M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77500K .......... .......... .......... .......... .......... 83% 162M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77550K .......... .......... .......... .......... .......... 83% 296M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77600K .......... .......... .......... .......... .......... 83% 270M 0s 2024-09-12T18:05:50.469 INFO:teuthology.orchestra.run.smithi092.stderr: 77650K .......... .......... .......... .......... .......... 83% 324M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77700K .......... .......... .......... .......... .......... 83% 246M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77750K .......... .......... .......... .......... .......... 83% 284M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77800K .......... .......... .......... .......... .......... 83% 247M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77850K .......... .......... .......... .......... .......... 83% 251M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77900K .......... .......... .......... .......... .......... 83% 228M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 77950K .......... .......... .......... .......... .......... 83% 208M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78000K .......... .......... .......... .......... .......... 84% 282M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78050K .......... .......... .......... .......... .......... 84% 260M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78100K .......... .......... .......... .......... .......... 84% 276M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78150K .......... .......... .......... .......... .......... 84% 288M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78200K .......... .......... .......... .......... .......... 84% 291M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78250K .......... .......... .......... .......... .......... 84% 350M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78300K .......... .......... .......... .......... .......... 84% 251M 0s 2024-09-12T18:05:50.470 INFO:teuthology.orchestra.run.smithi092.stderr: 78350K .......... .......... .......... .......... .......... 84% 194M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78400K .......... .......... .......... .......... .......... 84% 273M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78450K .......... .......... .......... .......... .......... 84% 268M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78500K .......... .......... .......... .......... .......... 84% 228M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78550K .......... .......... .......... .......... .......... 84% 245M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78600K .......... .......... .......... .......... .......... 84% 218M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78650K .......... .......... .......... .......... .......... 84% 269M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78700K .......... .......... .......... .......... .......... 84% 188M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78750K .......... .......... .......... .......... .......... 84% 272M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78800K .......... .......... .......... .......... .......... 84% 280M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78850K .......... .......... .......... .......... .......... 84% 242M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78900K .......... .......... .......... .......... .......... 84% 215M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 78950K .......... .......... .......... .......... .......... 85% 237M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 79000K .......... .......... .......... .......... .......... 85% 286M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 79050K .......... .......... .......... .......... .......... 85% 225M 0s 2024-09-12T18:05:50.471 INFO:teuthology.orchestra.run.smithi092.stderr: 79100K .......... .......... .......... .......... .......... 85% 267M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79150K .......... .......... .......... .......... .......... 85% 369M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79200K .......... .......... .......... .......... .......... 85% 252M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79250K .......... .......... .......... .......... .......... 85% 272M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79300K .......... .......... .......... .......... .......... 85% 233M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79350K .......... .......... .......... .......... .......... 85% 270M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79400K .......... .......... .......... .......... .......... 85% 315M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79450K .......... .......... .......... .......... .......... 85% 292M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79500K .......... .......... .......... .......... .......... 85% 230M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79550K .......... .......... .......... .......... .......... 85% 331M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79600K .......... .......... .......... .......... .......... 85% 355M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79650K .......... .......... .......... .......... .......... 85% 288M 0s 2024-09-12T18:05:50.472 INFO:teuthology.orchestra.run.smithi092.stderr: 79700K .......... .......... .......... .......... .......... 85% 319M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 79750K .......... .......... .......... .......... .......... 85% 371M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 79800K .......... .......... .......... .......... .......... 85% 283M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 79850K .......... .......... .......... .......... .......... 86% 347M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 79900K .......... .......... .......... .......... .......... 86% 256M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 79950K .......... .......... .......... .......... .......... 86% 80.9M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80000K .......... .......... .......... .......... .......... 86% 207M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80050K .......... .......... .......... .......... .......... 86% 192M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80100K .......... .......... .......... .......... .......... 86% 157M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80150K .......... .......... .......... .......... .......... 86% 288M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80200K .......... .......... .......... .......... .......... 86% 269M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80250K .......... .......... .......... .......... .......... 86% 277M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80300K .......... .......... .......... .......... .......... 86% 236M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80350K .......... .......... .......... .......... .......... 86% 354M 0s 2024-09-12T18:05:50.473 INFO:teuthology.orchestra.run.smithi092.stderr: 80400K .......... .......... .......... .......... .......... 86% 309M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80450K .......... .......... .......... .......... .......... 86% 303M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80500K .......... .......... .......... .......... .......... 86% 201M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80550K .......... .......... .......... .......... .......... 86% 210M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80600K .......... .......... .......... .......... .......... 86% 328M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80650K .......... .......... .......... .......... .......... 86% 223M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80700K .......... .......... .......... .......... .......... 86% 282M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80750K .......... .......... .......... .......... .......... 86% 154M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80800K .......... .......... .......... .......... .......... 87% 276M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80850K .......... .......... .......... .......... .......... 87% 261M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80900K .......... .......... .......... .......... .......... 87% 309M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 80950K .......... .......... .......... .......... .......... 87% 178M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 81000K .......... .......... .......... .......... .......... 87% 168M 0s 2024-09-12T18:05:50.474 INFO:teuthology.orchestra.run.smithi092.stderr: 81050K .......... .......... .......... .......... .......... 87% 360M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81100K .......... .......... .......... .......... .......... 87% 265M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81150K .......... .......... .......... .......... .......... 87% 307M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81200K .......... .......... .......... .......... .......... 87% 394M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81250K .......... .......... .......... .......... .......... 87% 77.4M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81300K .......... .......... .......... .......... .......... 87% 297M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81350K .......... .......... .......... .......... .......... 87% 314M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81400K .......... .......... .......... .......... .......... 87% 311M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81450K .......... .......... .......... .......... .......... 87% 330M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81500K .......... .......... .......... .......... .......... 87% 293M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81550K .......... .......... .......... .......... .......... 87% 366M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81600K .......... .......... .......... .......... .......... 87% 360M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81650K .......... .......... .......... .......... .......... 87% 384M 0s 2024-09-12T18:05:50.475 INFO:teuthology.orchestra.run.smithi092.stderr: 81700K .......... .......... .......... .......... .......... 87% 315M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 81750K .......... .......... .......... .......... .......... 88% 362M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 81800K .......... .......... .......... .......... .......... 88% 203M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 81850K .......... .......... .......... .......... .......... 88% 127M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 81900K .......... .......... .......... .......... .......... 88% 329M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 81950K .......... .......... .......... .......... .......... 88% 300M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82000K .......... .......... .......... .......... .......... 88% 342M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82050K .......... .......... .......... .......... .......... 88% 212M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82100K .......... .......... .......... .......... .......... 88% 354M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82150K .......... .......... .......... .......... .......... 88% 120M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82200K .......... .......... .......... .......... .......... 88% 403M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82250K .......... .......... .......... .......... .......... 88% 190M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82300K .......... .......... .......... .......... .......... 88% 288M 0s 2024-09-12T18:05:50.476 INFO:teuthology.orchestra.run.smithi092.stderr: 82350K .......... .......... .......... .......... .......... 88% 324M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82400K .......... .......... .......... .......... .......... 88% 291M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82450K .......... .......... .......... .......... .......... 88% 279M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82500K .......... .......... .......... .......... .......... 88% 411M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82550K .......... .......... .......... .......... .......... 88% 82.7M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82600K .......... .......... .......... .......... .......... 88% 90.8M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82650K .......... .......... .......... .......... .......... 89% 231M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82700K .......... .......... .......... .......... .......... 89% 286M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82750K .......... .......... .......... .......... .......... 89% 300M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82800K .......... .......... .......... .......... .......... 89% 409M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82850K .......... .......... .......... .......... .......... 89% 265M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82900K .......... .......... .......... .......... .......... 89% 285M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 82950K .......... .......... .......... .......... .......... 89% 345M 0s 2024-09-12T18:05:50.477 INFO:teuthology.orchestra.run.smithi092.stderr: 83000K .......... .......... .......... .......... .......... 89% 260M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83050K .......... .......... .......... .......... .......... 89% 221M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83100K .......... .......... .......... .......... .......... 89% 319M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83150K .......... .......... .......... .......... .......... 89% 126M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83200K .......... .......... .......... .......... .......... 89% 333M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83250K .......... .......... .......... .......... .......... 89% 78.7M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83300K .......... .......... .......... .......... .......... 89% 381M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83350K .......... .......... .......... .......... .......... 89% 321M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83400K .......... .......... .......... .......... .......... 89% 341M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83450K .......... .......... .......... .......... .......... 89% 352M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83500K .......... .......... .......... .......... .......... 89% 331M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83550K .......... .......... .......... .......... .......... 89% 169M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83600K .......... .......... .......... .......... .......... 90% 246M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83650K .......... .......... .......... .......... .......... 90% 286M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83700K .......... .......... .......... .......... .......... 90% 272M 0s 2024-09-12T18:05:50.478 INFO:teuthology.orchestra.run.smithi092.stderr: 83750K .......... .......... .......... .......... .......... 90% 252M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 83800K .......... .......... .......... .......... .......... 90% 127M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 83850K .......... .......... .......... .......... .......... 90% 296M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 83900K .......... .......... .......... .......... .......... 90% 274M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 83950K .......... .......... .......... .......... .......... 90% 301M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84000K .......... .......... .......... .......... .......... 90% 240M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84050K .......... .......... .......... .......... .......... 90% 216M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84100K .......... .......... .......... .......... .......... 90% 264M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84150K .......... .......... .......... .......... .......... 90% 302M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84200K .......... .......... .......... .......... .......... 90% 135M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84250K .......... .......... .......... .......... .......... 90% 322M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84300K .......... .......... .......... .......... .......... 90% 367M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84350K .......... .......... .......... .......... .......... 90% 239M 0s 2024-09-12T18:05:50.479 INFO:teuthology.orchestra.run.smithi092.stderr: 84400K .......... .......... .......... .......... .......... 90% 288M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84450K .......... .......... .......... .......... .......... 90% 358M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84500K .......... .......... .......... .......... .......... 91% 247M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84550K .......... .......... .......... .......... .......... 91% 273M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84600K .......... .......... .......... .......... .......... 91% 373M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84650K .......... .......... .......... .......... .......... 91% 123M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84700K .......... .......... .......... .......... .......... 91% 346M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84750K .......... .......... .......... .......... .......... 91% 333M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84800K .......... .......... .......... .......... .......... 91% 410M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84850K .......... .......... .......... .......... .......... 91% 131M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84900K .......... .......... .......... .......... .......... 91% 164M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 84950K .......... .......... .......... .......... .......... 91% 261M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 85000K .......... .......... .......... .......... .......... 91% 299M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 85050K .......... .......... .......... .......... .......... 91% 349M 0s 2024-09-12T18:05:50.480 INFO:teuthology.orchestra.run.smithi092.stderr: 85100K .......... .......... .......... .......... .......... 91% 275M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85150K .......... .......... .......... .......... .......... 91% 244M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85200K .......... .......... .......... .......... .......... 91% 248M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85250K .......... .......... .......... .......... .......... 91% 187M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85300K .......... .......... .......... .......... .......... 91% 288M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85350K .......... .......... .......... .......... .......... 91% 95.7M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85400K .......... .......... .......... .......... .......... 91% 338M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85450K .......... .......... .......... .......... .......... 92% 322M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85500K .......... .......... .......... .......... .......... 92% 222M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85550K .......... .......... .......... .......... .......... 92% 313M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85600K .......... .......... .......... .......... .......... 92% 181M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85650K .......... .......... .......... .......... .......... 92% 260M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85700K .......... .......... .......... .......... .......... 92% 316M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85750K .......... .......... .......... .......... .......... 92% 304M 0s 2024-09-12T18:05:50.481 INFO:teuthology.orchestra.run.smithi092.stderr: 85800K .......... .......... .......... .......... .......... 92% 181M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 85850K .......... .......... .......... .......... .......... 92% 324M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 85900K .......... .......... .......... .......... .......... 92% 329M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 85950K .......... .......... .......... .......... .......... 92% 188M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86000K .......... .......... .......... .......... .......... 92% 376M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86050K .......... .......... .......... .......... .......... 92% 205M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86100K .......... .......... .......... .......... .......... 92% 282M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86150K .......... .......... .......... .......... .......... 92% 150M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86200K .......... .......... .......... .......... .......... 92% 254M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86250K .......... .......... .......... .......... .......... 92% 66.3M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86300K .......... .......... .......... .......... .......... 92% 152M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86350K .......... .......... .......... .......... .......... 93% 245M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86400K .......... .......... .......... .......... .......... 93% 286M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86450K .......... .......... .......... .......... .......... 93% 284M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86500K .......... .......... .......... .......... .......... 93% 305M 0s 2024-09-12T18:05:50.482 INFO:teuthology.orchestra.run.smithi092.stderr: 86550K .......... .......... .......... .......... .......... 93% 260M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86600K .......... .......... .......... .......... .......... 93% 260M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86650K .......... .......... .......... .......... .......... 93% 303M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86700K .......... .......... .......... .......... .......... 93% 312M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86750K .......... .......... .......... .......... .......... 93% 198M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86800K .......... .......... .......... .......... .......... 93% 328M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86850K .......... .......... .......... .......... .......... 93% 276M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86900K .......... .......... .......... .......... .......... 93% 399M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86950K .......... .......... .......... .......... .......... 93% 227M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87000K .......... .......... .......... .......... .......... 93% 312M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87050K .......... .......... .......... .......... .......... 93% 299M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87100K .......... .......... .......... .......... .......... 93% 309M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87150K .......... .......... .......... .......... .......... 93% 330M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87200K .......... .......... .......... .......... .......... 93% 400M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87250K .......... .......... .......... .......... .......... 93% 131M 0s 2024-09-12T18:05:50.483 INFO:teuthology.orchestra.run.smithi092.stderr: 87300K .......... .......... .......... .......... .......... 94% 325M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87350K .......... .......... .......... .......... .......... 94% 347M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87400K .......... .......... .......... .......... .......... 94% 195M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87450K .......... .......... .......... .......... .......... 94% 309M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87500K .......... .......... .......... .......... .......... 94% 306M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87550K .......... .......... .......... .......... .......... 94% 225M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87600K .......... .......... .......... .......... .......... 94% 346M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87650K .......... .......... .......... .......... .......... 94% 89.7M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87700K .......... .......... .......... .......... .......... 94% 169M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87750K .......... .......... .......... .......... .......... 94% 305M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87800K .......... .......... .......... .......... .......... 94% 281M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87850K .......... .......... .......... .......... .......... 94% 397M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87900K .......... .......... .......... .......... .......... 94% 128M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 87950K .......... .......... .......... .......... .......... 94% 237M 0s 2024-09-12T18:05:50.484 INFO:teuthology.orchestra.run.smithi092.stderr: 88000K .......... .......... .......... .......... .......... 94% 332M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88050K .......... .......... .......... .......... .......... 94% 318M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88100K .......... .......... .......... .......... .......... 94% 336M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88150K .......... .......... .......... .......... .......... 94% 226M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88200K .......... .......... .......... .......... .......... 94% 276M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88250K .......... .......... .......... .......... .......... 95% 294M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88300K .......... .......... .......... .......... .......... 95% 366M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88350K .......... .......... .......... .......... .......... 95% 142M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88400K .......... .......... .......... .......... .......... 95% 305M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88450K .......... .......... .......... .......... .......... 95% 268M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88500K .......... .......... .......... .......... .......... 95% 240M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88550K .......... .......... .......... .......... .......... 95% 271M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88600K .......... .......... .......... .......... .......... 95% 379M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88650K .......... .......... .......... .......... .......... 95% 368M 0s 2024-09-12T18:05:50.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88700K .......... .......... .......... .......... .......... 95% 359M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 88750K .......... .......... .......... .......... .......... 95% 189M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 88800K .......... .......... .......... .......... .......... 95% 215M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 88850K .......... .......... .......... .......... .......... 95% 196M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 88900K .......... .......... .......... .......... .......... 95% 355M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 88950K .......... .......... .......... .......... .......... 95% 184M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89000K .......... .......... .......... .......... .......... 95% 255M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89050K .......... .......... .......... .......... .......... 95% 341M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89100K .......... .......... .......... .......... .......... 95% 268M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89150K .......... .......... .......... .......... .......... 96% 178M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89200K .......... .......... .......... .......... .......... 96% 280M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89250K .......... .......... .......... .......... .......... 96% 360M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89300K .......... .......... .......... .......... .......... 96% 131M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89350K .......... .......... .......... .......... .......... 96% 193M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89400K .......... .......... .......... .......... .......... 96% 196M 0s 2024-09-12T18:05:50.486 INFO:teuthology.orchestra.run.smithi092.stderr: 89450K .......... .......... .......... .......... .......... 96% 341M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89500K .......... .......... .......... .......... .......... 96% 288M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89550K .......... .......... .......... .......... .......... 96% 143M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89600K .......... .......... .......... .......... .......... 96% 354M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89650K .......... .......... .......... .......... .......... 96% 269M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89700K .......... .......... .......... .......... .......... 96% 362M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89750K .......... .......... .......... .......... .......... 96% 324M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89800K .......... .......... .......... .......... .......... 96% 351M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89850K .......... .......... .......... .......... .......... 96% 287M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89900K .......... .......... .......... .......... .......... 96% 283M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 89950K .......... .......... .......... .......... .......... 96% 303M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 90000K .......... .......... .......... .......... .......... 96% 150M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 90050K .......... .......... .......... .......... .......... 96% 277M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 90100K .......... .......... .......... .......... .......... 97% 328M 0s 2024-09-12T18:05:50.487 INFO:teuthology.orchestra.run.smithi092.stderr: 90150K .......... .......... .......... .......... .......... 97% 292M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90200K .......... .......... .......... .......... .......... 97% 323M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90250K .......... .......... .......... .......... .......... 97% 236M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90300K .......... .......... .......... .......... .......... 97% 171M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90350K .......... .......... .......... .......... .......... 97% 320M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90400K .......... .......... .......... .......... .......... 97% 350M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90450K .......... .......... .......... .......... .......... 97% 108M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90500K .......... .......... .......... .......... .......... 97% 295M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90550K .......... .......... .......... .......... .......... 97% 163M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90600K .......... .......... .......... .......... .......... 97% 153M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90650K .......... .......... .......... .......... .......... 97% 262M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90700K .......... .......... .......... .......... .......... 97% 106M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90750K .......... .......... .......... .......... .......... 97% 313M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90800K .......... .......... .......... .......... .......... 97% 183M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90850K .......... .......... .......... .......... .......... 97% 175M 0s 2024-09-12T18:05:50.488 INFO:teuthology.orchestra.run.smithi092.stderr: 90900K .......... .......... .......... .......... .......... 97% 307M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 90950K .......... .......... .......... .......... .......... 97% 299M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91000K .......... .......... .......... .......... .......... 98% 190M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91050K .......... .......... .......... .......... .......... 98% 313M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91100K .......... .......... .......... .......... .......... 98% 298M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91150K .......... .......... .......... .......... .......... 98% 401M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91200K .......... .......... .......... .......... .......... 98% 396M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91250K .......... .......... .......... .......... .......... 98% 143M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91300K .......... .......... .......... .......... .......... 98% 333M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91350K .......... .......... .......... .......... .......... 98% 386M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91400K .......... .......... .......... .......... .......... 98% 158M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91450K .......... .......... .......... .......... .......... 98% 128M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91500K .......... .......... .......... .......... .......... 98% 337M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91550K .......... .......... .......... .......... .......... 98% 347M 0s 2024-09-12T18:05:50.489 INFO:teuthology.orchestra.run.smithi092.stderr: 91600K .......... .......... .......... .......... .......... 98% 395M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91650K .......... .......... .......... .......... .......... 98% 234M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91700K .......... .......... .......... .......... .......... 98% 385M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91750K .......... .......... .......... .......... .......... 98% 404M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91800K .......... .......... .......... .......... .......... 98% 345M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91850K .......... .......... .......... .......... .......... 98% 305M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91900K .......... .......... .......... .......... .......... 98% 297M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 91950K .......... .......... .......... .......... .......... 99% 307M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92000K .......... .......... .......... .......... .......... 99% 382M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92050K .......... .......... .......... .......... .......... 99% 159M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92100K .......... .......... .......... .......... .......... 99% 390M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92150K .......... .......... .......... .......... .......... 99% 300M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92200K .......... .......... .......... .......... .......... 99% 250M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92250K .......... .......... .......... .......... .......... 99% 329M 0s 2024-09-12T18:05:50.490 INFO:teuthology.orchestra.run.smithi092.stderr: 92300K .......... .......... .......... .......... .......... 99% 329M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92350K .......... .......... .......... .......... .......... 99% 311M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92400K .......... .......... .......... .......... .......... 99% 237M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92450K .......... .......... .......... .......... .......... 99% 289M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92500K .......... .......... .......... .......... .......... 99% 285M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92550K .......... .......... .......... .......... .......... 99% 241M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92600K .......... .......... .......... .......... .......... 99% 160M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92650K .......... .......... .......... .......... .......... 99% 270M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92700K .......... .......... .......... .......... .......... 99% 333M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92750K .......... .......... .......... .......... .......... 99% 369M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92800K .......... .......... .......... .......... .......... 99% 327M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92850K .......... .......... .......... .......... .......... 99% 304M 0s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 92900K 100% 134G=0.5s 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12 18:05:49 (185 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-12T18:05:50.491 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T18:05:50.518 INFO:teuthology.orchestra.run.smithi092.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T18:05:50.519 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T18:05:50.520 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T18:05:50.521 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T18:05:50.522 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T18:05:50.523 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T18:05:50.524 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T18:05:50.525 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T18:05:50.526 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T18:05:50.527 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T18:05:50.528 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T18:05:50.529 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T18:05:50.530 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T18:05:50.531 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T18:05:50.532 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T18:05:50.533 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T18:05:50.534 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T18:05:50.535 INFO:teuthology.orchestra.run.smithi092.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-12T18:05:50.825 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.825 INFO:teuthology.orchestra.run.smithi092.stdout:Welcome to Gradle 6.0.1! 2024-09-12T18:05:50.825 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.825 INFO:teuthology.orchestra.run.smithi092.stdout:Here are the highlights of this release: 2024-09-12T18:05:50.825 INFO:teuthology.orchestra.run.smithi092.stdout: - Substantial improvements in dependency management, including 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Advanced control of transitive versions 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Support for optional features and dependencies 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Rules to tweak published metadata 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Support for Java 13 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - New Zinc compiler for Scala 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - VS2019 support 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T18:05:50.826 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.828 INFO:teuthology.orchestra.run.smithi092.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:------------------------------------------------------------ 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Gradle 6.0.1 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:------------------------------------------------------------ 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Kotlin: 1.3.50 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Groovy: 2.5.8 2024-09-12T18:05:50.829 INFO:teuthology.orchestra.run.smithi092.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T18:05:50.830 INFO:teuthology.orchestra.run.smithi092.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-12T18:05:50.830 INFO:teuthology.orchestra.run.smithi092.stdout:OS: Linux 5.15.0-119-generic amd64 2024-09-12T18:05:50.830 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:50.834 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T18:05:50.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T18:05:50.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:05:50.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T18:05:50.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:05:50.834 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T18:05:51.034 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T18:05:51.034 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T18:05:51.034 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'FUQQHNLXHSFHDXZZKPUH', 'access_secret': 'IHj4NwLIV+Wuc4uukveBOpJHKRQPL0WHB+hIzVS2idHAjgyvcMw4kw==', 'region': 'mexico', 'endpoint': 'smithi092.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi092.front.sepia.ceph.com'} 2024-09-12T18:05:51.034 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T18:05:51.034 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'FUQQHNLXHSFHDXZZKPUH', '--secret', 'IHj4NwLIV+Wuc4uukveBOpJHKRQPL0WHB+hIzVS2idHAjgyvcMw4kw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T18:05:51.035 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key FUQQHNLXHSFHDXZZKPUH --secret IHj4NwLIV+Wuc4uukveBOpJHKRQPL0WHB+hIzVS2idHAjgyvcMw4kw== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T18:05:51.077 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:51.077 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:51.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 realm 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.117+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:51.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:51.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.121+0000 7f92e6ad09c0 20 searching for the correct realm 2024-09-12T18:05:51.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.125+0000 7f92e3dd5640 0 -- 172.21.15.92:0/3590952279 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f92d4078060 msgr2=0x7f92d407e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:51.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.337+0000 7f92e45d6640 0 -- 172.21.15.92:0/3590952279 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f92dc036040 msgr2=0x7f92dc01c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:51.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 zone default found 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 4 Realm: () 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 zonegroup default 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.357+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.361+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.361+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.361+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.361+0000 7f92e6ad09c0 20 started sync module instance, tier type = 2024-09-12T18:05:51.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.361+0000 7f92e6ad09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=0 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=1 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=2 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=3 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=4 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=5 2024-09-12T18:05:51.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.381+0000 7f92e6ad09c0 20 add_watcher() i=6 2024-09-12T18:05:51.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.385+0000 7f92e6ad09c0 20 add_watcher() i=7 2024-09-12T18:05:51.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.385+0000 7f92e6ad09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f919b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 5 note: GC not initialized 2024-09-12T18:05:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f919a7dc640 20 reqs_thread_entry: start 2024-09-12T18:05:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 20 Filter name: none 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f91937fe640 20 reqs_thread_entry: start 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.389+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T18:05:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache get: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH : miss 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH info.flags=0x0 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 adding default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH to cache LRU end 2024-09-12T18:05:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache get: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH : hit (negative entry) 2024-09-12T18:05:51.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.393+0000 7f92e6ad09c0 10 cache get: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH : hit (negative entry) 2024-09-12T18:05:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T18:05:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:05:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T18:05:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f91bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333545 cookie 93943900845280 notifier 8790 bl.length()=670 2024-09-12T18:05:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f91bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T18:05:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f91bb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:05:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T18:05:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:05:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.397+0000 7f92e6ad09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T18:05:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333488 cookie 93943900843168 notifier 8790 bl.length()=200 2024-09-12T18:05:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T18:05:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91bb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:05:51.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f92e6ad09c0 10 cache put: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH info.flags=0x7 2024-09-12T18:05:51.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f92e6ad09c0 10 moving default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH to cache LRU end 2024-09-12T18:05:51.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f92e6ad09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:FUQQHNLXHSFHDXZZKPUH, ofs0, ns] 2024-09-12T18:05:51.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333546 cookie 93943900848992 notifier 8790 bl.length()=189 2024-09-12T18:05:51.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH info.flags=0x7 2024-09-12T18:05:51.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.401+0000 7f91baffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+FUQQHNLXHSFHDXZZKPUH to cache LRU end 2024-09-12T18:05:51.403 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:05:51.403 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "tester.client.0", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "tester.client.0", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "FUQQHNLXHSFHDXZZKPUH", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "IHj4NwLIV+Wuc4uukveBOpJHKRQPL0WHB+hIzVS2idHAjgyvcMw4kw==", 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:05:51.398463Z" 2024-09-12T18:05:51.404 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:05:51.405 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:05:51.398432Z", 2024-09-12T18:05:51.406 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:05:51.407 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:05:51.407 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:05:51.407 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:05:51.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.405+0000 7f919b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:51.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.409+0000 7f92e6ad09c0 20 remove_watcher() i=0 2024-09-12T18:05:51.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.409+0000 7f92e6ad09c0 2 removed watcher, disabling cache 2024-09-12T18:05:51.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.413+0000 7f92e6ad09c0 20 remove_watcher() i=1 2024-09-12T18:05:51.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.413+0000 7f92e6ad09c0 20 remove_watcher() i=2 2024-09-12T18:05:51.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.417+0000 7f92e6ad09c0 20 remove_watcher() i=3 2024-09-12T18:05:51.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.417+0000 7f92e6ad09c0 20 remove_watcher() i=4 2024-09-12T18:05:51.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.421+0000 7f92e6ad09c0 20 remove_watcher() i=5 2024-09-12T18:05:51.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.421+0000 7f92e6ad09c0 20 remove_watcher() i=6 2024-09-12T18:05:51.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.425+0000 7f92e6ad09c0 20 remove_watcher() i=7 2024-09-12T18:05:51.445 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T18:05:51.445 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T18:05:51.495 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T18:05:51.495 DEBUG:teuthology.orchestra.run.smithi092:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T18:05:51.544 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:05:51.618 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:51.618 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:51.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 realm 2024-09-12T18:05:51.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:51.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.665+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.669+0000 7f5ca4a559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:51.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.669+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.669+0000 7f5ca4a559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:51.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.669+0000 7f5ca4a559c0 20 searching for the correct realm 2024-09-12T18:05:51.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.673+0000 7f5ca2d5c640 0 -- 172.21.15.92:0/3467125408 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5c8c0c9070 msgr2=0x7f5c8c131250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:51.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.677+0000 7f5ca1d5a640 0 -- 172.21.15.92:0/3467125408 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5c9c015070 msgr2=0x7f5c9c088720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.893+0000 7f5ca4a559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:51.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 zone default found 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 4 Realm: () 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 zonegroup default 2024-09-12T18:05:51.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:51.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:51.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 started sync module instance, tier type = 2024-09-12T18:05:51.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.897+0000 7f5ca4a559c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:51.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=0 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=1 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=2 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=3 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=4 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=5 2024-09-12T18:05:51.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=6 2024-09-12T18:05:51.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 20 add_watcher() i=7 2024-09-12T18:05:51.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.921+0000 7f5ca4a559c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:51.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.925+0000 7f5b597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:51.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.925+0000 7f5ca4a559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:51.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:51.925+0000 7f5ca4a559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:52.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.005+0000 7f5b537fe640 20 reqs_thread_entry: start 2024-09-12T18:05:52.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.005+0000 7f5ca4a559c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:52.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.005+0000 7f5ca4a559c0 20 Filter name: none 2024-09-12T18:05:52.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.009+0000 7f5b517fa640 20 reqs_thread_entry: start 2024-09-12T18:05:52.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.009+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:05:52.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.009+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16239011726174108209', time=2024-09-12T19:56:30.979590+0000, chain.objs.size()=3 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.1 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.2 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.3 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3478897370834326677', time=2024-09-12T19:56:31.018737+0000, chain.objs.size()=5 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.1 2024-09-12T18:05:52.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.1_1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.2 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.2_1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-FROZEN.2~6xmGDBOBk8CdfAbRRtvIaHzr4vuZ7Ze.3 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18346787980066156814', time=2024-09-12T19:58:07.474069+0000, chain.objs.size()=1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.eU_KdsoZIagz-OkszhpCsYemDK5EK2l_0 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13168655294666104442', time=2024-09-12T19:59:22.770652+0000, chain.objs.size()=1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.hFd-o62AQ_Xxr8Y5y6r3ZsnhImJPpqx_0 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1371894530640457822', time=2024-09-12T19:59:22.800258+0000, chain.objs.size()=1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.Zg4fNH1zKloqr7nLUfVv6kn2RjvrXu4_0 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2921576345974773556', time=2024-09-12T20:01:10.003916+0000, chain.objs.size()=1 2024-09-12T18:05:52.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.013+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.B9wJIbF89rM1cG2yTtWyzePI-zNNM94_0 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17523667446104296110', time=2024-09-12T20:01:13.482239+0000, chain.objs.size()=1 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.7lMkG1N6-Aq4dvVVD15M8PS4UnN9zCt_0 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.211397940988354777', time=2024-09-12T20:01:47.369259+0000, chain.objs.size()=1 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.9F-Qyc6OzADv7oTBUMIudEoUSJEkBO6_0 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.574678596707085463', time=2024-09-12T20:01:50.635776+0000, chain.objs.size()=1 2024-09-12T18:05:52.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.021+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.QXKbti3i02okwgLgmhgaFKGxO180REK_0 2024-09-12T18:05:52.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15799999363895672323', time=2024-09-12T20:02:23.844367+0000, chain.objs.size()=1 2024-09-12T18:05:52.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.K-xxmidqnIx-p2Ipdm_pzcBDBKMlLdi_0 2024-09-12T18:05:52.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1127706143238190865', time=2024-09-12T20:02:26.916945+0000, chain.objs.size()=1 2024-09-12T18:05:52.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.uyFTXZEETphTv718klMoxuedQ9wyFhD_0 2024-09-12T18:05:52.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8114638140989940120', time=2024-09-12T20:02:26.958394+0000, chain.objs.size()=1 2024-09-12T18:05:52.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.fXgY2JXFybZMa5Pnyc1q-v2o1NQc0hF_0 2024-09-12T18:05:52.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18178598635112504474', time=2024-09-12T20:03:03.170232+0000, chain.objs.size()=1 2024-09-12T18:05:52.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.025+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.JrPJ1gPC0bX1g8FgHCtH44dorSKdFbs_0 2024-09-12T18:05:52.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.033+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.037+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:05:52.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.041+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10430672952202927903', time=2024-09-12T19:56:30.756391+0000, chain.objs.size()=2 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_0 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_1 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2405543484804686832', time=2024-09-12T19:58:07.477620+0000, chain.objs.size()=1 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.icr69clV1jj8K85xL9LeC734-gYcyxS_0 2024-09-12T18:05:52.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17235473520954183898', time=2024-09-12T19:58:07.483417+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.BlV4JmyZAktodAAbkNH6aUiN25JxGwy_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17904448501778187715', time=2024-09-12T19:58:40.710397+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.u6ADUgl5EzaMopK_sCzekoNjt2cWBxz_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1544728790224207684', time=2024-09-12T19:59:17.510219+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.ziuz7ZUMW7C1Hc185t0eSizBQrVDzpZ_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18443462025144793956', time=2024-09-12T19:59:20.825325+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.8YckzIMs2AGj9ExaBR2Pa1dhtrFYs5R_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16228654907018771985', time=2024-09-12T19:59:20.847518+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.1M6eqkDpbXj2G0hkq8G-bYexjsm18x1_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6069428279852143584', time=2024-09-12T19:59:55.604269+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.hKZ7b95Y1SOCIpoYAEhes-zt2ZcgHLw_0 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6639385908200571724', time=2024-09-12T19:59:58.439957+0000, chain.objs.size()=1 2024-09-12T18:05:52.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.VuxIjaiDTHkQ5CK5-cK9il12l0kml_t_0 2024-09-12T18:05:52.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8012251839196006790', time=2024-09-12T20:00:31.892891+0000, chain.objs.size()=1 2024-09-12T18:05:52.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.M56eGbqiO01IYFMYYD3SkgezkUBoFI9_0 2024-09-12T18:05:52.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.789481109751312257', time=2024-09-12T20:00:36.906681+0000, chain.objs.size()=1 2024-09-12T18:05:52.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.045+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.zV8_eCKFuuwVjwEGPG1C9Q1wRFufAsS_0 2024-09-12T18:05:52.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11120501740839671931', time=2024-09-12T20:01:09.965320+0000, chain.objs.size()=1 2024-09-12T18:05:52.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.L0Xpu5Hw_oxXdWj8XeFlbA-fIU94KN9_0 2024-09-12T18:05:52.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9437532451558657344', time=2024-09-12T20:01:09.974123+0000, chain.objs.size()=1 2024-09-12T18:05:52.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.-LPQLVjyGS6K4kfc2LgNaYJ9Qs4BxS9_0 2024-09-12T18:05:52.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14346995785560861181', time=2024-09-12T20:01:49.305557+0000, chain.objs.size()=1 2024-09-12T18:05:52.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.057+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.X_ZGF8LcHVJIDSZrKkjcrFcc5byTxQv_0 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16422576523679544426', time=2024-09-12T20:01:50.618112+0000, chain.objs.size()=1 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.wOzprvrsdT881YhbuQeS68llg3i0PwR_0 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15553158594388736100', time=2024-09-12T20:02:26.947461+0000, chain.objs.size()=1 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.8t6dFSusWR92fpkk8dAwhanbWFVMHoq_0 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10843942242994482357', time=2024-09-12T20:02:26.960945+0000, chain.objs.size()=1 2024-09-12T18:05:52.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.061+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.XDSZVkPy-kokE5W_PGWjpFNyovP2WPd_0 2024-09-12T18:05:52.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.073+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.077+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:05:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16543143776912229799', time=2024-09-12T19:58:07.471167+0000, chain.objs.size()=1 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.rCwIqpBvx9fn74PYT-WoJlJiN5ySPnD_0 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18209436634244460902', time=2024-09-12T19:58:09.208306+0000, chain.objs.size()=1 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_._y02JIWyUl3-H6M0eHnYvkYVFp9Xt4U_0 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4365687760593291188', time=2024-09-12T19:58:40.686483+0000, chain.objs.size()=1 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.hTF3byVwQE3utgcl0pG9fzwKvhV7r5f_0 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1706858591131772423', time=2024-09-12T19:58:44.941972+0000, chain.objs.size()=1 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.RnAkj1zmIEsPbmgbR79BaKOJhXuccPM_0 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4153619601893525123', time=2024-09-12T19:59:20.849216+0000, chain.objs.size()=1 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.QGhPhsl88wCykMuJpJAiDczabcduhni_0 2024-09-12T18:05:52.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11014151999324443799', time=2024-09-12T19:59:58.447245+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.5VCgHjTNrS3uIT5W918dC77Igb2D9uL_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18179340106888963108', time=2024-09-12T20:00:31.925624+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.kAgMUsK_pytrFTeamBIr9cN5PBD2SZ3_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4288326150582168571', time=2024-09-12T20:00:34.934641+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.wdu_e1EviRJPVfa5_evCwbKwwdNVYZn_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4988339309792872018', time=2024-09-12T20:01:09.994481+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.4sqCwL_W0xH75h7lgHFQbxNIcch6OgY_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6758509925163732605', time=2024-09-12T20:01:47.357293+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.t9E-lukxoqhxzx_bP9fXrtDYRWxPggN_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16058329007421794138', time=2024-09-12T20:01:50.631459+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.RniDD3EvNeylSNXQI2VYwz7rJwsRKy0_0 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2575137593557248169', time=2024-09-12T20:01:50.641165+0000, chain.objs.size()=1 2024-09-12T18:05:52.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.081+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.p55ee-PBgq8xteeBW8mP4bg2hRjnuDK_0 2024-09-12T18:05:52.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.089+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1287341834971989697', time=2024-09-12T20:03:03.192859+0000, chain.objs.size()=1 2024-09-12T18:05:52.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.089+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.zMUM8vp-q6tv4y3iGdxkuCi27HD-VJ1_0 2024-09-12T18:05:52.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.093+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.097+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:05:52.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-12T18:05:52.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892480361396240968', time=2024-09-12T19:56:30.777540+0000, chain.objs.size()=1 2024-09-12T18:05:52.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.alOEcZgZy1xZwQc9jwKjgPeuY67GnSK_0 2024-09-12T18:05:52.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_SP9u0kEnbUxp5I75XP7Iyn9DaUszfz-', time=2024-09-12T19:56:30.932792+0000, chain.objs.size()=3 2024-09-12T18:05:52.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_0 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_1 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.syRS2qMDRKBjjzS_q7vaFNMjeMIx4rZ_2 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_5FEwJF4yH_fTKowlHCxCbo46womKiEb', time=2024-09-12T19:56:30.967678+0000, chain.objs.size()=1 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.3OI8TdK0HZW-cE56Z_hLZRt00ezX9Nx_0 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7065928190617776376', time=2024-09-12T19:58:40.702732+0000, chain.objs.size()=1 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.gdLoBvpmEnaBzbvezLCfInIdLPd82yw_0 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17048897315775827710', time=2024-09-12T19:58:43.659680+0000, chain.objs.size()=1 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.L4yAk9WQ4BlJqWuK2pcUccv0kdyiS_8_0 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10803264772598854188', time=2024-09-12T19:59:17.503273+0000, chain.objs.size()=1 2024-09-12T18:05:52.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.Xh8ih70VQNJvz4cOiX0PRvLxl5N_4Cr_0 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10306636736260770955', time=2024-09-12T19:59:17.506132+0000, chain.objs.size()=1 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.MSRb_b4yOxU6bZgQ6tpsKeqFKZHKIv4_0 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4927239468720562662', time=2024-09-12T19:59:17.521811+0000, chain.objs.size()=1 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.qJb18ebhhp_KeSBwuFoYJyS90Nfi9ym_0 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15998165528087054072', time=2024-09-12T19:59:17.543534+0000, chain.objs.size()=1 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.1JQ5moI4Xx_KD7tSsWwdE7GvQ9rkPLD_0 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6509697653603321161', time=2024-09-12T19:59:58.465479+0000, chain.objs.size()=1 2024-09-12T18:05:52.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.101+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.3EaOcnzMgfeVUKRbV_SINgL81cgfDK3_0 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9704734602729426360', time=2024-09-12T20:00:31.891774+0000, chain.objs.size()=1 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.akeHUdL0X2N6DL05fNKTqV_-NVG8vK7_0 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9252951652261335526', time=2024-09-12T20:00:31.905165+0000, chain.objs.size()=1 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.ajc8ZoCk49euuFhUyQSXA2wAGbI_K80_0 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1253419578509262985', time=2024-09-12T20:01:09.977636+0000, chain.objs.size()=1 2024-09-12T18:05:52.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.k_hBdL_mJVwytPY0e5bHYToRmnmxHR6_0 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8798344532537338143', time=2024-09-12T20:01:09.988236+0000, chain.objs.size()=1 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.qCcnw4bD41fdieObtnPFch3lDlLSvWV_0 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12810128298705410292', time=2024-09-12T20:01:13.494803+0000, chain.objs.size()=1 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_._ovPTA27SYVu28Gd7c4m-_gmDjm0OyF_0 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17166112866266293473', time=2024-09-12T20:01:47.374834+0000, chain.objs.size()=1 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.d3SDOvgTfDCgaSoF40xPP-cbvQyIZCe_0 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3924818261397987790', time=2024-09-12T20:01:50.633173+0000, chain.objs.size()=1 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.jiDEKARMC5F20x_7Kif0unU-XQBuDSa_0 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8393133269041071615', time=2024-09-12T20:02:23.827553+0000, chain.objs.size()=1 2024-09-12T18:05:52.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.109+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.Zg9EvlE1k4PrdmpSuFhdI4IbmnRyf56_0 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14039056989619498387', time=2024-09-12T20:02:23.841663+0000, chain.objs.size()=1 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.4yM5SYcd1Fld901hd-Kx0IWMZ8vq9-p_0 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6484823866677342758', time=2024-09-12T20:02:29.117955+0000, chain.objs.size()=1 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.CQkX1rrckuMqCt9rMVAGpFlj-Mhffi6_0 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3906930652078630994', time=2024-09-12T20:02:29.128090+0000, chain.objs.size()=1 2024-09-12T18:05:52.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.EWEPtDL8bdbB2u_Zy7zHtrcZTwLWzgJ_0 2024-09-12T18:05:52.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16909350651108410399', time=2024-09-12T20:02:29.130148+0000, chain.objs.size()=1 2024-09-12T18:05:52.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.5AwY4UfKrfQQYru0WJ9cVZci6m7bxkJ_0 2024-09-12T18:05:52.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7006850717294688805', time=2024-09-12T20:03:03.177395+0000, chain.objs.size()=1 2024-09-12T18:05:52.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.113+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.KGTWwIiy3u_-VPQ7tUsOf8CGwD2c6up_0 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12711568041701289277', time=2024-09-12T20:03:03.189244+0000, chain.objs.size()=1 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.p6piDbBp4wAIqsNuLqS1HHJXByFd78T_0 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18267648967682502928', time=2024-09-12T20:05:15.247726+0000, chain.objs.size()=1 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.PhIZuQ9lfTmMZ-Z_FD0rHyzq7i-88_u_0 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1354557452389765265', time=2024-09-12T20:05:15.254962+0000, chain.objs.size()=1 2024-09-12T18:05:52.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.117+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.PwZcfQlPcX6HmaxdszgRzVCdT5NybeK_0 2024-09-12T18:05:52.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.121+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.149164889696918727', time=2024-09-12T20:05:15.257047+0000, chain.objs.size()=1 2024-09-12T18:05:52.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.121+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.P1laxDKcGKJgwJXVTEwvrJsW0qyqooD_0 2024-09-12T18:05:52.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.125+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.129+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:05:52.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16404407250348238991', time=2024-09-12T19:56:30.904668+0000, chain.objs.size()=5 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1_1 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2_1 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.3 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4528441300859962936', time=2024-09-12T19:56:31.036190+0000, chain.objs.size()=5 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.1 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.1_1 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.2 2024-09-12T18:05:52.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__shadow_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.2_1 2024-09-12T18:05:52.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-LUKEWARM.2~wbkjlnumfDh_dsZFkTT3E_d7rYL-HYV.3 2024-09-12T18:05:52.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16575085638522088611', time=2024-09-12T19:58:05.744463+0000, chain.objs.size()=1 2024-09-12T18:05:52.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.JCNm_E_Nh2Cub4pUKZmX1qOmBSgJMan_0 2024-09-12T18:05:52.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7467708369017561343', time=2024-09-12T19:58:05.763628+0000, chain.objs.size()=1 2024-09-12T18:05:52.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.133+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.FUVg9rCGnOSFwpWaxrzOsZkISm9huoF_0 2024-09-12T18:05:52.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11448352468075042342', time=2024-09-12T19:58:05.767079+0000, chain.objs.size()=1 2024-09-12T18:05:52.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.Zopuhlk1OXfQJdGtU-PG7osrbUlNpPM_0 2024-09-12T18:05:52.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16827374393338574842', time=2024-09-12T19:58:07.506355+0000, chain.objs.size()=1 2024-09-12T18:05:52.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.H3PCpzR3805jrI0_wzBm6FQfbpGP4pf_0 2024-09-12T18:05:52.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7739426741558764144', time=2024-09-12T19:58:40.695721+0000, chain.objs.size()=1 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.jhGW_xQy5wfDoYR4svvOkFGBTUIM-c8_0 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14103156940364861287', time=2024-09-12T19:58:40.696501+0000, chain.objs.size()=1 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.dqWQ8EXB2SqluQjh5zYboC3MNsaWryE_0 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12460936570967013019', time=2024-09-12T19:58:44.947723+0000, chain.objs.size()=1 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.fPEvMvSxUw3ARPUUmX44dgh776B28Po_0 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5248088313678498677', time=2024-09-12T19:59:17.538637+0000, chain.objs.size()=1 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.V8eFAm7PR4YaBpdyQ6-S9b7ZT9-tv2W_0 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3236492997958502582', time=2024-09-12T19:59:55.623639+0000, chain.objs.size()=1 2024-09-12T18:05:52.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.137+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.jOWA_lgdai0A_Diz-HqpbTCSy_9V7mI_0 2024-09-12T18:05:52.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.141+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14358079147069506783', time=2024-09-12T20:00:34.956975+0000, chain.objs.size()=1 2024-09-12T18:05:52.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.141+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.C0xq_wN90PgmrgzG73J5UV6aFYFjNpb_0 2024-09-12T18:05:52.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.141+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3873856507969857990', time=2024-09-12T20:02:29.115853+0000, chain.objs.size()=1 2024-09-12T18:05:52.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.141+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.FV4kW-yyR_l-nmCWYT4PqaTHsLDeATW_0 2024-09-12T18:05:52.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.149+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.153+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:05:52.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.153+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.153+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17381701358033867326', time=2024-09-12T19:56:30.414604+0000, chain.objs.size()=1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.uFKWcogiM-IbPsFJTi6hdFyLnpTixC3_0 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_M1JWxRaVEgKV8QaxIhPssArxwga4san', time=2024-09-12T19:56:30.745322+0000, chain.objs.size()=2 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.sOOfM684mW91SYIVwVwPr5hk6K2QJJi_0 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.sOOfM684mW91SYIVwVwPr5hk6K2QJJi_1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13464930723586456776', time=2024-09-12T19:58:05.752935+0000, chain.objs.size()=1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.EsG7v8mqOeFj7YWRvYrj_dgaDopdLvC_0 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2984051293864752785', time=2024-09-12T19:58:07.466874+0000, chain.objs.size()=1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.AbKT33YkNkZBk1bBg_VtAKN_4Dv9fNB_0 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4782412978766567508', time=2024-09-12T19:58:40.697109+0000, chain.objs.size()=1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.eK5gmtkhHVEMxRie4hUZmftL4JWbnKK_0 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12352026794161595527', time=2024-09-12T19:58:44.937463+0000, chain.objs.size()=1 2024-09-12T18:05:52.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.ub8mvCGEf40mE2eKUyQArfNkEpEydma_0 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4796420297434669209', time=2024-09-12T19:58:44.951486+0000, chain.objs.size()=1 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.J3SL4c5QaNlmmaknUCmNUr5TFI1LFz6_0 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13211587406459950876', time=2024-09-12T19:58:44.952122+0000, chain.objs.size()=1 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.fJLxDfQXTd8MMfA_WAs8dPXLexJuOwm_0 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12987303687505159490', time=2024-09-12T19:59:20.834552+0000, chain.objs.size()=1 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.dNbCEtVOmmrWJOIwgd8fKgZn9l1i7j1_0 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7107565868596003947', time=2024-09-12T19:59:20.839449+0000, chain.objs.size()=1 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.PxqZU2JJJxvhsNHkDM6rXpXQhBaz7m5_0 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2556320367799244956', time=2024-09-12T19:59:24.510688+0000, chain.objs.size()=1 2024-09-12T18:05:52.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.157+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.EOR9L6agGeWZUqvI7FFvP7T8PWg8kj9_0 2024-09-12T18:05:52.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14197597724559756620', time=2024-09-12T19:59:55.633988+0000, chain.objs.size()=1 2024-09-12T18:05:52.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.8j0qveoOfSuNqds4jFeBPzgJpPrDjYn_0 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12273914093719485289', time=2024-09-12T20:00:34.948672+0000, chain.objs.size()=1 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.PNltH7kM5sMQoT7BJDkYhdPlw9GSy_L_0 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15783504726450220295', time=2024-09-12T20:01:09.986741+0000, chain.objs.size()=1 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.ZllHRaUF2wdNySBMf7Zg5Iy0LrQlRzK_0 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10025552697628375868', time=2024-09-12T20:01:09.995064+0000, chain.objs.size()=1 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.2f4SzfqKC2fDJ-vNXue6KDmGJaCe5Md_0 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6671001461411598092', time=2024-09-12T20:01:13.484280+0000, chain.objs.size()=1 2024-09-12T18:05:52.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.B-9Srq7WlRHsal5OgNsr5LU7H97Cvm-_0 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10092711906651752485', time=2024-09-12T20:01:47.364940+0000, chain.objs.size()=1 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.IU9xEjMrDinZfjgPvyHYYRS0NmSHiqu_0 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14375473275817233738', time=2024-09-12T20:01:50.624822+0000, chain.objs.size()=1 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.qfBRLE_NvjUmX8amuHdxEdlZgFd0xbA_0 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15046371420607033005', time=2024-09-12T20:01:50.634144+0000, chain.objs.size()=1 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.9qaiait6vnVFYKW6YhZVpUoDod4TDJo_0 2024-09-12T18:05:52.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10922419206758448167', time=2024-09-12T20:02:26.964700+0000, chain.objs.size()=1 2024-09-12T18:05:52.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.V-_TTHC_VTkp7YdlcpptNkWD_uOQfoR_0 2024-09-12T18:05:52.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11828775911235981316', time=2024-09-12T20:02:29.105775+0000, chain.objs.size()=1 2024-09-12T18:05:52.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.161+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.Y0VqUUachgbauD_wHk0RuJFYU22aol5_0 2024-09-12T18:05:52.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.169+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:05:52.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3914568746397803423', time=2024-09-12T19:56:30.456225+0000, chain.objs.size()=1 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.mJcH9KaDDMG6YI0T3rQ2WECUPdYDvho_0 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14511317177253360911', time=2024-09-12T19:56:30.944125+0000, chain.objs.size()=3 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.1 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.2 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-STANDARD.2~Qj_dkHJPrbELhgoYF0JaAWzxkRTFomX.3 2024-09-12T18:05:52.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6710153577267845890', time=2024-09-12T19:58:04.623950+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.fS2AWPbxoezc6nnFs2MPb04l_0S58QH_0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.108289230779484094', time=2024-09-12T19:58:05.756755+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.Vt59Jqi9cX06PATdROhMTh6s8ScYHTM_0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10338451903933904579', time=2024-09-12T19:58:44.945290+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.kreJdK_HXON24nfX2_aYJwEXmiEv8Mj_0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11862751481544971012', time=2024-09-12T19:59:57.329440+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.IPLH6d8oWfrCocq8iOVqdC1WmQyleL__0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2830612904036100598', time=2024-09-12T20:00:31.884865+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.Ev9EHxHWTOTG05iPdeKIjO6VIFcdExz_0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18272547289513571709', time=2024-09-12T20:00:31.899490+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.ubvpM_Z6mv6PWQcV_I-1BV_Qo-AOQIX_0 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1146373473464574678', time=2024-09-12T20:00:34.942645+0000, chain.objs.size()=1 2024-09-12T18:05:52.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.U291GAClBxEP6auOkHbO3dbvJObBDfj_0 2024-09-12T18:05:52.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6003894322794203186', time=2024-09-12T20:00:34.952009+0000, chain.objs.size()=1 2024-09-12T18:05:52.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.173+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.-SLPQYogNKzGzBpY6ebmbatV3M_3Y1l_0 2024-09-12T18:05:52.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.177+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8660308855631220215', time=2024-09-12T20:01:13.467265+0000, chain.objs.size()=1 2024-09-12T18:05:52.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.177+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.I4-rm1Q9xQiUTPk7O-p7mPpUyo9xpI7_0 2024-09-12T18:05:52.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15347023442565865517', time=2024-09-12T20:01:47.368176+0000, chain.objs.size()=1 2024-09-12T18:05:52.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.uQBkdR1E1n2MjMVBOH-qLtkZmOrTtHx_0 2024-09-12T18:05:52.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15206677192612214133', time=2024-09-12T20:01:50.633016+0000, chain.objs.size()=1 2024-09-12T18:05:52.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_._pXbx6xjm37f-ZxHOSJnpYQd8Ahvi3N_0 2024-09-12T18:05:52.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16102313493222698634', time=2024-09-12T20:01:50.644309+0000, chain.objs.size()=1 2024-09-12T18:05:52.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.9ylZOcO4s2wGFxZuChzVmc5QZe15wbo_0 2024-09-12T18:05:52.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9875978737012649724', time=2024-09-12T20:02:26.941047+0000, chain.objs.size()=1 2024-09-12T18:05:52.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.csezqBGJ0r_Z6IhzESm8tby3-3cWchD_0 2024-09-12T18:05:52.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18169412727694247812', time=2024-09-12T20:05:15.247742+0000, chain.objs.size()=1 2024-09-12T18:05:52.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.181+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.5dcuGg6owYR5KYDgVbu8ZOvnspd-ak3_0 2024-09-12T18:05:52.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.185+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:05:52.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11534565690551404470', time=2024-09-12T19:58:05.748275+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.rRczrsI_MdFrUCGqxtY98oXgI-ceIxm_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16896520199196127623', time=2024-09-12T19:58:40.695677+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.XlZWG7GY9VWDUjy5lfAA51ypyRf9ZSc_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8003789622250441116', time=2024-09-12T19:58:43.669155+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.571hHX_3V0v4or2EJzpZiUQep3lYBDu_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1683452530570501330', time=2024-09-12T19:58:43.688174+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.MQQFoAFTl0M45O1GaKWawPShijc4sck_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3926387659024141932', time=2024-09-12T19:58:43.700307+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.rnu0hw1CA08jE9QZ1Vq0zU4ywa2dFC5_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13570287802344739317', time=2024-09-12T19:59:55.608384+0000, chain.objs.size()=1 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.tcYDqRy3V7D16g8Qx6kAGB3VJR7XhOM_0 2024-09-12T18:05:52.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5275489854667840138', time=2024-09-12T20:00:34.967175+0000, chain.objs.size()=1 2024-09-12T18:05:52.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.Dtjqp32bRCYHkM2ATYeDiLrLBbFcb96_0 2024-09-12T18:05:52.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.462871257670262889', time=2024-09-12T20:00:36.921454+0000, chain.objs.size()=1 2024-09-12T18:05:52.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.75Dp6YOIGmjJOOwgJsrwDznsHVsUZS6_0 2024-09-12T18:05:52.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15023956921134975114', time=2024-09-12T20:01:13.484342+0000, chain.objs.size()=1 2024-09-12T18:05:52.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.189+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.tQIlm4KYUnbTcKr2nV_jjIs4c9WFdq1_0 2024-09-12T18:05:52.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.193+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.197+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:05:52.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17037075153981303812', time=2024-09-12T19:56:30.425529+0000, chain.objs.size()=1 2024-09-12T18:05:52.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.6tvA04SkyoSIFPYc85VgNTMLGfKR3ed_0 2024-09-12T18:05:52.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3373005570905714883', time=2024-09-12T19:59:17.532277+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.dMCx13XYkK35fy2VpudBju-NOCYzmYE_0 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16064977430452135199', time=2024-09-12T19:59:20.827902+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.BzWVJtdzUW2rYkvi8FoUYlkENdyoXyW_0 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17954682639102798443', time=2024-09-12T19:59:22.779534+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.kMw5Zp6a0e1F0U4Ty__Sg_i3UmHD0Mz_0 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14502415493667576058', time=2024-09-12T19:59:22.798888+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.sz5IpZjFYub1NInMtHV2M_cN2B9WgTW_0 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11108368378311985638', time=2024-09-12T19:59:58.446522+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.zT5ngwIOwQK9HPBy9HvHRsbbrHstBM8_0 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9175742662959907165', time=2024-09-12T20:00:34.929737+0000, chain.objs.size()=1 2024-09-12T18:05:52.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.aZE7vUuFspXHqLAWbybcpBD8yYxVbfm_0 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7510326679455196799', time=2024-09-12T20:01:13.458638+0000, chain.objs.size()=1 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.wUmRJOSTR0oeqGeq2QgNGvyyj1X4jcM_0 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12527749665194845561', time=2024-09-12T20:01:15.591871+0000, chain.objs.size()=1 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.1g8J_-U4_df65Z9oYFhTzj6G85UJqyM_0 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4273830520376027400', time=2024-09-12T20:02:23.811352+0000, chain.objs.size()=1 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.qw-T-fCL6f-Op8ZsYEZZrhhGwJ6-LKu_0 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5620582268183764040', time=2024-09-12T20:02:29.118487+0000, chain.objs.size()=1 2024-09-12T18:05:52.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.NFIccHhW3SJx5ZeIEUWivQLtpEcUqOt_0 2024-09-12T18:05:52.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13593666297590195702', time=2024-09-12T20:05:15.246092+0000, chain.objs.size()=1 2024-09-12T18:05:52.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.201+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.gLKBWyGolC2sfvmzNO2JS-6ddLj0S69_0 2024-09-12T18:05:52.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.205+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8136908463724068144', time=2024-09-12T20:05:15.248187+0000, chain.objs.size()=1 2024-09-12T18:05:52.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.205+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.Now4ftvTlZuYSNJ7ymSpof3Bl7Uf7Wq_0 2024-09-12T18:05:52.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.209+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:05:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:05:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2381457564254970481', time=2024-09-12T19:56:30.452174+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.qKe2jWGvjOGVsF_-aW7Wp-Olge9pS4i_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16871555431265957422', time=2024-09-12T19:56:31.235919+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.ubuWG4zligHPetQdAE8hxQv43I_Rnza_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.465568284161849572', time=2024-09-12T19:56:31.323829+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.M_FjzoN4nbQ86tijz3XigPnqt_hJ8xf_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4902060713107736470', time=2024-09-12T19:58:07.481184+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.KvYBtwSsWhGoY_HDOy0x5KDVY0v1Gva_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11885946447106696305', time=2024-09-12T19:58:07.500036+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.UavkNsVyRVlaKpQ17lhon9onCT5wZxn_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11549296792034716638', time=2024-09-12T19:58:07.501138+0000, chain.objs.size()=1 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.AAVQnwp8CM4eMqHR8sMLOSS5IsHHmkN_0 2024-09-12T18:05:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14617941858956619339', time=2024-09-12T19:58:07.504394+0000, chain.objs.size()=1 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.W2RpCHXyyrAYJzZOd2NQv-dt0w0T8qH_0 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1059473506113331780', time=2024-09-12T19:58:43.691499+0000, chain.objs.size()=1 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.ieFnzNo-SYW5VG0cbRPAHm2Ym-DOF2Y_0 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6634784111084586342', time=2024-09-12T19:59:17.546716+0000, chain.objs.size()=1 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.Mchka68nYhMuC3P4K7SX-da_m5BDVVs_0 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7750456220133543523', time=2024-09-12T19:59:58.429554+0000, chain.objs.size()=1 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.Flp7XeZfehTqJfxQW5HvYZk24Kdo5Lg_0 2024-09-12T18:05:52.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8184697525752756314', time=2024-09-12T19:59:58.435566+0000, chain.objs.size()=1 2024-09-12T18:05:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.koWYT6Whq_sijcodzApoF8tmR9zE0HE_0 2024-09-12T18:05:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12405646083695481793', time=2024-09-12T20:00:31.917043+0000, chain.objs.size()=1 2024-09-12T18:05:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.213+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.wyEdomf50SaK2C8JWyzHDvEs_efSHGK_0 2024-09-12T18:05:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17511975704159800161', time=2024-09-12T20:00:34.964908+0000, chain.objs.size()=1 2024-09-12T18:05:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.pYSHBi3_ciIGAIRajh9gVpenjLyc0RC_0 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4157769384524144447', time=2024-09-12T20:00:36.895026+0000, chain.objs.size()=1 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.WCvOolVXINK5_mRTKMJMhH2nkiNc87C_0 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14068046454721402021', time=2024-09-12T20:00:36.911502+0000, chain.objs.size()=1 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.BbKQwxJzx1q0JoBBVZ1AW2Jv1ovzeaP_0 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14414951302784763787', time=2024-09-12T20:00:36.919792+0000, chain.objs.size()=1 2024-09-12T18:05:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.p3HNoOJUL4CSbhmnD3Zc-HPCo-sShbh_0 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7835627872677609826', time=2024-09-12T20:01:09.971934+0000, chain.objs.size()=1 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.eoeXrUcSFza9uKrsBDDL0UtFA73B1g1_0 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18104124333018123864', time=2024-09-12T20:02:26.949995+0000, chain.objs.size()=1 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.jQ2dEIEOHubIerKo0iN6BRLjY2DCqNL_0 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12357859839187387959', time=2024-09-12T20:02:26.951182+0000, chain.objs.size()=1 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.xl5YTqlhrbWp8KclRXz6r3wSEsZOZ_6_0 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17726630623792876365', time=2024-09-12T20:02:29.101063+0000, chain.objs.size()=1 2024-09-12T18:05:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.217+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.mhgcFh5E-7SSkOzGKg-CLbEm-hKkWP2_0 2024-09-12T18:05:52.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.225+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:05:52.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6253129106478790986', time=2024-09-12T19:58:05.746585+0000, chain.objs.size()=1 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.rTSd5XNny4jO8xJa7gdR6IY0GyRuwfx_0 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10011388428889649856', time=2024-09-12T19:58:05.748717+0000, chain.objs.size()=1 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.uNLJqK0JpilEGQr-D6tZuZKPcA6Wsn3_0 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8073059572961681374', time=2024-09-12T19:58:07.498887+0000, chain.objs.size()=1 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.-uelVR62obwKNRHHy4HqmEXsMro2W2J_0 2024-09-12T18:05:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13780415376555018390', time=2024-09-12T19:58:40.710823+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.Mm0cOWeBM5gQJ9AfF5pYVkyp1M_6g6i_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8751975337678244919', time=2024-09-12T19:58:44.956180+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.GFDIvRFUAADK58ZkNj5DKOy5smBMBUG_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8711372868735954581', time=2024-09-12T19:58:44.967997+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.ERYK_XIi2WdonyXycWriYgRd0k7jaoD_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.190840977868248656', time=2024-09-12T19:59:17.510694+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.1BLuyZGwgbH2QHyzkn6JrBZICP4TdqP_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1442394863818822571', time=2024-09-12T19:59:55.609829+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.30K_zxvMDuaDE311N_vRe3uukDzSe4w_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16335341992937694140', time=2024-09-12T19:59:55.619802+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.YgD_J5PTKS1kxVzoFwNc2ks3eqmvlSg_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.449866151693638076', time=2024-09-12T20:00:34.936680+0000, chain.objs.size()=1 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.Gf8HTeBqgOVkhxeojWS6W3oXFDu8mYA_0 2024-09-12T18:05:52.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2440214847407999399', time=2024-09-12T20:01:09.081529+0000, chain.objs.size()=1 2024-09-12T18:05:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.I2w5A8hK0wD_5GPdo-g-pcTAflVRqOy_0 2024-09-12T18:05:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4523366826009235924', time=2024-09-12T20:02:26.929388+0000, chain.objs.size()=1 2024-09-12T18:05:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.229+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.b3xud06xxE32D7Jm0dhPJeJqQMMkCru_0 2024-09-12T18:05:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.233+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12566319157735676294', time=2024-09-12T20:03:03.184528+0000, chain.objs.size()=1 2024-09-12T18:05:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.233+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.txV_6mcu8GSouEllg4Id3HnH2-MC8qF_0 2024-09-12T18:05:52.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.237+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:05:52.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4441575070740836668', time=2024-09-12T19:56:30.565574+0000, chain.objs.size()=4 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.1 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.2 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.3 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.13__multipart_foo.2~uhFX6vaW2KLs_VbhWgvqTNILPt0zJCi.4 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12186541100738427375', time=2024-09-12T19:56:31.047853+0000, chain.objs.size()=3 2024-09-12T18:05:52.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.1 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.2 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.15__multipart_foo-STANDARD.2~cQD9_dFskrd705KsE7oJPoCrSTFERa2.3 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8375530532099323434', time=2024-09-12T19:59:55.598615+0000, chain.objs.size()=1 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.63o5r839LT96MEn08o0smp7Z7ftNl3C_0 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.224869005170803783', time=2024-09-12T19:59:58.444973+0000, chain.objs.size()=1 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.JyVeZRKDErmOb1wAq3MKGrQTJSNYes9_0 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9179928719020678112', time=2024-09-12T20:00:34.916464+0000, chain.objs.size()=1 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.uQ17vAsrDZ6SIw_-2Y04TK0rlmFOhBM_0 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11409023879221552010', time=2024-09-12T20:00:34.940324+0000, chain.objs.size()=1 2024-09-12T18:05:52.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_._XR8jJkvkp65diszUOipGFoT67AkE77_0 2024-09-12T18:05:52.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4879910968229043490', time=2024-09-12T20:02:29.119224+0000, chain.objs.size()=1 2024-09-12T18:05:52.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.241+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.0YmHFEhH2oaMnzpSSh_rLTkINWBhGbV_0 2024-09-12T18:05:52.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.245+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12696891203259423513', time=2024-09-12T20:03:03.182829+0000, chain.objs.size()=1 2024-09-12T18:05:52.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.245+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.KdAJweIu6IzsU9RQbilABRVrOWxYJy7_0 2024-09-12T18:05:52.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.249+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.253+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:05:52.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.253+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.253+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16750872814308920083', time=2024-09-12T19:56:30.436003+0000, chain.objs.size()=1 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.REpLzDzCWdCCVXfXc1lMg6p6N0agRE-_0 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10521297151347523192', time=2024-09-12T19:56:30.699804+0000, chain.objs.size()=2 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_0 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_1 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11232665227794138190', time=2024-09-12T19:58:07.481536+0000, chain.objs.size()=1 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.nGWBx89WYhT_qLz78VvJODx3Kcxahns_0 2024-09-12T18:05:52.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17038983263968923732', time=2024-09-12T19:58:07.486445+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.TTLyDmm6N7tuMpxNQzcrPpAWJs05SgN_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1963523835906700282', time=2024-09-12T19:58:07.508014+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.tRND9AnZ6twmQK9ESrK4LDn3MDpU1yU_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12625362509424066148', time=2024-09-12T19:58:40.696137+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.YT1M7edQ7h0dnmnv11LGa4xb7g_YgFn_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1388075506317211511', time=2024-09-12T19:58:43.686094+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.0Zy2-yVyyo4tJYWT5rc5cio5PXax4_A_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12961796948443130708', time=2024-09-12T19:58:44.943449+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.GtXWvLQGSk1YGcmjHHhEHEi8Yc_v_b1_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.283008278495934296', time=2024-09-12T19:58:44.972074+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.5aHM1ygZlLwnnW9S2qwZfZ2P07aPyzW_0 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7466417532265184449', time=2024-09-12T19:59:20.869496+0000, chain.objs.size()=1 2024-09-12T18:05:52.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.YyufjuFL9DigyF9QQSUtSuc0D8y27g6_0 2024-09-12T18:05:52.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1167299130199987716', time=2024-09-12T19:59:58.429685+0000, chain.objs.size()=1 2024-09-12T18:05:52.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.mj9VASQxIp8LlU8G97m8nufGnJ-CpO2_0 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12416755271044575173', time=2024-09-12T20:00:31.900583+0000, chain.objs.size()=1 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.XjhdYiIDSotGCxyItZkUwWxlWk55A9__0 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.370439193859227332', time=2024-09-12T20:00:34.915454+0000, chain.objs.size()=1 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.zSv8OnmYu6jEEJxHLKsXZiDTgK9ghHA_0 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10266446409162952630', time=2024-09-12T20:01:09.988444+0000, chain.objs.size()=1 2024-09-12T18:05:52.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.257+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.aTv5NH72qoASHmZuasrq0HrtI4BR3sl_0 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2144954857634413980', time=2024-09-12T20:01:47.357711+0000, chain.objs.size()=1 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.J-80tsUkdCB75Hwh4-9RxNyHG-h5Qcg_0 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12946928943805922984', time=2024-09-12T20:02:23.838109+0000, chain.objs.size()=1 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.FvOFabiXhkvsgPHo61YQ1KG8Mg8aoNE_0 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4052391535141480490', time=2024-09-12T20:02:29.096304+0000, chain.objs.size()=1 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.1agNUsWihI9N1tGIgWGlCBXNwgwQYpU_0 2024-09-12T18:05:52.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15510392149369835898', time=2024-09-12T20:03:03.175380+0000, chain.objs.size()=1 2024-09-12T18:05:52.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.eTXCxRn4gHR7DP0Yfdu-o20dnfKW4WW_0 2024-09-12T18:05:52.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13971161686160814254', time=2024-09-12T20:03:03.183026+0000, chain.objs.size()=1 2024-09-12T18:05:52.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.G9x-B8t9hqzZt5yaBWokvpsaZRkt4Ul_0 2024-09-12T18:05:52.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2236002655538364425', time=2024-09-12T20:05:15.246905+0000, chain.objs.size()=1 2024-09-12T18:05:52.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.9GSjGqhfa6E7zNP900UTXoimNM6EqMI_0 2024-09-12T18:05:52.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18314630429953283235', time=2024-09-12T20:05:27.780710+0000, chain.objs.size()=1 2024-09-12T18:05:52.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.261+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:Vw3sbJMMSkfbAThLueZ5n2N51KsO5pW_.wbp-5viFAlNo-1duZ8af4uehC7VpOFL_0 2024-09-12T18:05:52.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.265+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.269+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:05:52.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.269+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_fe3jb9W4Jbtn7T2yOVJVRhs95Z_XgUs', time=2024-09-12T19:56:30.793932+0000, chain.objs.size()=1 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.10jPkO0lfqxoNj4pY0E9qaFAZI9tfCC_0 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12704640188059487503', time=2024-09-12T19:58:05.749928+0000, chain.objs.size()=1 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.IQxL5J437y7P_8RrAdLCgLo7TUy6lp6_0 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14678024332426771792', time=2024-09-12T19:58:40.683861+0000, chain.objs.size()=1 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.m0yS3VwrMxSap-Ntl-b2Bc3ou0ijD4q_0 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12184023697627230971', time=2024-09-12T19:58:42.787175+0000, chain.objs.size()=1 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.DNJKxwhuWia_KOu945LRXW8J-fxYJ1B_0 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3419630563133783555', time=2024-09-12T19:58:43.672247+0000, chain.objs.size()=1 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.bP7Ic3fBXI8y681v1tSuf8Znxoi5eXe_0 2024-09-12T18:05:52.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2250592107891813519', time=2024-09-12T19:59:22.815235+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.sOPR8btdioq9LzaiXw1Q5nPwKGLxlez_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13811423897960445283', time=2024-09-12T20:00:31.894988+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.oci7qSf2cKUni6Rrr7ml1auexE-nhvq_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13381780141701338646', time=2024-09-12T20:00:36.905879+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.NmMX-bLHj0ahhDmjoVxsfv-5r0TOZB5_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10030863706769014918', time=2024-09-12T20:01:13.471003+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.5QQtomQg4G3eH77o1RTLYOFa9Ysas_z_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13551256996929149377', time=2024-09-12T20:01:50.618096+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.iqC18rME8Rm1Pb5xZOeX8Y5msQS1SdC_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8638132647104461722', time=2024-09-12T20:02:23.809393+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.i56DaAduxJFUZBn57tkeDT3_jxX4OgI_0 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16878840347660595859', time=2024-09-12T20:02:29.111229+0000, chain.objs.size()=1 2024-09-12T18:05:52.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.273+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.tUoF_UxXj5nzD6ds9mZH5Jdf2LTT1d3_0 2024-09-12T18:05:52.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.277+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9334532565935259242', time=2024-09-12T20:03:03.188902+0000, chain.objs.size()=1 2024-09-12T18:05:52.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.277+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.OASuejpfZqvubCNiUIBXbuv7jttF6-Y_0 2024-09-12T18:05:52.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.277+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17311201911773189666', time=2024-09-12T20:05:15.251268+0000, chain.objs.size()=1 2024-09-12T18:05:52.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.277+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.gwMEe8q1MslOqTuPYB_g2oXd7lxm8D__0 2024-09-12T18:05:52.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.281+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.281+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:05:52.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_xylzBbI1wTqx7oJAgFtMSz1C6pdOEgB', time=2024-09-12T19:56:30.710570+0000, chain.objs.size()=2 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.B48VnhlsNFUav0-LU1yyyadNdpED101_0 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.B48VnhlsNFUav0-LU1yyyadNdpED101_1 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6311757535309622192', time=2024-09-12T19:58:07.471745+0000, chain.objs.size()=1 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.XlelF8IbI7IUOXWWCr-XBKJ1kYDokGV_0 2024-09-12T18:05:52.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11859977864449711278', time=2024-09-12T19:58:44.954221+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.yOmYliHfknt5M9zsJeamoOdDdHt7k5K_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9845810433749511311', time=2024-09-12T19:58:44.969741+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.9_Yn-QapAy1jJ2CJYqPmUOkWVaXo8ZK_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9372730373392652029', time=2024-09-12T19:59:17.522258+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.Rf8bGvdV0izpTG2EIC0HEA6SVuLK56x_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7462277518614125822', time=2024-09-12T19:59:17.546868+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.7mJhU9AvNGS67LQStJ1bbcAZV4OQSy5_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16344304057793715994', time=2024-09-12T19:59:20.837294+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.3p_M7rbQ58RY0BJ3AoYMT6sIGXBEIOQ_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8543261755076304578', time=2024-09-12T20:00:31.915474+0000, chain.objs.size()=1 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.-C1YeuLtLY6rNW4Kt5a6G5s48b7SyNW_0 2024-09-12T18:05:52.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14130069184113455351', time=2024-09-12T20:00:36.918965+0000, chain.objs.size()=1 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.KI_UZomrgDo4EgxiWovOtgZG_uvlyoN_0 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17181569453532708949', time=2024-09-12T20:01:09.976200+0000, chain.objs.size()=1 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.3ZHPj6pgjWx1vNejX9A-fo25JIAYQKd_0 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17459576145490774700', time=2024-09-12T20:01:13.480203+0000, chain.objs.size()=1 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.285+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.dCGwkolkw5dlOgCG0Z45Q2raIGM9uqf_0 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2751821372258262089', time=2024-09-12T20:01:47.366822+0000, chain.objs.size()=1 2024-09-12T18:05:52.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.HpbScKOBxqlrPZhUJxzWsr6HC8cBXcl_0 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8281407395433950402', time=2024-09-12T20:01:50.644147+0000, chain.objs.size()=1 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.6Z5rnXkB5t6SeGNG3yjBCYiq4uHe_8s_0 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13431503738710720901', time=2024-09-12T20:02:29.117918+0000, chain.objs.size()=1 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.fwQDnPbjeqir82R_7FDkUDfNyYxpvNZ_0 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3215200322658152773', time=2024-09-12T20:03:03.205411+0000, chain.objs.size()=1 2024-09-12T18:05:52.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.289+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.VXjgVfMVmMf3wm8rXknDFS6utvU0jnB_0 2024-09-12T18:05:52.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.293+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:05:52.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11992726079557640495', time=2024-09-12T19:56:30.609854+0000, chain.objs.size()=4 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.1 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.2 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.3 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.11__multipart_foo.2~X0YJH4reGszh7GA0wmG07pBfsje5zVA.4 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9447076104634911529', time=2024-09-12T19:58:07.502323+0000, chain.objs.size()=1 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.VkETBZLsJiAnN1ByWXCGsAGfEAmDzsO_0 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11475899850115164745', time=2024-09-12T19:58:43.670640+0000, chain.objs.size()=1 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.8zsa3Idk4EkQjch35Qn7v0euGN8Jpzi_0 2024-09-12T18:05:52.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4328495601828083283', time=2024-09-12T19:58:44.962938+0000, chain.objs.size()=1 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.7LzM21yjtuNMC3EcaXdLiFohu0G0-AM_0 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14202723782371364692', time=2024-09-12T19:59:17.524565+0000, chain.objs.size()=1 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.YbeQ3SK0dxoYgW-9eOicIJbtmFM2pGi_0 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4371268916700932632', time=2024-09-12T19:59:55.598725+0000, chain.objs.size()=1 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.mHGI6422mSusdaqJ-cRiUgip9QUX-Bk_0 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7401600481726020818', time=2024-09-12T19:59:55.643709+0000, chain.objs.size()=1 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.O_jqTPceKr9nI2kVkxrObPrGH9oCW0k_0 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16331926666199536693', time=2024-09-12T20:00:31.916606+0000, chain.objs.size()=1 2024-09-12T18:05:52.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.VMAuyFivrt1SmZWOdd_IWxChnfrYpDG_0 2024-09-12T18:05:52.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7612291474155199389', time=2024-09-12T20:00:36.908887+0000, chain.objs.size()=1 2024-09-12T18:05:52.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.297+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.jAPle_56FtKmdip2-_ray5PWo9qkrJ9_0 2024-09-12T18:05:52.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.301+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3422460161270835287', time=2024-09-12T20:01:13.466238+0000, chain.objs.size()=1 2024-09-12T18:05:52.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.301+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.YMiIzRP6jtku7haIUbJbh6FaouHla_m_0 2024-09-12T18:05:52.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.301+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8991289695774567431', time=2024-09-12T20:01:13.491241+0000, chain.objs.size()=1 2024-09-12T18:05:52.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.301+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.VDUGEPBE9muH_rlJed2SDiLuG613F3N_0 2024-09-12T18:05:52.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.305+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17609374990206455357', time=2024-09-12T20:02:29.117688+0000, chain.objs.size()=1 2024-09-12T18:05:52.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.305+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.yn2udjnr3CdnbO265gJXtIHTtJh8zGc_0 2024-09-12T18:05:52.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.305+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11527276575793363612', time=2024-09-12T20:05:15.252389+0000, chain.objs.size()=1 2024-09-12T18:05:52.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.305+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.b_1-IVaYZD6hJUuHRJDuP7dKcArYzuN_0 2024-09-12T18:05:52.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.309+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.309+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:05:52.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:05:52.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14537300197555891457', time=2024-09-12T19:56:30.410818+0000, chain.objs.size()=1 2024-09-12T18:05:52.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.K7rQ6k3K9bmuuf-FDu5ia2Uu3ycVy9Q_0 2024-09-12T18:05:52.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6713418332011724436', time=2024-09-12T19:56:30.856415+0000, chain.objs.size()=5 2024-09-12T18:05:52.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1_1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2_1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.3 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2568130778471290038', time=2024-09-12T19:56:31.289463+0000, chain.objs.size()=1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.V4LTsUIKd7NQXzF5VgUhUmcoYrUh4ue_0 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14620475802116287943', time=2024-09-12T19:58:05.738459+0000, chain.objs.size()=1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.6-Mns5uZvjfCAw-V4Ka_5E-djY1rETc_0 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15364040828866604517', time=2024-09-12T19:58:05.759971+0000, chain.objs.size()=1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.X-1mm9lK1Smij-IU1EdkduP85Api1UC_0 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17417100231513176768', time=2024-09-12T19:58:40.715140+0000, chain.objs.size()=1 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.K_B8cgArdwOkpxG5Q4kh3tSTu3rLlNf_0 2024-09-12T18:05:52.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10072640903556689799', time=2024-09-12T19:58:43.667490+0000, chain.objs.size()=1 2024-09-12T18:05:52.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.7eW5gqXkWEU1B-YXIMlhntwa3AkOBH2_0 2024-09-12T18:05:52.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17257021269915856494', time=2024-09-12T19:59:20.856859+0000, chain.objs.size()=1 2024-09-12T18:05:52.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.313+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.KH0mHe5wsQRIdEWMvbZvH3n3Muy_hRS_0 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3689685202648932830', time=2024-09-12T19:59:22.771916+0000, chain.objs.size()=1 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.60lIxc4k4CexOdDYxiawj0YGHmM8hPr_0 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9745147041504114375', time=2024-09-12T19:59:58.433005+0000, chain.objs.size()=1 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.wLfivxo_jFLq-U_3OqVE144CubAEInk_0 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12067440117865125372', time=2024-09-12T20:01:50.634643+0000, chain.objs.size()=1 2024-09-12T18:05:52.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.xrQe002xGhXz7PSkN25SVVMNPx1HVMv_0 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11105823551620021230', time=2024-09-12T20:01:50.636748+0000, chain.objs.size()=1 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.4k5Ez3AWMK4OPsmLTFlp7G3rYVOogoK_0 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16631638694997517086', time=2024-09-12T20:02:26.922092+0000, chain.objs.size()=1 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.g7uK3p8KhGyfhGqQM2HPwXPGzgf_KN__0 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9923084004832062740', time=2024-09-12T20:02:26.954268+0000, chain.objs.size()=1 2024-09-12T18:05:52.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.317+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.eRLLWl-Ov0j_oUQFPZl8fz7hluFlyKT_0 2024-09-12T18:05:52.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.321+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:05:52.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16616458933424529640', time=2024-09-12T19:56:30.688825+0000, chain.objs.size()=2 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_0 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.od9s9nfIiD-uvINK1pqj0p4uE87IsRQ_1 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17710657627092511173', time=2024-09-12T19:56:31.207775+0000, chain.objs.size()=1 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.P77Qw2G2FcTNwcDnXyW0f2WTX2kiNEQ_0 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15810494065465093865', time=2024-09-12T19:58:07.476985+0000, chain.objs.size()=1 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.d6hOJdcs8IFINhZE9myZBcHmo3htIs9_0 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11268258121496891629', time=2024-09-12T19:59:20.834746+0000, chain.objs.size()=1 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.2xvzZLP3RtWVCD8zLxb_fMlcrKpm6QK_0 2024-09-12T18:05:52.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3475118059949372548', time=2024-09-12T19:59:20.862831+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.N922rAvubskZTWD0YI5c22QqX-tuOu9_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4344361485500853741', time=2024-09-12T19:59:22.772669+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.zLLl9h2X1-rDZPVW0-pXsSibqVIXdtA_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15137936259310099960', time=2024-09-12T20:00:33.826810+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.zY64PE63u72X1Ym4g2XOQ6cEQ7Bh6IY_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16778209953907176527', time=2024-09-12T20:00:34.947862+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.UrQpBd5alJb8xjQpN-dsyUXV2cp_2nq_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14649961092860299288', time=2024-09-12T20:00:34.950019+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.w82DZNkQO_TjFjvdndg782FFYWgQlHR_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5226569925343019497', time=2024-09-12T20:00:36.912901+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.0d7_o-9vGNsjYR4o68Sr0GwcVxeu2KC_0 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10297224493032253552', time=2024-09-12T20:01:09.985855+0000, chain.objs.size()=1 2024-09-12T18:05:52.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.325+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.67J8S4rZG8-zjkopADqJ2w_stBPamfy_0 2024-09-12T18:05:52.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8065527150697316522', time=2024-09-12T20:01:09.994123+0000, chain.objs.size()=1 2024-09-12T18:05:52.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.nW23-DvWDvAsev0EgATc83UUipXiXWC_0 2024-09-12T18:05:52.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6566560665261649291', time=2024-09-12T20:01:13.463609+0000, chain.objs.size()=1 2024-09-12T18:05:52.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.ZxiPGTBiK7r2ZNBYxIYpoaQuomcwaMf_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4394546913220189523', time=2024-09-12T20:01:47.334714+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.VRoDlfUGqUwNucmICtcDV4w-1dS4LEm_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10624160582644637221', time=2024-09-12T20:01:47.343026+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.x5jjQdiW1mjZ8vhMjoYq716W3D8trsg_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17008243605325228339', time=2024-09-12T20:01:47.368709+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.16i45ewQdQRwinMqaIHLrw8fOhLTHdJ_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12635291009614017910', time=2024-09-12T20:01:50.614465+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.kAZpVb_m5sIu5XttRZI4iptH1D9ouAy_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15502245647203384825', time=2024-09-12T20:01:50.628219+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.pGRVx7fEeP4SqnB_S_OPrehFA_Q28Yl_0 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7094811786094830757', time=2024-09-12T20:02:23.819059+0000, chain.objs.size()=1 2024-09-12T18:05:52.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.Sq_bNEUwMC0kZIECGBh-eogocoBX-Xy_0 2024-09-12T18:05:52.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13191937105146165861', time=2024-09-12T20:02:26.924912+0000, chain.objs.size()=1 2024-09-12T18:05:52.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.2IPnDSCKS_LIay2CKwlDZizLWtyT1gf_0 2024-09-12T18:05:52.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3519523971239207376', time=2024-09-12T20:03:03.190522+0000, chain.objs.size()=1 2024-09-12T18:05:52.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.333+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.75GcZPhT9W9KGrRh_goxPLNC9T5Ob-M_0 2024-09-12T18:05:52.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.337+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.341+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:05:52.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.341+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.341+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7755479689701011332', time=2024-09-12T19:58:05.749210+0000, chain.objs.size()=1 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.hKtnIHUTvd3Pa218mQ6tjzFMq7-Ofgg_0 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6469406024614117114', time=2024-09-12T19:58:40.700291+0000, chain.objs.size()=1 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.esiPnUCCYiqA2TkYvEKhwZFaKT103Mf_0 2024-09-12T18:05:52.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3623146196051433937', time=2024-09-12T19:58:40.713403+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.qNcmio_CRjLY_l2fGLk9dK3Tiv0RnqQ_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.570868112705555586', time=2024-09-12T19:58:43.677429+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.HxhW4aDWupaKUb-rpgZd76ej6PU4XjQ_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4486984373699880275', time=2024-09-12T19:58:44.953058+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.JW4xrI_Y6Zb74SiQTFF8QBzZOvI2F9N_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16422949514443240990', time=2024-09-12T19:59:20.833072+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.66-t7mwMbjIe-rssjyHzbB_1u16rn9j_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13469227272840535479', time=2024-09-12T19:59:22.800756+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.Vef4SzMESuTQXGxeC8iQwCLMXRzNHNK_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14633629399159252700', time=2024-09-12T19:59:58.444957+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.OtyD4R_78yxGZ17cuHskG3n2luTIQyR_0 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5690512659036869883', time=2024-09-12T20:00:34.951904+0000, chain.objs.size()=1 2024-09-12T18:05:52.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.oAa5ZaqRoWQrBP1soQSgEfpldlrJMoS_0 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18252366963612931346', time=2024-09-12T20:01:13.463193+0000, chain.objs.size()=1 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.sf1k-zlVUMdtNZKEveViWwueFbA13f__0 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3515560604532927976', time=2024-09-12T20:01:13.464201+0000, chain.objs.size()=1 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.E-SAozA9ELEWEbt0RfqchTVyDCgndDv_0 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14747714615549211805', time=2024-09-12T20:01:47.359231+0000, chain.objs.size()=1 2024-09-12T18:05:52.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.345+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.FFc1wc8ycIrJTMLcIpRmv2qoT36tSEA_0 2024-09-12T18:05:52.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.349+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4154430117957048160', time=2024-09-12T20:02:23.812457+0000, chain.objs.size()=1 2024-09-12T18:05:52.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.349+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.Q5r6WUZNEEPjMTlJcUt7eYNn2xiqCRL_0 2024-09-12T18:05:52.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.353+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.353+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:05:52.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14811118907145279920', time=2024-09-12T19:56:30.654876+0000, chain.objs.size()=4 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.1 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.2 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.3 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.10__multipart_foo.2~lKEbjQqw2on60lIqsSHVHvKmIwFOMMn.4 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16138650377719942076', time=2024-09-12T19:58:44.965568+0000, chain.objs.size()=1 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.ZR2L_W0rq71-lwWnJQZ4MtgkkbFMtlY_0 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14748715857570467131', time=2024-09-12T19:59:17.512673+0000, chain.objs.size()=1 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.uP42hfzHctja8JCsYnRCrsbTWCltj29_0 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17769452929593560003', time=2024-09-12T20:00:31.908928+0000, chain.objs.size()=1 2024-09-12T18:05:52.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.kPGGTLQddUbKuUrMb0Hr8J8mkRwU9da_0 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7968652430291348342', time=2024-09-12T20:00:34.946378+0000, chain.objs.size()=1 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.ssaO1xLqe1qWVmZG_-z-1ihmTBVeKmb_0 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11099139340494630924', time=2024-09-12T20:00:36.895041+0000, chain.objs.size()=1 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.sWskwLkizD9wlDT4v_D-7BEpxDUTlK0_0 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9707372736168573165', time=2024-09-12T20:01:09.966655+0000, chain.objs.size()=1 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.ccqnMAbfJG3E9db8fYv5gtJFn0QOwF9_0 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13294623395573396473', time=2024-09-12T20:01:09.990029+0000, chain.objs.size()=1 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.Lw4mkjKGvS_lZbFBELiBvf4yk0Z98NL_0 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13518367917966914554', time=2024-09-12T20:01:47.364900+0000, chain.objs.size()=1 2024-09-12T18:05:52.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.357+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.K_haUVbrGO0PDjifaYZwYQDJZ13XlqI_0 2024-09-12T18:05:52.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12830912858218543065', time=2024-09-12T20:01:50.626387+0000, chain.objs.size()=1 2024-09-12T18:05:52.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.Op3KDaOtQ1wPIliUDtxGI42YXAoPQ9y_0 2024-09-12T18:05:52.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7626288794061191922', time=2024-09-12T20:02:23.837102+0000, chain.objs.size()=1 2024-09-12T18:05:52.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.9iujjblM1mJbsNMzBOQ6SsUtJ0yyOqq_0 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9301446460248946222', time=2024-09-12T20:02:29.116562+0000, chain.objs.size()=1 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.K_W-QxTcJp51L6kyxBrAtf8-HEvYdxi_0 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10942394192960739964', time=2024-09-12T20:02:29.117858+0000, chain.objs.size()=1 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.adrOydr1kD0BVpKv0LkXa9jk14lW66M_0 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13326621936162728120', time=2024-09-12T20:02:31.242426+0000, chain.objs.size()=1 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.x2pkrreKvvBLAfvpGySG5GFCZD0Hf2O_0 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1188747827850749334', time=2024-09-12T20:03:03.195333+0000, chain.objs.size()=1 2024-09-12T18:05:52.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.361+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.fH3KnhgOTCO-K-qnBwVxWprwYbnOeRT_0 2024-09-12T18:05:52.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.365+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.369+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:05:52.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.369+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.369+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_CgCSrJZDg_af7Rt8Nio6VoG-uqbL5K6', time=2024-09-12T19:56:30.915569+0000, chain.objs.size()=3 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_0 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_1 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.SyBBbjB5uv32j1b8nfPg3GAUcJlRoru_2 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12149759327162320929', time=2024-09-12T19:58:05.748162+0000, chain.objs.size()=1 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.NTs-NBkqUx0x6f7ROcg9s3FSvBPme7V_0 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4745930120073531844', time=2024-09-12T19:58:44.965266+0000, chain.objs.size()=1 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.dRV62dB0SCW3vyWLZn-FziQ2XHY1tkX_0 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13486492626723598289', time=2024-09-12T19:58:44.979756+0000, chain.objs.size()=1 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.LxyO7zXeef8oidT6lV-Bjc3iIT9HR6-_0 2024-09-12T18:05:52.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13277118376344761151', time=2024-09-12T19:59:17.521958+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.4L4qQXWC7WaR_d2G_Q1JY67ZoEt7AFT_0 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14143869378510348849', time=2024-09-12T19:59:22.794066+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.YT7Ccg48LHi4hZc8NnrSvaTNgXK2S4a_0 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10335749173681114728', time=2024-09-12T19:59:22.800159+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.CIUGzyXhGbKzJWFmts3LRwQmXZWm_Fh_0 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2023293304743309820', time=2024-09-12T19:59:55.621984+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.UQvO3pVcUa9OHqxRHj_jboB1XwKSU4Z_0 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6230533302133471311', time=2024-09-12T19:59:55.636744+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.LOExIDj6o4E79zoGd5L7AuRBNsgSNmZ_0 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7420280422075064647', time=2024-09-12T19:59:55.638421+0000, chain.objs.size()=1 2024-09-12T18:05:52.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.373+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.91cf6qqjCr_R3zPeLcTBnoOompptZwt_0 2024-09-12T18:05:52.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5768356258344698338', time=2024-09-12T20:00:31.897084+0000, chain.objs.size()=1 2024-09-12T18:05:52.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.4Nk_JTPV5gzz7XYvMCvztFDxib7MsRh_0 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9472396870157693705', time=2024-09-12T20:00:31.906304+0000, chain.objs.size()=1 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.g6P9lsfC9jzIpLjk_cS3M19MQr4GEJ8_0 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8221877304177852674', time=2024-09-12T20:00:36.924322+0000, chain.objs.size()=1 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.3NKwgAJ1H2fT4k3OWtYnNWVOoEqpQiJ_0 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2751176196549633234', time=2024-09-12T20:00:36.926511+0000, chain.objs.size()=1 2024-09-12T18:05:52.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.YNMxjGUkT_PxsOAfObxvQynUuz-x2T__0 2024-09-12T18:05:52.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9744630080162531432', time=2024-09-12T20:02:23.826349+0000, chain.objs.size()=1 2024-09-12T18:05:52.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.7HN7kCGr1YdZz56SRHt9IGj6K9-K-3w_0 2024-09-12T18:05:52.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15284463535262964702', time=2024-09-12T20:02:29.109960+0000, chain.objs.size()=1 2024-09-12T18:05:52.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.377+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.rP8ZGlNoR3OtS-hqW18yAaOCdO15n2m_0 2024-09-12T18:05:52.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.381+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:05:52.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11821188465714992892', time=2024-09-12T19:58:43.700316+0000, chain.objs.size()=1 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.14_ODpjg6kriY0ISLd6iJYLupPCLKVK_0 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11661333194207358457', time=2024-09-12T19:58:44.967146+0000, chain.objs.size()=1 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.DEs_RoHPS5vycMVhPQdFukool3R2BZS_0 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12292795624231069940', time=2024-09-12T19:59:20.852987+0000, chain.objs.size()=1 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.RhvSeKLR3lHms6FBN3Jut5us6Ie23Ye_0 2024-09-12T18:05:52.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1470769336330964265', time=2024-09-12T19:59:22.812846+0000, chain.objs.size()=1 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.gFy-wJx44-2IR1N_gA-C_kPJBDoQzGS_0 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10832172551078526608', time=2024-09-12T19:59:55.623215+0000, chain.objs.size()=1 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.NDHdYb0dwZ8sKnjbfBMpgq8I0ZgQhv3_0 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3334451136638077392', time=2024-09-12T20:00:36.898266+0000, chain.objs.size()=1 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.oDbvXqHTabjo86KOXQ36PRZwtDiVULr_0 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1769628839661560035', time=2024-09-12T20:02:26.940689+0000, chain.objs.size()=1 2024-09-12T18:05:52.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.385+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.Okzu_4S-hgIK5JFFsaRk4zPW2W5HWuo_0 2024-09-12T18:05:52.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.389+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.393+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:05:52.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.393+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.393+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T18:05:52.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_KYGq_sF3vl7qQD7Qxg6NrfXsPuxTz9p', time=2024-09-12T19:56:30.879802+0000, chain.objs.size()=3 2024-09-12T18:05:52.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.0uVAaXX3N3ou41X-7dPvv_wIeLKt6SC_2 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11529177740764518530', time=2024-09-12T19:56:31.300919+0000, chain.objs.size()=1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.1ZraNfptyfgy38PmHrAu2dBTLsjMs_D_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1311503031855101863', time=2024-09-12T19:58:40.708437+0000, chain.objs.size()=1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.K3OxUu81yFlKzA3pfIURG8d4C5LVHH2_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16476301480973220557', time=2024-09-12T19:59:17.527564+0000, chain.objs.size()=1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.WA2l5lve7-ooEJ4bs6sdvMEjX0oYVXf_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.699070810241854386', time=2024-09-12T19:59:20.845929+0000, chain.objs.size()=1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.5w4Hr2L2J6Y4SgTe8c2LWiw00IohTUX_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11615959398020804752', time=2024-09-12T19:59:20.862502+0000, chain.objs.size()=1 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.1ja0IplnJSkpljEzJzvrXSnLqqPpzZF_0 2024-09-12T18:05:52.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11085159430374810862', time=2024-09-12T19:59:55.625007+0000, chain.objs.size()=1 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.fu7Rfrni17gOKRr2A3dTelaUbC9We54_0 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15245146611631918260', time=2024-09-12T19:59:55.645085+0000, chain.objs.size()=1 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.FRB8EFBq3BXNyHwq-nInT2h_ge8wHYI_0 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9569292603855594490', time=2024-09-12T20:00:00.580642+0000, chain.objs.size()=1 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.7bTmq02-NH4eZIgzmPFCNaUyhl_oa2A_0 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3648280333047331342', time=2024-09-12T20:00:36.926382+0000, chain.objs.size()=1 2024-09-12T18:05:52.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.397+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.wyferoAKG2piPosBfdtrTSxIpKJkd7L_0 2024-09-12T18:05:52.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17581964567155240288', time=2024-09-12T20:01:13.494633+0000, chain.objs.size()=1 2024-09-12T18:05:52.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.nrIR3BS9MjRJmK_lgFYls6p4vffwtOU_0 2024-09-12T18:05:52.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6851502484445551127', time=2024-09-12T20:01:47.385655+0000, chain.objs.size()=1 2024-09-12T18:05:52.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.4w94yby_pmcTrTNivlfJx2Ha870QZwQ_0 2024-09-12T18:05:52.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11502456036141117344', time=2024-09-12T20:02:23.830881+0000, chain.objs.size()=1 2024-09-12T18:05:52.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.kOHY-1OqxuWYiqZdgVkgf_NncgwfOXU_0 2024-09-12T18:05:52.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3196947591016759205', time=2024-09-12T20:02:25.810105+0000, chain.objs.size()=1 2024-09-12T18:05:52.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.Xe4NtZy7kXnYewNdqbGIuBdOKatl2ON_0 2024-09-12T18:05:52.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7586905031626046308', time=2024-09-12T20:02:29.130020+0000, chain.objs.size()=1 2024-09-12T18:05:52.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.401+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.zE2mo3PWt1gf-9M8zJAssHaQQqwMnv4_0 2024-09-12T18:05:52.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.405+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.405+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:05:52.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T18:05:52.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15267214538890852393', time=2024-09-12T19:56:30.477669+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.MdRBSV16dQ36YECm0cLJKPqI-vmrChJ_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18313869458872711361', time=2024-09-12T19:56:31.242360+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.fKZUIPJ-QiRtz4hQP_aO6hIfF443y3F_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2582406848231099683', time=2024-09-12T19:58:07.477641+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.o_yI-p5CHT5atHhTv2azaB9lnYynWOA_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4019666486558863519', time=2024-09-12T19:58:07.497780+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.6J_BRDq15F3UqJoz0AzR5-rAEym0ucl_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4056244614814495622', time=2024-09-12T19:58:40.683385+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.lqqe4clLtNmZe5vFpy9HXKGnVsoPfxy_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1314302951535893135', time=2024-09-12T19:58:40.686756+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.w9RxPB4aa1lLvGb678aGWCHLyOC3SQn_0 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7311803102468404548', time=2024-09-12T19:58:40.696237+0000, chain.objs.size()=1 2024-09-12T18:05:52.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.MM6TV52tMrS-HMVY4C5_Gn4OHjaevaU_0 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17322691850952616752', time=2024-09-12T19:58:43.694961+0000, chain.objs.size()=1 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.HVlCO9mCwy8QTCqi--EiOH-DN8I4Adl_0 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6345123406617466593', time=2024-09-12T19:59:17.535024+0000, chain.objs.size()=1 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.xr_UDV6Nw5F5aYvTVvVmQmy4G4EPzGE_0 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10959406517602911243', time=2024-09-12T19:59:17.543146+0000, chain.objs.size()=1 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.mOv092SmntvTWl2afY1Sb6lQp9K29wi_0 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10919076993820713558', time=2024-09-12T19:59:17.552111+0000, chain.objs.size()=1 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.NxTCPlvtQslsoU6KSOJKlc2j2L-SlKX_0 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18121988528140041601', time=2024-09-12T19:59:22.789084+0000, chain.objs.size()=1 2024-09-12T18:05:52.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.409+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.XaoXZOwqr53HhooefKhPc6fkLBo_Ldj_0 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3285334571434277806', time=2024-09-12T19:59:22.809890+0000, chain.objs.size()=1 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.Uq7YzjLKjKKwsJyFqo-Uy3YKsgNqiev_0 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2176602198147128848', time=2024-09-12T20:00:31.891483+0000, chain.objs.size()=1 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.uPKzl7adfZX4INmPUNk53u1vgVvkuTH_0 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1880400205152284108', time=2024-09-12T20:00:31.910784+0000, chain.objs.size()=1 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.mYD1Yh4RxJMxEK_yuLSmHpRbLa9DREV_0 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8341655329519005599', time=2024-09-12T20:00:36.905365+0000, chain.objs.size()=1 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.BmbjHzECYgGmt6jg83keGw7hsn94AzM_0 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9671637289238249133', time=2024-09-12T20:01:12.369217+0000, chain.objs.size()=1 2024-09-12T18:05:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.dqYaOProUkmK3vlPnlJB_3Aq2QCNS_B_0 2024-09-12T18:05:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17407580009814365266', time=2024-09-12T20:02:26.946400+0000, chain.objs.size()=1 2024-09-12T18:05:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.HqT_qXgTmVlB0jpHq8oX9kADk6C5IA2_0 2024-09-12T18:05:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14329174740165545573', time=2024-09-12T20:03:03.191174+0000, chain.objs.size()=1 2024-09-12T18:05:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.413+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.OBde2Wr5u41pkLTqMitNEp8O56BWNPS_0 2024-09-12T18:05:52.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.421+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.421+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:05:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_vLtobArcTF023M6O6WvuJmeOuTrVu_D', time=2024-09-12T19:56:30.772743+0000, chain.objs.size()=2 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.XsdVB8a-S4UH9s2pNm5-lFYJxF51FKq_0 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.XsdVB8a-S4UH9s2pNm5-lFYJxF51FKq_1 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17389635680713043834', time=2024-09-12T19:56:31.099682+0000, chain.objs.size()=3 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_0 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_1 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.0pGip8cP0pM57uCbo8ghQOiEGr8-Rgr_2 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16428949190471699857', time=2024-09-12T19:58:05.749182+0000, chain.objs.size()=1 2024-09-12T18:05:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.eeQiX_BGxU4IufW5kO96uDT7iHSatB-_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10532967880000086536', time=2024-09-12T19:58:44.946495+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_._0MzBgL21RR6w0B1-h3B2v6-drkWUji_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6897497984160799203', time=2024-09-12T19:59:19.733256+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.LXOIzXSVhSR4NUxCTGUrTIEah_4S8cT_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17213499576905091663', time=2024-09-12T19:59:20.839010+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.kRXy_7OdAUL3rUoocRRLzKBTvJgvyON_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1906286405396874343', time=2024-09-12T19:59:20.856836+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.S_8Xo48aG-vVuublxRdNiXLL3IlYsS0_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2600803582662886425', time=2024-09-12T19:59:55.608558+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.J_OVZ6dyU4dqemMVtSYTtS96e8URCT9_0 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4535229094522220050', time=2024-09-12T19:59:58.446940+0000, chain.objs.size()=1 2024-09-12T18:05:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.425+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.mCUbSPZ_JulfZEvctFco0cLskxtNsm8_0 2024-09-12T18:05:52.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7225814195004393694', time=2024-09-12T20:00:31.916745+0000, chain.objs.size()=1 2024-09-12T18:05:52.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.lOocX-A53bIGwGGd2xN-JJKsKliYD3h_0 2024-09-12T18:05:52.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15768636597257986297', time=2024-09-12T20:01:50.624644+0000, chain.objs.size()=1 2024-09-12T18:05:52.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.6YGZS-qO3x3KHmisNGomBOWh3O4N9yO_0 2024-09-12T18:05:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2382127257976271237', time=2024-09-12T20:02:26.936360+0000, chain.objs.size()=1 2024-09-12T18:05:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_._78W5TA09TwgZCG1pPwxn4nyJXUf56Z_0 2024-09-12T18:05:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1773105801810202229', time=2024-09-12T20:03:03.196378+0000, chain.objs.size()=1 2024-09-12T18:05:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.429+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.Kp9uZQri9G0Tkeckw3RvuQzvKa_7czC_0 2024-09-12T18:05:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.433+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:05:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8889027326231776731', time=2024-09-12T19:56:30.522928+0000, chain.objs.size()=7 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.1 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.1_1 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.2 2024-09-12T18:05:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.2_1 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.3 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__shadow_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.3_1 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.12__multipart_foo.2~a5RIyMVdTG8uYJ1TGMcbr1TanKyIIHJ.4 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2564801804873864980', time=2024-09-12T19:56:30.921166+0000, chain.objs.size()=5 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.1_1 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.2_1 2024-09-12T18:05:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.437+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-LUKEWARM.2~-1ZSmb5YWicfDh_I5TOB-PxFwlcpUp_.3 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_aE0waeR3dKZ8NHGHJk2dyqJFuwVKLFV', time=2024-09-12T19:56:30.956191+0000, chain.objs.size()=1 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.jhVrZ06zkIz3WmnAi-L_wrzOQJxuECg_0 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17974136740480196472', time=2024-09-12T19:56:31.219218+0000, chain.objs.size()=1 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.8__shadow_.NFaGQolXD2PGAqNDo7bTmTpnQNay50w_0 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5594756253786869583', time=2024-09-12T19:58:40.698938+0000, chain.objs.size()=1 2024-09-12T18:05:52.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.hHoEQsj0nwxcGNi7M36mDF_A3g24lb4_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14540301960804277005', time=2024-09-12T19:58:43.690141+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.Tvqkt6c3xMUebBgxnydXnN8z7afK8Dl_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7990423089800042338', time=2024-09-12T19:58:44.955788+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.24__shadow_.t_ZGu_gBXWsp8hFcWwllmNFkMx9zmS1_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16071306573852609679', time=2024-09-12T19:59:17.513378+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.F7T12veDs9XbJKt3NUtbAfem1sBym-a_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8597230500916439787', time=2024-09-12T20:01:13.473805+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.cVB1rtxI3Y6MgfyCFEAlQkrDtdLX5SE_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1511883153048636598', time=2024-09-12T20:01:13.475959+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.HBzRkVNJ_bhx85a17UQgYfhvzpLO4Ht_0 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11413865680988198284', time=2024-09-12T20:01:13.483938+0000, chain.objs.size()=1 2024-09-12T18:05:52.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.BVObXx-8NKi5lB8BB7iWNv1TWPQEqp4_0 2024-09-12T18:05:52.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11598657253159981146', time=2024-09-12T20:01:13.498616+0000, chain.objs.size()=1 2024-09-12T18:05:52.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.yuzieUxmlU-_yYifbZ_Bp7mn4UxV8g8_0 2024-09-12T18:05:52.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6827093188982587518', time=2024-09-12T20:02:23.847382+0000, chain.objs.size()=1 2024-09-12T18:05:52.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.445+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.-iU1pZrIHyB_WEOJaUOL6D4DdC7kn8s_0 2024-09-12T18:05:52.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12037013287759935748', time=2024-09-12T20:02:29.104200+0000, chain.objs.size()=1 2024-09-12T18:05:52.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.XjB33d5-8hGHx4Ija8EiIGpCPw7hR1e_0 2024-09-12T18:05:52.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11593387087330457703', time=2024-09-12T20:02:29.107203+0000, chain.objs.size()=1 2024-09-12T18:05:52.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.AbXyPMDOIIBjbemt2l68d0fVBEuR9h-_0 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15754418321030367788', time=2024-09-12T20:03:03.183053+0000, chain.objs.size()=1 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.7wT44OPMTSyb_bt2Ta1cqf4hw_aLnUv_0 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10608606075800066304', time=2024-09-12T20:05:15.244935+0000, chain.objs.size()=1 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.akQHVQ9oKN_ug_89a2Q7NgRnp8dD-pS_0 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9820698645790811471', time=2024-09-12T20:05:27.777636+0000, chain.objs.size()=1 2024-09-12T18:05:52.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.449+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:T5t-vsbd2eC3ttAsSc5BvyKxlmVYEAS_.cBRMhms_eSxqsjTeH63yho15kt9EnWu_0 2024-09-12T18:05:52.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.453+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:05:52.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10601320699840314119', time=2024-09-12T19:56:30.467295+0000, chain.objs.size()=1 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.CgY7V2T7l5cv_1UqNCv5Ui6u6S-PqmP_0 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14699946006314838007', time=2024-09-12T19:56:30.734456+0000, chain.objs.size()=2 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_0 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.1wi68p0my329kPVGp4WjKIvM5P20LQd_1 2024-09-12T18:05:52.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18272659047584646282', time=2024-09-12T19:56:31.082369+0000, chain.objs.size()=3 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_0 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_1 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.SkCYd0MuPjAWgMh5HPEehlVK8SsBP9R_2 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5412174143898791578', time=2024-09-12T19:56:31.307065+0000, chain.objs.size()=1 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.457+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.9__shadow_.qEver0NgFYL1Rd6BJTWqfbFqREdoxT8_0 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17699183272323871508', time=2024-09-12T19:59:22.796826+0000, chain.objs.size()=1 2024-09-12T18:05:52.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.qT0oCSScuUDPg8g76MFtFH26RgL1VZG_0 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5637213211777968884', time=2024-09-12T19:59:55.605289+0000, chain.objs.size()=1 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.qww3jdUBXngCvMuIhQdZUP_TN6qrdWH_0 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10116059593855710132', time=2024-09-12T19:59:58.435317+0000, chain.objs.size()=1 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.mL-B7bdmqojsXf7iizyDevDqyMPX6yZ_0 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4837878757910075312', time=2024-09-12T19:59:58.443198+0000, chain.objs.size()=1 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.5rMtdfD7SylRg9n0X2Cx3txPws8K5JU_0 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2254503204437066899', time=2024-09-12T20:00:36.904605+0000, chain.objs.size()=1 2024-09-12T18:05:52.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.kEBwzuzMVweNpjEIIjGRCye7a8eMY5p_0 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9128944732520341597', time=2024-09-12T20:01:09.971396+0000, chain.objs.size()=1 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.JzieDVipDC4xwEYsBYP3PVgcM1bHccF_0 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17588814947570699634', time=2024-09-12T20:02:23.805942+0000, chain.objs.size()=1 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.CrdsY-cNsOg99xHedSLK63-OjaiM_-J_0 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18414120988448711980', time=2024-09-12T20:02:26.922699+0000, chain.objs.size()=1 2024-09-12T18:05:52.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.461+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.mef_3QG5mQZB37V4Jmvqi7lZuX3vv22_0 2024-09-12T18:05:52.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.465+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5669344455010293213', time=2024-09-12T20:02:26.950781+0000, chain.objs.size()=1 2024-09-12T18:05:52.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.465+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.b8kaMEQvi0AYnDBfL6gGp4vvbkLCLh1_0 2024-09-12T18:05:52.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.465+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12383405233257570741', time=2024-09-12T20:02:29.101393+0000, chain.objs.size()=1 2024-09-12T18:05:52.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.465+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.Q-WOT0GR_wgFBLtQEEU-h7ti9AollHG_0 2024-09-12T18:05:52.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.469+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.469+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:05:52.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1156247180180468145', time=2024-09-12T19:56:30.488201+0000, chain.objs.size()=1 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.5__shadow_.C5snRd-2YGY0_P6eEBPqEyYQlpAzh_C_0 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_NfmFSZrv_Y4gUmmYZvB4uGNMM2F0C3t', time=2024-09-12T19:56:30.799267+0000, chain.objs.size()=1 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.KJEOkZBabwg1t1kroAO-8dN2h2tXiUA_0 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9710517666829675670', time=2024-09-12T19:56:30.862188+0000, chain.objs.size()=5 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1 2024-09-12T18:05:52.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.1_1 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.2_1 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__multipart_foo-FROZEN.2~JgRg2v1Q1wTVBN2Wr5XN8alea3akeRy.3 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_UvupdmQTKqfgpHIxtpS30qx6sCF53QY', time=2024-09-12T19:56:30.885608+0000, chain.objs.size()=3 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__0 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__1 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.17__shadow_.z70j1NDd9kdhs8QGz9fRlPBxop0YAM__2 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9019968814848472158', time=2024-09-12T19:58:05.745783+0000, chain.objs.size()=1 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.JZ0zNr62knDBHArhwzo1cSJPYoKjYeb_0 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13095754532726235005', time=2024-09-12T19:58:07.500737+0000, chain.objs.size()=1 2024-09-12T18:05:52.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.473+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.21__shadow_.l82LcQEfRqCVrLsTAPxoiuFORnX_Bps_0 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13777482672626217222', time=2024-09-12T19:58:43.675690+0000, chain.objs.size()=1 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.SLtTUo86hpfuWqpRQ71dIOTwr0gjjuq_0 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4827419874500709357', time=2024-09-12T19:59:22.798008+0000, chain.objs.size()=1 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.gcRB4CxY2FAmgNusrXzdaJY5R8CkAul_0 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6733904891476979405', time=2024-09-12T19:59:58.446209+0000, chain.objs.size()=1 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.-EDxpCliueOKOdu8xjHZgwUL_MHe1AD_0 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11783798605910581354', time=2024-09-12T20:00:34.916258+0000, chain.objs.size()=1 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.Hk3S7CLpuLtbLg4jlfl_zxkIJzJdh5__0 2024-09-12T18:05:52.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1900792059847544971', time=2024-09-12T20:00:34.918395+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.ka1VizFUQXDHouoWb77NHQ_7WZD7Q-K_0 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7607635308770228600', time=2024-09-12T20:01:09.983293+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.DJtJ4CT9ILXaQ6SJNOdcUr7P02Fnsz-_0 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15950155365854209575', time=2024-09-12T20:01:13.494274+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.34__shadow_.D_tRcyGu-pkf5cyF-2KYaZmxBW5U_vM_0 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11634014503785510542', time=2024-09-12T20:01:52.728091+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.9PbV9434jZYXk3g9mhA2O_jaQ3w9Srw_0 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6259253331091022494', time=2024-09-12T20:02:23.835837+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.UY4AwdenQaAfin2QtXbknVMJ3WXaABv_0 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6111925855666810927', time=2024-09-12T20:05:15.256071+0000, chain.objs.size()=1 2024-09-12T18:05:52.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.477+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.JJfZUz7jRKCIZNQpSoHdHVcRWbcITyZ_0 2024-09-12T18:05:52.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.481+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.485+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:05:52.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.485+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.485+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='_6AJs1vwTIy-KE_9KX2cDaA2LaXljjiu', time=2024-09-12T19:56:30.729326+0000, chain.objs.size()=2 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.RTJapX5Y7z_xlFH5NypooWrF8_I72sf_0 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.RTJapX5Y7z_xlFH5NypooWrF8_I72sf_1 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3542460543103926350', time=2024-09-12T19:58:05.751877+0000, chain.objs.size()=1 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.k_WQ9BIdtGU-noVNiM90k-dpF93m2iD_0 2024-09-12T18:05:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3897211513855359461', time=2024-09-12T19:58:05.768134+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.8h4y9ZBPce_HIvbaAQfmVlXZLm9iM26_0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8883755700101945248', time=2024-09-12T19:58:43.672823+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.WUVxuSKpxVUBqy5RKQjV7Ceh1sW2TM__0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14627644721273957585', time=2024-09-12T19:58:43.696945+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.W4RW_6yLAtX_kelSBnYMNx5cafltjuo_0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2020462360123474057', time=2024-09-12T19:59:22.809336+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.3ZCkfsd2nLwcWbEWiBgzza6AGnAMlJQ_0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8891594319423417005', time=2024-09-12T19:59:58.444887+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.xYybdEvrRwMGhe1sjezntTR_PqFOH6u_0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7505105858891082390', time=2024-09-12T20:00:36.908795+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.rPUPiNpxl1tGZg6hgA3PtB4NwreniHm_0 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16661869331608821083', time=2024-09-12T20:00:36.910361+0000, chain.objs.size()=1 2024-09-12T18:05:52.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.0TTDYXB3pIVRwmfYZpBP_ZZ__rhk3GW_0 2024-09-12T18:05:52.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7064433858869956849', time=2024-09-12T20:01:09.968902+0000, chain.objs.size()=1 2024-09-12T18:05:52.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.nN6ifwT0VjBUXJlC0CsXsQXoBG2vCU__0 2024-09-12T18:05:52.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4938997050881447138', time=2024-09-12T20:01:47.369006+0000, chain.objs.size()=1 2024-09-12T18:05:52.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.489+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.aahNvLDqnwdLcLtsxH4VkRYIFBcjpLA_0 2024-09-12T18:05:52.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13713440283482996534', time=2024-09-12T20:02:23.821494+0000, chain.objs.size()=1 2024-09-12T18:05:52.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.eLvxbShrLi42hadnDQIm048_Utphgqq_0 2024-09-12T18:05:52.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13846157400636882665', time=2024-09-12T20:02:23.847320+0000, chain.objs.size()=1 2024-09-12T18:05:52.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.Nd4xueAhYMRyVaNadeW4sJpCs2sYEiy_0 2024-09-12T18:05:52.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16790491062318528767', time=2024-09-12T20:03:03.204148+0000, chain.objs.size()=1 2024-09-12T18:05:52.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.1aQQqCk1C9ue7_w9SuPxyb9OfI95QIg_0 2024-09-12T18:05:52.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11761685029234517800', time=2024-09-12T20:05:27.783782+0000, chain.objs.size()=1 2024-09-12T18:05:52.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.493+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:o2aCVQTX8HrItVetKbtGr-hsU60y4M5_.UBjXsDfU8y7Xf1jEJKuJLrqYHL99iTJ_0 2024-09-12T18:05:52.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.497+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.497+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:05:52.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T18:05:52.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3716055120928093568', time=2024-09-12T19:56:30.810185+0000, chain.objs.size()=1 2024-09-12T18:05:52.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.16__shadow_.alOEcZgZy1xZwQc9jwKjgPeuY67GnSK_0 2024-09-12T18:05:52.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6995229224384994586', time=2024-09-12T19:58:40.702312+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.22__shadow_.21fwgt0L3i-8mKOAN8o31rXOsxnFKNa_0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1042659245437940691', time=2024-09-12T19:58:43.681680+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.Zy5TGs-C_mRGzlFwxrl4qn_n-oReH_q_0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11195221970390962807', time=2024-09-12T19:58:46.414974+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.25__shadow_.bPvefAdLVTi2dGCuIgXSi2upUI0uAjr_0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10091975758528916838', time=2024-09-12T19:59:20.873011+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.kFj88xiy3FfA7AaEW2EguMig0B5iISJ_0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11642683683939750444', time=2024-09-12T19:59:22.775882+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.IdpK0XFXlvNaDhZ-J1t3_7wJOKaWDPY_0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17380743471899257617', time=2024-09-12T19:59:22.785612+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.sEpbzqOG5ggYiiHgb4tkktcEJ3RqdV__0 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9124624414731249090', time=2024-09-12T19:59:22.811256+0000, chain.objs.size()=1 2024-09-12T18:05:52.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.izEyn1DS3p5jHEA65o-2i4KOf0CtZRF_0 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9450435450331243366', time=2024-09-12T19:59:55.618159+0000, chain.objs.size()=1 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.JUYTGHpXIwJ--0fuTwOLwByUhZVhRAw_0 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4245611252016641728', time=2024-09-12T19:59:58.453295+0000, chain.objs.size()=1 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.mbuVWzsY_DORC2f65QMWY40ZaOFErpd_0 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7558639098081816946', time=2024-09-12T20:00:36.894055+0000, chain.objs.size()=1 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.eYeaBVTJWIt-F_F5VGtiSNHRQf3UDsN_0 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17398936286130512032', time=2024-09-12T20:01:09.982863+0000, chain.objs.size()=1 2024-09-12T18:05:52.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.501+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.33__shadow_.rvY4YMqVVkMErNuu80oJktj8cXqie3P_0 2024-09-12T18:05:52.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9924749077898398938', time=2024-09-12T20:01:47.338816+0000, chain.objs.size()=1 2024-09-12T18:05:52.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.4Xzx_0JiXh_M90Q9WrIdcYwrjKMICYV_0 2024-09-12T18:05:52.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2016461244654215017', time=2024-09-12T20:01:47.341043+0000, chain.objs.size()=1 2024-09-12T18:05:52.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.-u5MCwZHx_S0YMyV4vMrW8eWu0ByLuC_0 2024-09-12T18:05:52.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5682055134379794014', time=2024-09-12T20:01:50.628815+0000, chain.objs.size()=1 2024-09-12T18:05:52.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.yZ3DEczzfB4r7vaPpkubebM_LnQaX2-_0 2024-09-12T18:05:52.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1688650810969861051', time=2024-09-12T20:02:23.833376+0000, chain.objs.size()=1 2024-09-12T18:05:52.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.KsrsZ3kF-K0yg9sSfUbLPatPQvgGVNw_0 2024-09-12T18:05:52.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1890039814991279692', time=2024-09-12T20:03:03.201240+0000, chain.objs.size()=1 2024-09-12T18:05:52.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.505+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.o9R61Ek3T1EsszmqtzsJe_cPFApKenf_0 2024-09-12T18:05:52.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.509+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.513+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:05:52.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.513+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.513+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15484912788791082413', time=2024-09-12T19:56:31.110891+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.14__shadow_.iTPhWG0Jp4BpALhyRA5HOF0Zzg5TPVc_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.235958665298261228', time=2024-09-12T19:58:05.760976+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.2J5o4fuqyS216AKX1qnJ33JiISn0Id2_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12174029917718508915', time=2024-09-12T19:58:43.693741+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.OcSs6359U_9ADRdF3ygs9phNzFq9KZY_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3513641424180472841', time=2024-09-12T19:59:22.787734+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.27__shadow_.e4FbEz9ZYRylOvgNeEB6DMsfVpvvrut_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2432082806509598828', time=2024-09-12T19:59:58.454919+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.nUX-qcszUQ4Z8_Lj4tDcK_Jrby_1kXx_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13160691050863116285', time=2024-09-12T20:00:36.897833+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.32__shadow_.slMd0cBPGL4usnZbuftsXhKHe3E3MLh_0 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1970043539907388976', time=2024-09-12T20:01:47.336921+0000, chain.objs.size()=1 2024-09-12T18:05:52.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.yJ46Bbj4j5zuB3SQu1UGKnR4eTgAvrW_0 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2362564308390912450', time=2024-09-12T20:02:23.854771+0000, chain.objs.size()=1 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.FWKQZwWsDiWrXCkldJoCtuGCKlh4GbD_0 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2562515333223898737', time=2024-09-12T20:02:29.105598+0000, chain.objs.size()=1 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.39__shadow_.twplXi3MFWqONLc3gog157E7k678X0J_0 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7106223884825337952', time=2024-09-12T20:03:03.178856+0000, chain.objs.size()=1 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.fgeiJibqt_yb0i_r9pRbLH0YeYJ0UP__0 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17506386458417935460', time=2024-09-12T20:03:03.191623+0000, chain.objs.size()=1 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.40__shadow_.fxAH3ixJCsGWtS-7-zqZwvtnTnS4PvX_0 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3596953800897220444', time=2024-09-12T20:05:23.279642+0000, chain.objs.size()=1 2024-09-12T18:05:52.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.517+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.19__shadow:-MW5WlpqTFDVg1unHGrzLXKKbPH2vPy_.htQiJD3qabVzsMeM6qMumhHe-LZ4TaO_0 2024-09-12T18:05:52.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.521+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:05:52.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:52.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7060011036589224940', time=2024-09-12T19:58:05.757387+0000, chain.objs.size()=1 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.20__shadow_.d1Dl2plzxdMfeMXyU3SpMOiUpOUoDTj_0 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16105500177735108818', time=2024-09-12T19:58:43.670161+0000, chain.objs.size()=1 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.23__shadow_.QWU-SLx9toCf_XQ1OstYEKgTC5VISIb_0 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9252952137596437904', time=2024-09-12T19:59:20.863981+0000, chain.objs.size()=1 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.26__shadow_.PcobeYjMtsT7IZ74ksROxWe4CjAJOFf_0 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2907073495872109399', time=2024-09-12T19:59:55.607606+0000, chain.objs.size()=1 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.28__shadow_.FmVzV1LC2qtEIGAzdLKTOXkZuE9uCzw_0 2024-09-12T18:05:52.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18364409020154265914', time=2024-09-12T19:59:58.443504+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.FMLPp2g62NkfG0QaiP4uZ4fL7DGnuCN_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5076766779183931481', time=2024-09-12T19:59:58.464188+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.29__shadow_.2n5TCe7SkPenJorzwURJd_bsxsl4nSh_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14859047646898432116', time=2024-09-12T20:00:31.888625+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.nmIOyaqdgG0hXeN2obQ4-vCz-gbhZ49_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9010672841589481081', time=2024-09-12T20:00:31.907627+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.30__shadow_.yUPEg-Wq7eBCppOswH5zRA8AEPzgSu9_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15348874626611477313', time=2024-09-12T20:00:34.919877+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.31__shadow_.SP2hqwyAGV6Enw-ajcRcVT5KVsTq3f8_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17386775313189501518', time=2024-09-12T20:01:47.363862+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.1NeH8A9BZUtYfa6WvXq3lvPvi2aojXL_0 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8626940046542772916', time=2024-09-12T20:01:47.379027+0000, chain.objs.size()=1 2024-09-12T18:05:52.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.35__shadow_.qMAEeejM_QctO2_mBgZjseYax4fTK9n_0 2024-09-12T18:05:52.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2588247673651033334', time=2024-09-12T20:01:50.629316+0000, chain.objs.size()=1 2024-09-12T18:05:52.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.525+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.36__shadow_.KDGRPaahYlVJDfxoBrpQr6WZNC91DMP_0 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1877338625426263892', time=2024-09-12T20:02:23.859534+0000, chain.objs.size()=1 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.37__shadow_.DS7G4OCWC3T5VR1CwqB8eM2WOcEXOGx_0 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13574215574231010242', time=2024-09-12T20:02:26.935082+0000, chain.objs.size()=1 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.xzFDoka4L8PKd6o3BvDia4lX4g4kX1__0 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.712637496176990929', time=2024-09-12T20:02:26.956303+0000, chain.objs.size()=1 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.38__shadow_.4z7KgRu0EGcowySUC5SkFoK9b8rfkjY_0 2024-09-12T18:05:52.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9031959826013630440', time=2024-09-12T20:05:15.251395+0000, chain.objs.size()=1 2024-09-12T18:05:52.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.529+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.18__shadow_.TQ32WT879G16acSorb-l3GPml5iYV4M_0 2024-09-12T18:05:52.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.533+0000 7f5ca4a559c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:52.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.537+0000 7f5b597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:52.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.541+0000 7f5ca4a559c0 20 remove_watcher() i=0 2024-09-12T18:05:52.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.541+0000 7f5ca4a559c0 2 removed watcher, disabling cache 2024-09-12T18:05:52.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.541+0000 7f5ca4a559c0 20 remove_watcher() i=1 2024-09-12T18:05:52.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.541+0000 7f5ca4a559c0 20 remove_watcher() i=2 2024-09-12T18:05:52.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.545+0000 7f5ca4a559c0 20 remove_watcher() i=3 2024-09-12T18:05:52.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.545+0000 7f5ca4a559c0 20 remove_watcher() i=4 2024-09-12T18:05:52.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.545+0000 7f5ca4a559c0 20 remove_watcher() i=5 2024-09-12T18:05:52.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.545+0000 7f5ca4a559c0 20 remove_watcher() i=6 2024-09-12T18:05:52.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.549+0000 7f5ca4a559c0 20 remove_watcher() i=7 2024-09-12T18:05:52.559 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:05:52.622 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:52.622 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:52.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 realm 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.661+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.665+0000 7feb4dcb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:52.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.665+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.665+0000 7feb4dcb09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:52.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.665+0000 7feb4dcb09c0 20 searching for the correct realm 2024-09-12T18:05:52.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.669+0000 7feb4b7b6640 0 -- 172.21.15.92:0/3132453193 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7feb3c0b6760 msgr2=0x7feb3c0f7290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:52.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.677+0000 7feb4afb5640 0 -- 172.21.15.92:0/3132453193 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7feb3c0b6050 msgr2=0x7feb3c0f98f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:52.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.893+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:52.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 zone default found 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 4 Realm: () 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 zonegroup default 2024-09-12T18:05:52.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados->read ofs=0 len=0 2024-09-12T18:05:52.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:52.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 started sync module instance, tier type = 2024-09-12T18:05:52.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.897+0000 7feb4dcb09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=0 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=1 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=2 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=3 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=4 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=5 2024-09-12T18:05:52.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.921+0000 7feb4dcb09c0 20 add_watcher() i=6 2024-09-12T18:05:52.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.925+0000 7feb4dcb09c0 20 add_watcher() i=7 2024-09-12T18:05:52.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.925+0000 7feb4dcb09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:52.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.925+0000 7fea027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:52.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.929+0000 7feb4dcb09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:52.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:52.929+0000 7feb4dcb09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:53.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.013+0000 7fea017e2640 20 reqs_thread_entry: start 2024-09-12T18:05:53.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.013+0000 7feb4dcb09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:05:53.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.013+0000 7feb4dcb09c0 20 Filter name: none 2024-09-12T18:05:53.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.013+0000 7fe9fa7fc640 20 reqs_thread_entry: start 2024-09-12T18:05:53.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.013+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:05:53.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.017+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.017+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.017+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.017+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:05:53.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.021+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.025+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.025+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.025+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:05:53.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.029+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.033+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.033+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.037+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:05:53.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.037+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.037+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.037+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.041+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:05:53.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.045+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.045+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.045+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.049+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:05:53.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.053+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.053+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.053+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.057+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:05:53.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.057+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.061+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.061+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.061+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:05:53.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.065+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.065+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.065+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.069+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:05:53.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.073+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.073+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.073+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.077+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:05:53.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.081+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.081+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.081+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.089+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:05:53.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.093+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.093+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.097+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.097+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:05:53.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.101+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.101+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.105+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.105+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:05:53.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.109+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.109+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.109+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.113+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:05:53.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.113+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.117+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.117+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.121+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:05:53.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.125+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.125+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.125+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.129+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:05:53.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.129+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.133+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.133+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.133+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:05:53.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.137+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.137+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.137+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.141+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:05:53.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.145+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.145+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.149+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.149+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:05:53.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.153+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.153+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.153+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.157+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:05:53.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.161+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.161+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.161+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.165+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:05:53.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.169+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.169+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.169+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.173+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:05:53.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.177+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.177+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.177+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.181+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:05:53.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.185+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.189+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.189+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.193+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:05:53.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.197+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.197+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.197+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.201+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:05:53.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.205+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.205+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.205+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.209+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:05:53.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.213+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.213+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.213+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.217+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:05:53.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.221+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.221+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.221+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.225+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:05:53.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.225+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.229+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.229+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.233+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:05:53.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.237+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.237+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.241+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.241+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:05:53.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.245+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.249+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.249+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.253+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:05:53.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.253+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.257+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.257+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.261+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:05:53.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.265+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.265+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:53.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.265+0000 7feb4dcb09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:53.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.269+0000 7fea027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:53.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.277+0000 7feb4dcb09c0 20 remove_watcher() i=0 2024-09-12T18:05:53.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.277+0000 7feb4dcb09c0 2 removed watcher, disabling cache 2024-09-12T18:05:53.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.277+0000 7feb4dcb09c0 20 remove_watcher() i=1 2024-09-12T18:05:53.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.281+0000 7feb4dcb09c0 20 remove_watcher() i=2 2024-09-12T18:05:53.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.285+0000 7feb4dcb09c0 20 remove_watcher() i=3 2024-09-12T18:05:53.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.285+0000 7feb4dcb09c0 20 remove_watcher() i=4 2024-09-12T18:05:53.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.289+0000 7feb4dcb09c0 20 remove_watcher() i=5 2024-09-12T18:05:53.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.289+0000 7feb4dcb09c0 20 remove_watcher() i=6 2024-09-12T18:05:53.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:05:53.293+0000 7feb4dcb09c0 20 remove_watcher() i=7 2024-09-12T18:05:53.310 DEBUG:teuthology.orchestra.run.smithi092:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T18:05:53.923 INFO:teuthology.orchestra.run.smithi092.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T18:05:58.626 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :clean UP-TO-DATE 2024-09-12T18:06:16.822 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileJava 2024-09-12T18:06:16.822 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processResources 2024-09-12T18:06:16.822 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :classes 2024-09-12T18:06:17.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:17.621 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileTestJava 2024-09-12T18:06:17.622 INFO:teuthology.orchestra.run.smithi092.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:06:17.622 INFO:teuthology.orchestra.run.smithi092.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:06:17.622 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:17.623 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:06:17.623 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :testClasses 2024-09-12T18:06:24.222 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:24.222 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :test 2024-09-12T18:06:24.222 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:24.222 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T18:06:25.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:25.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T18:06:25.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:25.321 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T18:06:25.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:25.421 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T18:06:25.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:25.621 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T18:06:26.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.321 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T18:06:26.521 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.522 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T18:06:26.522 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.522 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T18:06:26.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.621 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T18:06:26.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T18:06:26.921 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:26.921 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T18:06:27.521 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:27.522 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T18:06:27.921 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:27.921 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T18:06:28.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:28.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T18:06:28.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12 18:06:28,104 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:06:34.221 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:34.222 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T18:06:34.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:34.621 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T18:06:34.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:34.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T18:06:34.921 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:34.921 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T18:06:34.921 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:34.921 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T18:06:35.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:35.321 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T18:06:36.021 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:36.021 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T18:06:36.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:36.321 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T18:06:36.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:36.322 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T18:06:36.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:36.421 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T18:06:38.821 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:38.821 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T18:06:39.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:39.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T18:06:39.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:39.621 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T18:06:40.021 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:40.021 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T18:06:40.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:40.421 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T18:06:40.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:40.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T18:06:48.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:48.422 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T18:06:48.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:48.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T18:06:50.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:50.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T18:06:50.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:50.421 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T18:06:52.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:52.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T18:06:52.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:52.322 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T18:06:52.724 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:52.724 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T18:06:53.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T18:06:53.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T18:06:53.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.321 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T18:06:53.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.421 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T18:06:53.621 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.621 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T18:06:53.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T18:06:53.921 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:53.921 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T18:06:54.021 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.021 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T18:06:54.221 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.221 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T18:06:54.221 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.222 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T18:06:54.521 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.521 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T18:06:54.521 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.522 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T18:06:54.821 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.821 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T18:06:54.822 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:54.822 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T18:06:55.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:55.121 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T18:06:55.721 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:55.721 INFO:teuthology.orchestra.run.smithi092.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T18:06:56.021 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:56.021 INFO:teuthology.orchestra.run.smithi092.stdout:---------------------------------------------------------------------- 2024-09-12T18:06:56.021 INFO:teuthology.orchestra.run.smithi092.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T18:06:56.021 INFO:teuthology.orchestra.run.smithi092.stdout:---------------------------------------------------------------------- 2024-09-12T18:06:56.096 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout:BUILD SUCCESSFUL in 1m 2s 2024-09-12T18:06:56.097 INFO:teuthology.orchestra.run.smithi092.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T18:06:56.424 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:06:56.456 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:06:56.456 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:06:56.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 realm 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:06:56.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.502+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.506+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.506+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.506+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:06:56.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.506+0000 7fc8b2fbc9c0 20 searching for the correct realm 2024-09-12T18:06:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.510+0000 7fc8b12c3640 0 -- 172.21.15.92:0/26273587 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc8a40c0020 msgr2=0x7fc8a40f7200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.518+0000 7fc8b02c1640 0 -- 172.21.15.92:0/26273587 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc8a806ac00 msgr2=0x7fc8a8048040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:06:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.734+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:56.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:06:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 zone default found 2024-09-12T18:06:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 4 Realm: () 2024-09-12T18:06:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:06:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 zonegroup default 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:56.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:56.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 started sync module instance, tier type = 2024-09-12T18:06:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.738+0000 7fc8b2fbc9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:06:56.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=0 2024-09-12T18:06:56.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=1 2024-09-12T18:06:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=2 2024-09-12T18:06:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=3 2024-09-12T18:06:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=4 2024-09-12T18:06:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.762+0000 7fc8b2fbc9c0 20 add_watcher() i=5 2024-09-12T18:06:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.766+0000 7fc8b2fbc9c0 20 add_watcher() i=6 2024-09-12T18:06:56.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.766+0000 7fc8b2fbc9c0 20 add_watcher() i=7 2024-09-12T18:06:56.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.766+0000 7fc8b2fbc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:06:56.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.770+0000 7fc766fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.770+0000 7fc8b2fbc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:06:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.770+0000 7fc8b2fbc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:06:56.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.870+0000 7fc765fe3640 20 reqs_thread_entry: start 2024-09-12T18:06:56.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.870+0000 7fc8b2fbc9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:06:56.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.870+0000 7fc8b2fbc9c0 20 Filter name: none 2024-09-12T18:06:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.874+0000 7fc6d77fe640 20 reqs_thread_entry: start 2024-09-12T18:06:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.874+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:06:56.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.874+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.874+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.874+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.878+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:06:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.878+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.878+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.878+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.878+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:06:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.882+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.252277010136508774', time=2024-09-12T20:06:27.706125+0000, chain.objs.size()=9 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.1 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.1_1 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.2 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.2_1 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.3 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.3_1 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.4 2024-09-12T18:06:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.4_1 2024-09-12T18:06:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.5 2024-09-12T18:06:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7318862071750381043', time=2024-09-12T20:06:30.284587+0000, chain.objs.size()=9 2024-09-12T18:06:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.1 2024-09-12T18:06:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.1_1 2024-09-12T18:06:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.886+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.2 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.2_1 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.3 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.3_1 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.4 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.4_1 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~wqEOdLu8-8sONgJo1yz-lbtaF-sznip.5 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12089593187074502790', time=2024-09-12T20:06:46.006964+0000, chain.objs.size()=19 2024-09-12T18:06:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.1 2024-09-12T18:06:56.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.1_1 2024-09-12T18:06:56.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.898+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.2 2024-09-12T18:06:56.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.902+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.2_1 2024-09-12T18:06:56.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.902+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.3 2024-09-12T18:06:56.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.906+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.3_1 2024-09-12T18:06:56.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.906+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.4 2024-09-12T18:06:56.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.906+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.4_1 2024-09-12T18:06:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.5 2024-09-12T18:06:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.5_1 2024-09-12T18:06:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.6 2024-09-12T18:06:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.6_1 2024-09-12T18:06:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.7 2024-09-12T18:06:56.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.910+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.7_1 2024-09-12T18:06:56.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.918+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.8 2024-09-12T18:06:56.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.918+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.8_1 2024-09-12T18:06:56.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.918+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.9 2024-09-12T18:06:56.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.918+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.9_1 2024-09-12T18:06:56.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.918+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~hbg77xtgzimW8xIVPD8u5XQWXMbnxbw.10 2024-09-12T18:06:56.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.930+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:56.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.934+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:06:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.934+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.938+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.938+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.938+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:06:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.942+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.942+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.942+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.942+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:06:56.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:56.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5229066295834779219', time=2024-09-12T20:06:31.879563+0000, chain.objs.size()=9 2024-09-12T18:06:56.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.1_1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.2 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.2_1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.3 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.3_1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.4 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.4_1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~2eRzTcXxet1QY2mimH5ofB-BC8_6iK3.5 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1338223140885666470', time=2024-09-12T20:06:52.152447+0000, chain.objs.size()=9 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__multipart_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.1 2024-09-12T18:06:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__shadow_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.1_1 2024-09-12T18:06:56.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.946+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__multipart_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.2 2024-09-12T18:06:56.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__shadow_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.2_1 2024-09-12T18:06:56.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__multipart_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.3 2024-09-12T18:06:56.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__shadow_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.3_1 2024-09-12T18:06:56.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__multipart_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.4 2024-09-12T18:06:56.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__shadow_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.4_1 2024-09-12T18:06:56.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.958+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.58__multipart_key1.2~iU0_x2usM9CeQzTASBvjr5z6pR6kS5_.5 2024-09-12T18:06:56.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.966+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:56.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.974+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:06:56.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.974+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:56.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:56.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4635344597124526744', time=2024-09-12T20:06:26.371400+0000, chain.objs.size()=9 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__multipart_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.1 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__shadow_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.1_1 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__multipart_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.2 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__shadow_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.2_1 2024-09-12T18:06:56.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__multipart_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.3 2024-09-12T18:06:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__shadow_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.3_1 2024-09-12T18:06:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__multipart_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.4 2024-09-12T18:06:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__shadow_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.4_1 2024-09-12T18:06:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.43__multipart_key1.2~v2A76yAO2MIqF9eOBzQ-OFDQ-Btt7V7.5 2024-09-12T18:06:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11106469886978894705', time=2024-09-12T20:06:27.547238+0000, chain.objs.size()=9 2024-09-12T18:06:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.1 2024-09-12T18:06:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.1_1 2024-09-12T18:06:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.978+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.2 2024-09-12T18:06:56.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.982+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.2_1 2024-09-12T18:06:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.986+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.3 2024-09-12T18:06:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.990+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.3_1 2024-09-12T18:06:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.990+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.4 2024-09-12T18:06:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.990+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__shadow_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.4_1 2024-09-12T18:06:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.990+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.45__multipart_key1.2~YzJT4dBlsk58jf-8a5-0pQ5rFcjqhV6.5 2024-09-12T18:06:56.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:56.998+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.002+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:06:57.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:06:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16352346880785796680', time=2024-09-12T20:06:34.305782+0000, chain.objs.size()=7 2024-09-12T18:06:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.1 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.1_1 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.1_2 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.2 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.2_1 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.2_2 2024-09-12T18:06:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.006+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~h-mes8WFZfmOPtQ4XwVQxeBxG1ldOW-.3 2024-09-12T18:06:57.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.014+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.018+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:06:57.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14792654346059168820', time=2024-09-12T20:06:31.177102+0000, chain.objs.size()=9 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.1_1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.2 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.2_1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.3 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.3_1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.4 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.4_1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~5ddld-kdiF9AoBgVR8aSsaSMax00fWz.5 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC', time=2024-09-12T20:06:40.554807+0000, chain.objs.size()=5 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.55__multipart_key1.2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC.7 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.55__shadow_key1.2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC.7_1 2024-09-12T18:06:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.022+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.55__multipart_key1.2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC.10 2024-09-12T18:06:57.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.026+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.55__shadow_key1.2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC.10_1 2024-09-12T18:06:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.55__multipart_key1.2~LMWu7ov2vr4eyrHMogxZKejpO1KyCbC.13 2024-09-12T18:06:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14834912370345787660', time=2024-09-12T20:06:50.179209+0000, chain.objs.size()=9 2024-09-12T18:06:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__multipart_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.1 2024-09-12T18:06:57.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__shadow_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.1_1 2024-09-12T18:06:57.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__multipart_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.2 2024-09-12T18:06:57.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__shadow_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.2_1 2024-09-12T18:06:57.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__multipart_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.3 2024-09-12T18:06:57.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__shadow_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.3_1 2024-09-12T18:06:57.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__multipart_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.4 2024-09-12T18:06:57.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__shadow_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.4_1 2024-09-12T18:06:57.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.030+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__multipart_key1.2~OK0efPFVtCD2XQ6peSPsLwM2Vfnr6bn.5 2024-09-12T18:06:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.042+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.046+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:06:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.046+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.046+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.046+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.050+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:06:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.050+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.050+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.050+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.054+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:06:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.054+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.058+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.058+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.058+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:06:57.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:06:57.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8295006119928328446', time=2024-09-12T20:06:39.771368+0000, chain.objs.size()=1 2024-09-12T18:06:57.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_.2Ny23OotcNb-NIUz5GvWNw8ljEUiRPa_0 2024-09-12T18:06:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.062+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.066+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:06:57.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7661592902640511380', time=2024-09-12T20:06:34.136140+0000, chain.objs.size()=7 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.1 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.1_1 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.1_2 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.2 2024-09-12T18:06:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.2_1 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.2_2 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~9h2a7qVjDK_IYtaCFq4IjHeYt4GhtHe.3 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11290594471279947591', time=2024-09-12T20:06:47.213543+0000, chain.objs.size()=16 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.1 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.1_1 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.1_2 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.2 2024-09-12T18:06:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.070+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.2_1 2024-09-12T18:06:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.2_2 2024-09-12T18:06:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.3 2024-09-12T18:06:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.3_1 2024-09-12T18:06:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.3_2 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.4 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.4_1 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.4_2 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.5 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.5_1 2024-09-12T18:06:57.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.5_2 2024-09-12T18:06:57.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.078+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~iNNfVeyGdpYYgdO_ebvKxnmPBUKmnMj.6 2024-09-12T18:06:57.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.090+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.094+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:06:57.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.094+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.094+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.094+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:06:57.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12024695354010798658', time=2024-09-12T20:06:32.618555+0000, chain.objs.size()=7 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.098+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.1 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.1_1 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.1_2 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.2 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.2_1 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__shadow_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.2_2 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.48__multipart_key1.2~JF6lbjn92sRnW0uT67_yz4mN8FQktdP.3 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10931983527379045218', time=2024-09-12T20:06:53.178700+0000, chain.objs.size()=1 2024-09-12T18:06:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.102+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.60__shadow_.DqnJVI7a0s-0SXVbFRkdbdSgfBpuXxz_0 2024-09-12T18:06:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.106+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.106+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:06:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.110+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.110+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.110+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.110+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:06:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3135604515453107645', time=2024-09-12T20:06:48.520140+0000, chain.objs.size()=16 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.1 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.1_1 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.1_2 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.2 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.2_1 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.2_2 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.3 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.3_1 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.3_2 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.4 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.4_1 2024-09-12T18:06:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.114+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.4_2 2024-09-12T18:06:57.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.122+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.5 2024-09-12T18:06:57.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.122+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.5_1 2024-09-12T18:06:57.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.122+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.5_2 2024-09-12T18:06:57.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.122+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~27j1Ve2g8W3lCCtpHsO74-A4Dd3Xu6Z.6 2024-09-12T18:06:57.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.126+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.130+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:06:57.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16250550312681297104', time=2024-09-12T20:06:39.783134+0000, chain.objs.size()=1 2024-09-12T18:06:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_.CcR0UCXJMrhwdBr-qqm-pJ9DJwRlhyh_0 2024-09-12T18:06:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.468276020238195366', time=2024-09-12T20:06:54.587709+0000, chain.objs.size()=1 2024-09-12T18:06:57.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.65__shadow_.AhOHM4cy2rpqiwSXzshxQU9Zf4fjoVc_0 2024-09-12T18:06:57.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.134+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.138+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:06:57.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.138+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.138+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:06:57.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16673433252178854019', time=2024-09-12T20:06:36.088747+0000, chain.objs.size()=9 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__multipart_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__shadow_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.1_1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__multipart_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.2 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__shadow_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.2_1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.142+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__multipart_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.3 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__shadow_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.3_1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__multipart_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.4 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__shadow_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.4_1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.52__multipart_key1.2~LMdwLqSK_-HXjRYFFYi4nDG7ajirhEO.5 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8373228351483543496', time=2024-09-12T20:06:54.022105+0000, chain.objs.size()=1 2024-09-12T18:06:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.146+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.63__shadow_.7jYrM7Uz5G23qd-SSPpdV2zQwloN4uH_0 2024-09-12T18:06:57.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.150+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.154+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:06:57.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.154+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.154+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0', time=2024-09-12T20:06:25.007801+0000, chain.objs.size()=9 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__multipart_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.1 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__shadow_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.1_1 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__multipart_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.2 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__shadow_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.2_1 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__multipart_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.3 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__shadow_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.3_1 2024-09-12T18:06:57.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__multipart_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.4 2024-09-12T18:06:57.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__shadow_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.4_1 2024-09-12T18:06:57.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.41__multipart_key1.2~48puqSidzQk0yyPKGPfDkcl_Zmso5k0.5 2024-09-12T18:06:57.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9203758659663897316', time=2024-09-12T20:06:54.307648+0000, chain.objs.size()=1 2024-09-12T18:06:57.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.158+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.64__shadow_.nlIZvgtwF2IFh5lWPb9PVo61h1o0TYX_0 2024-09-12T18:06:57.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.162+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.166+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:06:57.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.166+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.166+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.166+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:06:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9547744391033840852', time=2024-09-12T20:06:39.729080+0000, chain.objs.size()=9 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.1_1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.2 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.2_1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.3 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.3_1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.4 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.4_1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file.mpg.2~FN5_dV5hVgwbm0X-5sXtBHQOEgGMDVI.5 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14235430096160046497', time=2024-09-12T20:06:39.760554+0000, chain.objs.size()=9 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.1_1 2024-09-12T18:06:57.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.170+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.2 2024-09-12T18:06:57.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.2_1 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.3 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.3_1 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.4 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.4_1 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__multipart_file2.mpg.2~vRtq3Su4cxtq9hSqfDaOH9UykO9jWe7.5 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2344944123007983644', time=2024-09-12T20:06:43.662528+0000, chain.objs.size()=21 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.1 2024-09-12T18:06:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.1_1 2024-09-12T18:06:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.2 2024-09-12T18:06:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.2_1 2024-09-12T18:06:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.178+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.3 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.3_1 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.4 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.4_1 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.5 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.5_1 2024-09-12T18:06:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.186+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.6 2024-09-12T18:06:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.6_1 2024-09-12T18:06:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.7 2024-09-12T18:06:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.7_1 2024-09-12T18:06:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.8 2024-09-12T18:06:57.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.8_1 2024-09-12T18:06:57.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.190+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.9 2024-09-12T18:06:57.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.194+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.9_1 2024-09-12T18:06:57.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.194+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.10 2024-09-12T18:06:57.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.194+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.10_1 2024-09-12T18:06:57.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.194+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~BGK0UZ3EW4xqsO8PpH84zxJrWEEinG5.11 2024-09-12T18:06:57.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.198+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.202+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:06:57.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.206+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.206+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.206+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.206+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:06:57.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.206+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.210+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.210+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:06:57.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.210+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6640354452379946478', time=2024-09-12T20:06:53.458971+0000, chain.objs.size()=1 2024-09-12T18:06:57.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.210+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.61__shadow_.Ne2FNuWS_iR6507JSauoH-pqoQYuRGA_0 2024-09-12T18:06:57.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.210+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:06:57.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9187488180463263493', time=2024-09-12T20:06:38.943127+0000, chain.objs.size()=9 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__multipart_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__shadow_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.1_1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__multipart_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.2 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__shadow_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.2_1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__multipart_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.3 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__shadow_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.3_1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__multipart_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.4 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__shadow_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.4_1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.53__multipart_key1.2~Kp3RMF9ThK6F_a7Gj1v2CqP4D5dHD9J.5 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14263712537540258070', time=2024-09-12T20:06:53.747053+0000, chain.objs.size()=1 2024-09-12T18:06:57.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.214+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.62__shadow_.OOGnclGbjCFatB1BacdjKG7_r_st2cY_0 2024-09-12T18:06:57.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.218+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.222+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:06:57.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.226+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.226+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.226+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.226+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:06:57.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.226+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9774427754912471581', time=2024-09-12T20:06:39.750827+0000, chain.objs.size()=1 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.54__shadow_.YbR6DA63joxVAdfApQ2yDGEEjURLT4L_0 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4373488646184303282', time=2024-09-12T20:06:44.939599+0000, chain.objs.size()=21 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.1 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.1_1 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.2 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.2_1 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.3 2024-09-12T18:06:57.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.3_1 2024-09-12T18:06:57.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.4 2024-09-12T18:06:57.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.4_1 2024-09-12T18:06:57.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.5 2024-09-12T18:06:57.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.5_1 2024-09-12T18:06:57.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.230+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.6 2024-09-12T18:06:57.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.234+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.6_1 2024-09-12T18:06:57.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.234+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.7 2024-09-12T18:06:57.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.234+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.7_1 2024-09-12T18:06:57.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.234+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.8 2024-09-12T18:06:57.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.238+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.8_1 2024-09-12T18:06:57.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.238+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.9 2024-09-12T18:06:57.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.238+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.9_1 2024-09-12T18:06:57.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.238+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.10 2024-09-12T18:06:57.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.238+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.10_1 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~wloqwzNTwtEduLZFY2A3gSq98HegY1d.11 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9457823231997597309', time=2024-09-12T20:06:48.353895+0000, chain.objs.size()=16 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.1 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.1_1 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.1_2 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.2 2024-09-12T18:06:57.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.2_1 2024-09-12T18:06:57.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.242+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.2_2 2024-09-12T18:06:57.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.246+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.3 2024-09-12T18:06:57.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.246+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.3_1 2024-09-12T18:06:57.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.246+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.3_2 2024-09-12T18:06:57.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.246+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.4 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.4_1 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.4_2 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.5 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.5_1 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__shadow_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.5_2 2024-09-12T18:06:57.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.56__multipart_key1.2~R_ZW6XPCIbzA7bMfVVq6bgWi2dXpsUM.6 2024-09-12T18:06:57.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Duxlg3hezgb5ErbbCpx_wArkiQryV83', time=2024-09-12T20:06:52.935734+0000, chain.objs.size()=67 2024-09-12T18:06:57.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.1 2024-09-12T18:06:57.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.250+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.2 2024-09-12T18:06:57.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.3 2024-09-12T18:06:57.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.4 2024-09-12T18:06:57.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.5 2024-09-12T18:06:57.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.6 2024-09-12T18:06:57.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.7 2024-09-12T18:06:57.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.8 2024-09-12T18:06:57.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.254+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.9 2024-09-12T18:06:57.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.10 2024-09-12T18:06:57.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.11 2024-09-12T18:06:57.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.12 2024-09-12T18:06:57.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.13 2024-09-12T18:06:57.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.14 2024-09-12T18:06:57.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.15 2024-09-12T18:06:57.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.16 2024-09-12T18:06:57.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.17 2024-09-12T18:06:57.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.18 2024-09-12T18:06:57.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.258+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.19 2024-09-12T18:06:57.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.262+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.20 2024-09-12T18:06:57.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.262+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.21 2024-09-12T18:06:57.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.262+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.22 2024-09-12T18:06:57.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.262+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.23 2024-09-12T18:06:57.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.24 2024-09-12T18:06:57.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.25 2024-09-12T18:06:57.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.26 2024-09-12T18:06:57.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.27 2024-09-12T18:06:57.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.28 2024-09-12T18:06:57.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.29 2024-09-12T18:06:57.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.30 2024-09-12T18:06:57.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.31 2024-09-12T18:06:57.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.32 2024-09-12T18:06:57.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.33 2024-09-12T18:06:57.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.266+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.34 2024-09-12T18:06:57.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.35 2024-09-12T18:06:57.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.36 2024-09-12T18:06:57.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.37 2024-09-12T18:06:57.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.38 2024-09-12T18:06:57.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.39 2024-09-12T18:06:57.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.40 2024-09-12T18:06:57.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.270+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.41 2024-09-12T18:06:57.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.42 2024-09-12T18:06:57.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.43 2024-09-12T18:06:57.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.44 2024-09-12T18:06:57.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.45 2024-09-12T18:06:57.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.46 2024-09-12T18:06:57.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.274+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.47 2024-09-12T18:06:57.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.48 2024-09-12T18:06:57.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.49 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.50 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.51 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.52 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.53 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.54 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.55 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.56 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.57 2024-09-12T18:06:57.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.282+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.58 2024-09-12T18:06:57.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.59 2024-09-12T18:06:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.60 2024-09-12T18:06:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.61 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.62 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.63 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.64 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.65 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.66 2024-09-12T18:06:57.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.286+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.59__multipart_key1.2~Duxlg3hezgb5ErbbCpx_wArkiQryV83.68 2024-09-12T18:06:57.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.290+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.294+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:06:57.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.294+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.294+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:06:57.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8450795251800487454', time=2024-09-12T20:06:34.461053+0000, chain.objs.size()=6 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_0 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_1 2024-09-12T18:06:57.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_2 2024-09-12T18:06:57.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_3 2024-09-12T18:06:57.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_4 2024-09-12T18:06:57.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.47__shadow_.tNWR8_aluEV-IPydAhprmOFF7-UORnr_5 2024-09-12T18:06:57.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12045917496806253329', time=2024-09-12T20:06:49.494491+0000, chain.objs.size()=1 2024-09-12T18:06:57.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.298+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.57__shadow_.5Qcob00ETXjeUBOFmn2H6_xDvleeZUs_0 2024-09-12T18:06:57.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.306+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.306+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:06:57.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:06:57.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13480768359038251666', time=2024-09-12T20:06:55.795240+0000, chain.objs.size()=21 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.1 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.1_1 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.2 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.2_1 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.3 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.3_1 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.4 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.4_1 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.5 2024-09-12T18:06:57.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.5_1 2024-09-12T18:06:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.6 2024-09-12T18:06:57.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.310+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.6_1 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.7 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.7_1 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.8 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.8_1 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.9 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.9_1 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.314+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.10 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.318+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__shadow_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.10_1 2024-09-12T18:06:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.318+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.67__multipart_key1.2~68DAGsQUXp8UWAUDm5mIAsdpTKpe1WH.11 2024-09-12T18:06:57.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.322+0000 7fc8b2fbc9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:06:57.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.326+0000 7fc766fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:57.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.330+0000 7fc8b2fbc9c0 20 remove_watcher() i=0 2024-09-12T18:06:57.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.330+0000 7fc8b2fbc9c0 2 removed watcher, disabling cache 2024-09-12T18:06:57.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.330+0000 7fc8b2fbc9c0 20 remove_watcher() i=1 2024-09-12T18:06:57.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.330+0000 7fc8b2fbc9c0 20 remove_watcher() i=2 2024-09-12T18:06:57.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.330+0000 7fc8b2fbc9c0 20 remove_watcher() i=3 2024-09-12T18:06:57.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.334+0000 7fc8b2fbc9c0 20 remove_watcher() i=4 2024-09-12T18:06:57.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.334+0000 7fc8b2fbc9c0 20 remove_watcher() i=5 2024-09-12T18:06:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.334+0000 7fc8b2fbc9c0 20 remove_watcher() i=6 2024-09-12T18:06:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.334+0000 7fc8b2fbc9c0 20 remove_watcher() i=7 2024-09-12T18:06:57.347 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:06:57.417 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:06:57.417 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:06:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 realm 2024-09-12T18:06:57.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:06:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:57.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.462+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.466+0000 7fb9729739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:06:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.466+0000 7fb9729739c0 20 searching for the correct realm 2024-09-12T18:06:57.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.470+0000 7fb970c7a640 0 -- 172.21.15.92:0/3519964197 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55954d265ef0 msgr2=0x55954d2682e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:57.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.474+0000 7fb96fc78640 0 -- 172.21.15.92:0/3519964197 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb960089a50 msgr2=0x7fb96008e210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.482+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:57.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 zone default found 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 4 Realm: () 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 zonegroup default 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 started sync module instance, tier type = 2024-09-12T18:06:57.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.486+0000 7fb9729739c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:06:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=0 2024-09-12T18:06:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=1 2024-09-12T18:06:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=2 2024-09-12T18:06:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=3 2024-09-12T18:06:57.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=4 2024-09-12T18:06:57.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=5 2024-09-12T18:06:57.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=6 2024-09-12T18:06:57.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 20 add_watcher() i=7 2024-09-12T18:06:57.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.502+0000 7fb9729739c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:06:57.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.506+0000 7fb8267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:57.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.506+0000 7fb9729739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:06:57.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.506+0000 7fb9729739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:06:57.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.578+0000 7fb8257e2640 20 reqs_thread_entry: start 2024-09-12T18:06:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.578+0000 7fb9729739c0 20 init_complete bucket index max shards: 1 2024-09-12T18:06:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.578+0000 7fb9729739c0 20 Filter name: none 2024-09-12T18:06:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.578+0000 7fb81effd640 20 reqs_thread_entry: start 2024-09-12T18:06:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.578+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:06:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.582+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.582+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.582+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.582+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:06:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.586+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.590+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.590+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.594+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:06:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.594+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.594+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.598+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.598+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:06:57.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.602+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.602+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.602+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.602+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:06:57.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.606+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.606+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.610+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.610+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:06:57.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.614+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.618+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.618+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.622+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:06:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.622+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.626+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.626+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.626+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:06:57.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.630+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.634+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.634+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.638+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:06:57.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.638+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.642+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.642+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.642+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:06:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.650+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.650+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.654+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.654+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:06:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.658+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.662+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.662+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.662+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:06:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.666+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.670+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.670+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.670+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:06:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.674+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.678+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.678+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.682+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:06:57.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.682+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.686+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.686+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.686+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:06:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.690+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.690+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.694+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.694+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:06:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.698+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.702+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.702+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.702+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:06:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.706+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.710+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.710+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.714+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:06:57.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.718+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.718+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.722+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.722+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:06:57.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.726+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.730+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.730+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.734+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:06:57.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.738+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.738+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.738+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.738+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:06:57.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.742+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.746+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.746+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.746+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:06:57.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.750+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.754+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.754+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.758+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:06:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.758+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.762+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.762+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.762+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:06:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.766+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.766+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.766+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.770+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:06:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.774+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.778+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.778+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.778+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:06:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.782+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.786+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.786+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.786+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:06:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.790+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.790+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.790+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.794+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:06:57.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.798+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.798+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.798+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.802+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:06:57.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.802+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.806+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.806+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.806+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:06:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.810+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.810+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.814+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.814+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:06:57.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.818+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.822+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.822+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.826+0000 7fb9729739c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:06:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.830+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.830+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:57.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.830+0000 7fb9729739c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:57.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.834+0000 7fb8267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:57.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.842+0000 7fb9729739c0 20 remove_watcher() i=0 2024-09-12T18:06:57.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.842+0000 7fb9729739c0 2 removed watcher, disabling cache 2024-09-12T18:06:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.842+0000 7fb9729739c0 20 remove_watcher() i=1 2024-09-12T18:06:57.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.846+0000 7fb9729739c0 20 remove_watcher() i=2 2024-09-12T18:06:57.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.846+0000 7fb9729739c0 20 remove_watcher() i=3 2024-09-12T18:06:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.850+0000 7fb9729739c0 20 remove_watcher() i=4 2024-09-12T18:06:57.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.854+0000 7fb9729739c0 20 remove_watcher() i=5 2024-09-12T18:06:57.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.854+0000 7fb9729739c0 20 remove_watcher() i=6 2024-09-12T18:06:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.854+0000 7fb9729739c0 20 remove_watcher() i=7 2024-09-12T18:06:57.873 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:06:57.946 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:06:57.946 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:06:57.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 realm 2024-09-12T18:06:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.994+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.998+0000 7ff16441e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.998+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.998+0000 7ff16441e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:57.998+0000 7ff16441e9c0 20 searching for the correct realm 2024-09-12T18:06:58.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.002+0000 7ff161f24640 0 -- 172.21.15.92:0/1940431223 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7ff15c0ce040 msgr2=0x7ff15c0b8440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:58.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.010+0000 7ff161723640 0 -- 172.21.15.92:0/1940431223 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ff15c0ce420 msgr2=0x7ff15c0ce880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:06:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:06:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:06:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:06:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:06:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:06:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:06:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.226+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 zone default found 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 4 Realm: () 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 zonegroup default 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.230+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.234+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.234+0000 7ff16441e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.234+0000 7ff16441e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.234+0000 7ff16441e9c0 20 started sync module instance, tier type = 2024-09-12T18:06:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.234+0000 7ff16441e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=0 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=1 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=2 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=3 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=4 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=5 2024-09-12T18:06:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=6 2024-09-12T18:06:58.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.258+0000 7ff16441e9c0 20 add_watcher() i=7 2024-09-12T18:06:58.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.262+0000 7ff16441e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:06:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.262+0000 7ff0137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.266+0000 7ff16441e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:06:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.266+0000 7ff16441e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.358+0000 7ff0127fc640 20 reqs_thread_entry: start 2024-09-12T18:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.358+0000 7ff16441e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.358+0000 7ff16441e9c0 20 Filter name: none 2024-09-12T18:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.358+0000 7fef83fff640 20 reqs_thread_entry: start 2024-09-12T18:06:58.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.358+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:06:58.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.362+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.362+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.362+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.366+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.370+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.370+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.370+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.370+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:06:58.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.374+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.374+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.374+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.378+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:06:58.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.382+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.382+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.382+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.390+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:06:58.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.390+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.390+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.394+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.394+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:06:58.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.398+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.398+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.402+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.402+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:06:58.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.406+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.406+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.406+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.406+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:06:58.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.410+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.410+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.410+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.414+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:06:58.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.418+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.418+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.418+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.422+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:06:58.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.422+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.426+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.426+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.426+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:06:58.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.430+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.430+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.434+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.434+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:06:58.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.438+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.438+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.438+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.442+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:06:58.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.446+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.446+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.450+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.450+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:06:58.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.454+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.454+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.454+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.458+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:06:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.462+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.462+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.462+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.466+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:06:58.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.466+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.470+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.470+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.470+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:06:58.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.474+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.474+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.478+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.478+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:06:58.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.482+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.486+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.486+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.490+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:06:58.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.494+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.494+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.498+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.498+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:06:58.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.506+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.506+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.506+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.510+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:06:58.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.514+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.514+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.518+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.518+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:06:58.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.522+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.522+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.522+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.526+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:06:58.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.530+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.530+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.534+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.534+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:06:58.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.538+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.542+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.542+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.546+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:06:58.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.550+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.550+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.550+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.554+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:06:58.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.558+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.558+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.558+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.562+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:06:58.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.566+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.566+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.570+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.570+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:06:58.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.574+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.574+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.578+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.578+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:06:58.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.582+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.586+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.586+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.590+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:06:58.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.594+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.594+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.594+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.598+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:06:58.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.602+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.602+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.602+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.606+0000 7ff16441e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:06:58.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.610+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.610+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:58.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.610+0000 7ff16441e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:58.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.614+0000 7ff0137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:58.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.622+0000 7ff16441e9c0 20 remove_watcher() i=0 2024-09-12T18:06:58.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.622+0000 7ff16441e9c0 2 removed watcher, disabling cache 2024-09-12T18:06:58.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.622+0000 7ff16441e9c0 20 remove_watcher() i=1 2024-09-12T18:06:58.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.626+0000 7ff16441e9c0 20 remove_watcher() i=2 2024-09-12T18:06:58.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.630+0000 7ff16441e9c0 20 remove_watcher() i=3 2024-09-12T18:06:58.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.630+0000 7ff16441e9c0 20 remove_watcher() i=4 2024-09-12T18:06:58.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.634+0000 7ff16441e9c0 20 remove_watcher() i=5 2024-09-12T18:06:58.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.634+0000 7ff16441e9c0 20 remove_watcher() i=6 2024-09-12T18:06:58.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.638+0000 7ff16441e9c0 20 remove_watcher() i=7 2024-09-12T18:06:58.655 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:06:58.727 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:06:58.727 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:06:58.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 realm 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:06:58.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:58.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.774+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.778+0000 7f0e3aa439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:58.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.778+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:58.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.778+0000 7f0e3aa439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:06:58.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.778+0000 7f0e3aa439c0 20 searching for the correct realm 2024-09-12T18:06:58.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.782+0000 7f0e38549640 0 -- 172.21.15.92:0/190706940 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f0e300d1040 msgr2=0x7f0e300d1930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:58.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:58.790+0000 7f0e37d48640 0 -- 172.21.15.92:0/190706940 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f0e300e5920 msgr2=0x7f0e300c1400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:06:59.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:59.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:06:59.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:06:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 zone default found 2024-09-12T18:06:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 4 Realm: () 2024-09-12T18:06:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 zonegroup default 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:59.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.010+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.014+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.014+0000 7f0e3aa439c0 20 rados->read ofs=0 len=0 2024-09-12T18:06:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.014+0000 7f0e3aa439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:06:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.014+0000 7f0e3aa439c0 20 started sync module instance, tier type = 2024-09-12T18:06:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.014+0000 7f0e3aa439c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:06:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=0 2024-09-12T18:06:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=1 2024-09-12T18:06:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=2 2024-09-12T18:06:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=3 2024-09-12T18:06:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=4 2024-09-12T18:06:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=5 2024-09-12T18:06:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=6 2024-09-12T18:06:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 20 add_watcher() i=7 2024-09-12T18:06:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.038+0000 7f0e3aa439c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:06:59.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.042+0000 7f0ceefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:59.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.042+0000 7f0e3aa439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:06:59.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.046+0000 7f0e3aa439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:06:59.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.134+0000 7f0cedfdb640 20 reqs_thread_entry: start 2024-09-12T18:06:59.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.134+0000 7f0e3aa439c0 20 init_complete bucket index max shards: 1 2024-09-12T18:06:59.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.134+0000 7f0e3aa439c0 20 Filter name: none 2024-09-12T18:06:59.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.134+0000 7f0c5f7fe640 20 reqs_thread_entry: start 2024-09-12T18:06:59.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.134+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:06:59.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.138+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.138+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.138+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.138+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:06:59.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.142+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.146+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.146+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.146+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:06:59.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.150+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.150+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.150+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.154+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:06:59.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.154+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.158+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.158+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.158+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:06:59.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.162+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.166+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.166+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.170+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:06:59.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.170+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.170+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.170+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.174+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:06:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.178+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.178+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.178+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.178+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:06:59.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.182+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.182+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.182+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.186+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:06:59.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.190+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.190+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.194+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.194+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:06:59.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.198+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.198+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.198+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.202+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:06:59.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.206+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.210+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.210+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.214+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:06:59.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.214+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.214+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.214+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.218+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:06:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.222+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.226+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.226+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.230+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:06:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.230+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.234+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.234+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.238+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:06:59.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.242+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.242+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.242+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.246+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:06:59.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.250+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.250+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.250+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.254+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:06:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.258+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.258+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.258+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.262+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:06:59.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.266+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.266+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.266+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.270+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:06:59.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.274+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.274+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.274+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.278+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:06:59.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.282+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.282+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.286+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.286+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:06:59.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.290+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.294+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.294+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.298+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:06:59.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.298+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.302+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.302+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.306+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:06:59.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.310+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.310+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.310+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.314+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:06:59.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.318+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.318+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.322+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.322+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:06:59.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.326+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.330+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.330+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.334+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:06:59.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.338+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.338+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.338+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.342+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:06:59.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.346+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.346+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.350+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.350+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:06:59.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.354+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.358+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.358+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.362+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:06:59.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.362+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.366+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.366+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.370+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:06:59.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.370+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.374+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.374+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.378+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:06:59.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.382+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.382+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.382+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.386+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:06:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.390+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.390+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:06:59.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.390+0000 7f0e3aa439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:06:59.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.398+0000 7f0ceefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:06:59.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.402+0000 7f0e3aa439c0 20 remove_watcher() i=0 2024-09-12T18:06:59.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.402+0000 7f0e3aa439c0 2 removed watcher, disabling cache 2024-09-12T18:06:59.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.406+0000 7f0e3aa439c0 20 remove_watcher() i=1 2024-09-12T18:06:59.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.410+0000 7f0e3aa439c0 20 remove_watcher() i=2 2024-09-12T18:06:59.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.410+0000 7f0e3aa439c0 20 remove_watcher() i=3 2024-09-12T18:06:59.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.414+0000 7f0e3aa439c0 20 remove_watcher() i=4 2024-09-12T18:06:59.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.418+0000 7f0e3aa439c0 20 remove_watcher() i=5 2024-09-12T18:06:59.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.418+0000 7f0e3aa439c0 20 remove_watcher() i=6 2024-09-12T18:06:59.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:06:59.422+0000 7f0e3aa439c0 20 remove_watcher() i=7 2024-09-12T18:06:59.439 DEBUG:teuthology.orchestra.run.smithi092:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T18:07:00.143 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :clean 2024-09-12T18:07:01.040 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileJava 2024-09-12T18:07:01.041 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processResources 2024-09-12T18:07:01.041 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :classes 2024-09-12T18:07:01.640 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:01.641 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileTestJava 2024-09-12T18:07:01.641 INFO:teuthology.orchestra.run.smithi092.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:07:01.641 INFO:teuthology.orchestra.run.smithi092.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:07:01.642 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:01.642 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:07:01.642 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :testClasses 2024-09-12T18:07:03.640 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.641 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :test 2024-09-12T18:07:03.641 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.641 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T18:07:03.642 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12 18:07:03,018 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.643 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T18:07:03.840 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.840 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T18:07:03.841 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:03.841 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T18:07:04.140 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.140 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T18:07:04.240 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.240 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T18:07:04.340 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.340 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T18:07:04.440 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.440 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T18:07:04.741 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.741 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T18:07:04.741 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.741 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T18:07:04.840 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.840 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T18:07:04.940 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:04.940 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T18:07:05.340 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.341 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T18:07:05.440 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.440 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T18:07:05.740 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.741 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T18:07:05.741 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.741 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------- 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------- 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:07:05.884 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:05.885 INFO:teuthology.orchestra.run.smithi092.stdout:BUILD SUCCESSFUL in 6s 2024-09-12T18:07:05.885 INFO:teuthology.orchestra.run.smithi092.stdout:5 actionable tasks: 5 executed 2024-09-12T18:07:05.891 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:05.918 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:05.918 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:05.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 realm 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.962+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.966+0000 7fcd256ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.966+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:05.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.966+0000 7fcd256ee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:05.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.966+0000 7fcd256ee9c0 20 searching for the correct realm 2024-09-12T18:07:05.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.970+0000 7fcd231f4640 0 -- 172.21.15.92:0/1351339127 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fcd1c090220 msgr2=0x7fcd1c063000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:05.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:05.978+0000 7fcd229f3640 0 -- 172.21.15.92:0/1351339127 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcd1c066940 msgr2=0x7fcd1c09d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:06.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:06.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:06.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:06.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 zone default found 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 4 Realm: () 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 zonegroup default 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.198+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.202+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.202+0000 7fcd256ee9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.202+0000 7fcd256ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.202+0000 7fcd256ee9c0 20 started sync module instance, tier type = 2024-09-12T18:07:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.202+0000 7fcd256ee9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=0 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=1 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=2 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=3 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=4 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=5 2024-09-12T18:07:06.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=6 2024-09-12T18:07:06.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 20 add_watcher() i=7 2024-09-12T18:07:06.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.226+0000 7fcd256ee9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:06.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.230+0000 7fcbd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:06.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.234+0000 7fcd256ee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:06.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.234+0000 7fcd256ee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:06.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.330+0000 7fcbd8fe1640 20 reqs_thread_entry: start 2024-09-12T18:07:06.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.330+0000 7fcd256ee9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:06.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.330+0000 7fcd256ee9c0 20 Filter name: none 2024-09-12T18:07:06.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.330+0000 7fcb527fc640 20 reqs_thread_entry: start 2024-09-12T18:07:06.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.330+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:06.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.334+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.334+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.334+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.338+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:06.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.342+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.342+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.342+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.346+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:06.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.350+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.350+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.350+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.350+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:06.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.354+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.354+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.358+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.358+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:06.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.362+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.362+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.362+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.366+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:06.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.366+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.370+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.370+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.370+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:06.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.374+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.374+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.374+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.378+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:06.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.382+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.382+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.382+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.386+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:06.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.390+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.390+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.390+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.394+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:06.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.394+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.398+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.398+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.402+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:06.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.402+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.406+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.406+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.406+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:06.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.410+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.410+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.414+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.414+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:06.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.418+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.422+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.422+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.426+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:06.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.430+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.430+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.430+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.434+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:06.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.438+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.438+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.438+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:07:06.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.438+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15639643656062440780', time=2024-09-12T20:07:05.036402+0000, chain.objs.size()=1 2024-09-12T18:07:06.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.438+0000 7fcd256ee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.73__shadow_.4oX6hCGIGM-Drb835VOjVkhc8thI6y4_0 2024-09-12T18:07:06.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.442+0000 7fcd256ee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:06.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.446+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:06.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.450+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.450+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.454+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.454+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.458+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.458+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.462+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.462+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:06.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.466+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.470+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.470+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.470+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:06.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.474+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.478+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.478+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:07:06.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.478+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3593804117817632256', time=2024-09-12T20:07:04.500219+0000, chain.objs.size()=1 2024-09-12T18:07:06.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.478+0000 7fcd256ee9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.72__shadow_.eVVROz-R71N3FZwJfGlT_h2v1DQLzrk_0 2024-09-12T18:07:06.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.482+0000 7fcd256ee9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:06.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.486+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:06.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.490+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.494+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.494+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.494+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:06.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.498+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.498+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.502+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.502+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:06.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.506+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.510+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.510+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.514+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:06.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.518+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.518+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.518+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.522+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:06.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.526+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.526+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.526+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.530+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:06.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.534+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.534+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.538+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.538+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:06.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.542+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.542+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.542+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.546+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:06.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.550+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.550+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.550+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.554+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.558+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.558+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.558+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.562+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:06.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.566+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.566+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.566+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.570+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:06.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.574+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.574+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.574+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.578+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.582+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.582+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.582+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.586+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.590+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.590+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:06.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.590+0000 7fcd256ee9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:06.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.598+0000 7fcbd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:06.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.602+0000 7fcd256ee9c0 20 remove_watcher() i=0 2024-09-12T18:07:06.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.602+0000 7fcd256ee9c0 2 removed watcher, disabling cache 2024-09-12T18:07:06.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.606+0000 7fcd256ee9c0 20 remove_watcher() i=1 2024-09-12T18:07:06.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.606+0000 7fcd256ee9c0 20 remove_watcher() i=2 2024-09-12T18:07:06.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.610+0000 7fcd256ee9c0 20 remove_watcher() i=3 2024-09-12T18:07:06.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.610+0000 7fcd256ee9c0 20 remove_watcher() i=4 2024-09-12T18:07:06.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.614+0000 7fcd256ee9c0 20 remove_watcher() i=5 2024-09-12T18:07:06.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.614+0000 7fcd256ee9c0 20 remove_watcher() i=6 2024-09-12T18:07:06.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.618+0000 7fcd256ee9c0 20 remove_watcher() i=7 2024-09-12T18:07:06.634 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:06.706 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:06.706 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:06.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 realm 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:06.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.754+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.758+0000 7fe279e379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:06.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.758+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:06.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.758+0000 7fe279e379c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:06.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.758+0000 7fe279e379c0 20 searching for the correct realm 2024-09-12T18:07:06.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.762+0000 7fe27793d640 0 -- 172.21.15.92:0/2210450294 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fe26803b040 msgr2=0x7fe26802e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:06.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:06.974+0000 7fe27793d640 0 -- 172.21.15.92:0/2210450294 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x7fe268010040 msgr2=0x7fe26803b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:07.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:07.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.198+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:07.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 zone default found 2024-09-12T18:07:07.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 4 Realm: () 2024-09-12T18:07:07.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:07.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:07.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:07.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 zonegroup default 2024-09-12T18:07:07.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 started sync module instance, tier type = 2024-09-12T18:07:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.202+0000 7fe279e379c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=0 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=1 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=2 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=3 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=4 2024-09-12T18:07:07.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=5 2024-09-12T18:07:07.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.226+0000 7fe279e379c0 20 add_watcher() i=6 2024-09-12T18:07:07.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.230+0000 7fe279e379c0 20 add_watcher() i=7 2024-09-12T18:07:07.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.230+0000 7fe279e379c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:07.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.234+0000 7fe12dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:07.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.234+0000 7fe279e379c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:07.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.234+0000 7fe279e379c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:07.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.326+0000 7fe12cfe1640 20 reqs_thread_entry: start 2024-09-12T18:07:07.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.326+0000 7fe279e379c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:07.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.326+0000 7fe279e379c0 20 Filter name: none 2024-09-12T18:07:07.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.326+0000 7fe0a67fc640 20 reqs_thread_entry: start 2024-09-12T18:07:07.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.326+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:07.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.330+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.330+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.330+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.334+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:07.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.334+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.338+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.338+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.338+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:07.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.342+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.342+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.346+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.346+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:07.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.350+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.350+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.350+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.354+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.354+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.358+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.358+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.362+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.362+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.362+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.362+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.366+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:07.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.366+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.370+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.370+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.370+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:07.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.374+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.374+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.378+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.378+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:07.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.382+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.382+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.382+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.382+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:07.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.386+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.386+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.390+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.390+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:07.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.394+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.394+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.394+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.398+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:07.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.402+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.402+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.406+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.406+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:07.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.410+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.410+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.410+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.414+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:07.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.414+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.418+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.418+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.418+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:07.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.422+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.422+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.422+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.426+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:07.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.430+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.430+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.430+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.434+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:07.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.438+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.438+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.438+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.442+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:07.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.446+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.446+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.446+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.450+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:07.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.454+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.454+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.454+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.454+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:07.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.458+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.462+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.462+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.466+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:07.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.466+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.470+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.470+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.470+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:07.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.474+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.474+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.474+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.478+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.482+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.482+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.486+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.486+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:07.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.490+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.494+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.494+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.494+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:07.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.498+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.498+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.502+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.502+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:07.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.506+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.510+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.510+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.514+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:07.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.514+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.518+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.518+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.518+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:07.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.522+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.522+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.526+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.526+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:07.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.530+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.534+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.534+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.538+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:07.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.538+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.542+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.542+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.542+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:07.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.546+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.550+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.550+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.554+0000 7fe279e379c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:07.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.558+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.558+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:07.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.558+0000 7fe279e379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:07.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.566+0000 7fe12dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:07.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.570+0000 7fe279e379c0 20 remove_watcher() i=0 2024-09-12T18:07:07.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.570+0000 7fe279e379c0 2 removed watcher, disabling cache 2024-09-12T18:07:07.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.574+0000 7fe279e379c0 20 remove_watcher() i=1 2024-09-12T18:07:07.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.574+0000 7fe279e379c0 20 remove_watcher() i=2 2024-09-12T18:07:07.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.578+0000 7fe279e379c0 20 remove_watcher() i=3 2024-09-12T18:07:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.582+0000 7fe279e379c0 20 remove_watcher() i=4 2024-09-12T18:07:07.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.582+0000 7fe279e379c0 20 remove_watcher() i=5 2024-09-12T18:07:07.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.586+0000 7fe279e379c0 20 remove_watcher() i=6 2024-09-12T18:07:07.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.586+0000 7fe279e379c0 20 remove_watcher() i=7 2024-09-12T18:07:07.608 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:07.682 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:07.683 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:07.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.730+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 realm 2024-09-12T18:07:07.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:07.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:07.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:07.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:07.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:07.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.734+0000 7fae5e0729c0 20 searching for the correct realm 2024-09-12T18:07:07.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.738+0000 7fae5c379640 0 -- 172.21.15.92:0/2302856201 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fae500c7070 msgr2=0x7fae5012a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:07:07.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:07.954+0000 7fae5b377640 0 -- 172.21.15.92:0/2302856201 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fae4c010b30 msgr2=0x7fae4c083980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:08.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:08.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 zone default found 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 4 Realm: () 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 zonegroup default 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.174+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.178+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.178+0000 7fae5e0729c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.178+0000 7fae5e0729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.178+0000 7fae5e0729c0 20 started sync module instance, tier type = 2024-09-12T18:07:08.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.178+0000 7fae5e0729c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=0 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=1 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=2 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=3 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=4 2024-09-12T18:07:08.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=5 2024-09-12T18:07:08.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=6 2024-09-12T18:07:08.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 20 add_watcher() i=7 2024-09-12T18:07:08.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.202+0000 7fae5e0729c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:08.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.206+0000 7fad11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:08.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.206+0000 7fae5e0729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:08.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.206+0000 7fae5e0729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:08.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.302+0000 7fad10fe1640 20 reqs_thread_entry: start 2024-09-12T18:07:08.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.302+0000 7fae5e0729c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:08.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.302+0000 7fae5e0729c0 20 Filter name: none 2024-09-12T18:07:08.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.302+0000 7fac8a7fc640 20 reqs_thread_entry: start 2024-09-12T18:07:08.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.302+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:08.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.306+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.306+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.310+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.314+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:08.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.314+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.318+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.318+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.318+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:08.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.322+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.326+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.326+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.330+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:08.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.334+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.334+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.334+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.338+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:08.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.342+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.342+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.346+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.346+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:08.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.350+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.350+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.354+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.354+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:08.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.358+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.362+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.362+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.362+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:08.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.366+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.370+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.370+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.370+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:08.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.374+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.374+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.374+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.378+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:08.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.382+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.386+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.386+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.390+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:08.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.394+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.394+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.394+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.398+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:08.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.402+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.402+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.402+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.406+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:08.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.410+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.410+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.414+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.414+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:08.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.418+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.422+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.422+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.422+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:08.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.426+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.430+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.430+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.434+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:08.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.438+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.438+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.442+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.442+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:08.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.446+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.450+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.450+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.454+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:08.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.458+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.458+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.458+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.462+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:08.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.466+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.466+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.466+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.470+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:08.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.474+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.474+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.474+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.478+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:08.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.482+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.482+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.486+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.486+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:08.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.490+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.494+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.494+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.498+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:08.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.498+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.502+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.502+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.506+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:08.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.510+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.510+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.510+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.514+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:08.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.518+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.518+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.518+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.522+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:08.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.526+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.526+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.530+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.530+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:08.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.534+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.538+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.538+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.542+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:08.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.546+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.546+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.546+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.550+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:08.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.554+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.554+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.558+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.558+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:08.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.562+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.562+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.566+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.566+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:08.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.570+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.574+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.574+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.578+0000 7fae5e0729c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:08.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.582+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.582+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:08.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.582+0000 7fae5e0729c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:08.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.590+0000 7fad11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:08.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.594+0000 7fae5e0729c0 20 remove_watcher() i=0 2024-09-12T18:07:08.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.594+0000 7fae5e0729c0 2 removed watcher, disabling cache 2024-09-12T18:07:08.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.598+0000 7fae5e0729c0 20 remove_watcher() i=1 2024-09-12T18:07:08.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.598+0000 7fae5e0729c0 20 remove_watcher() i=2 2024-09-12T18:07:08.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.602+0000 7fae5e0729c0 20 remove_watcher() i=3 2024-09-12T18:07:08.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.606+0000 7fae5e0729c0 20 remove_watcher() i=4 2024-09-12T18:07:08.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.606+0000 7fae5e0729c0 20 remove_watcher() i=5 2024-09-12T18:07:08.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.606+0000 7fae5e0729c0 20 remove_watcher() i=6 2024-09-12T18:07:08.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.610+0000 7fae5e0729c0 20 remove_watcher() i=7 2024-09-12T18:07:08.629 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:08.703 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:08.703 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:08.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 realm 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:08.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.750+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.754+0000 7f5ecbec99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:08.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.754+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:08.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.754+0000 7f5ecbec99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:08.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.754+0000 7f5ecbec99c0 20 searching for the correct realm 2024-09-12T18:07:08.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:08.958+0000 7f5eca1d0640 0 -- 172.21.15.92:0/2686787493 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5eb4008040 msgr2=0x7f5eb4062090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:09.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.174+0000 7f5ec91ce640 0 -- 172.21.15.92:0/2686787493 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5ec40ee950 msgr2=0x7f5ec40b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:07:09.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:09.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:09.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:09.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 zone default found 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 4 Realm: () 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 zonegroup default 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:09.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.394+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.398+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:09.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.398+0000 7f5ecbec99c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:09.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.398+0000 7f5ecbec99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:09.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.398+0000 7f5ecbec99c0 20 started sync module instance, tier type = 2024-09-12T18:07:09.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.398+0000 7f5ecbec99c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:09.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=0 2024-09-12T18:07:09.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=1 2024-09-12T18:07:09.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=2 2024-09-12T18:07:09.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=3 2024-09-12T18:07:09.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=4 2024-09-12T18:07:09.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=5 2024-09-12T18:07:09.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.418+0000 7f5ecbec99c0 20 add_watcher() i=6 2024-09-12T18:07:09.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.422+0000 7f5ecbec99c0 20 add_watcher() i=7 2024-09-12T18:07:09.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.422+0000 7f5ecbec99c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:09.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.426+0000 7f5d7b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:09.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.426+0000 7f5ecbec99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:09.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.426+0000 7f5ecbec99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.510+0000 7f5d7a7fc640 20 reqs_thread_entry: start 2024-09-12T18:07:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.510+0000 7f5ecbec99c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.510+0000 7f5ecbec99c0 20 Filter name: none 2024-09-12T18:07:09.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.510+0000 7f5cebfff640 20 reqs_thread_entry: start 2024-09-12T18:07:09.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.510+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:09.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.514+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.514+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.514+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.518+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:09.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.518+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.522+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.522+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.522+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:09.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.526+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.526+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.526+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.530+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:09.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.530+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.534+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.534+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.534+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:09.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.538+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.538+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.542+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.542+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:09.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.546+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.546+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.546+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.550+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:09.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.550+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.554+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.554+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.554+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:09.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.558+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.558+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.558+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.562+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:09.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.562+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.562+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.562+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.566+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:09.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.570+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.570+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.574+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.574+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:09.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.578+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.578+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.578+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.578+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:09.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.582+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.582+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.582+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.586+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:09.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.590+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.590+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.590+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.590+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:09.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.598+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.598+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.598+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.602+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:09.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.606+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.606+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.606+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.610+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:09.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.614+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.614+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.614+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.618+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:09.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.622+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.622+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.622+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.626+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:09.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.630+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.630+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.630+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.634+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:09.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.638+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.642+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.642+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.646+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:09.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.650+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.654+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.654+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.654+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:09.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.658+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.662+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.662+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.662+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:09.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.666+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.670+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.670+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.674+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:09.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.678+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.678+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.678+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.682+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:09.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.686+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.686+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.686+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.690+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:09.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.694+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.698+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.698+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.702+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:09.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.706+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.706+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.706+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.710+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:09.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.714+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.714+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.718+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.718+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:09.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.722+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.726+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.726+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.730+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:09.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.734+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.734+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.734+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.738+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:09.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.742+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.742+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.746+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.746+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:09.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.750+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.754+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.754+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.758+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:09.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.758+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.762+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:09.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.762+0000 7f5ecbec99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:09.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.766+0000 7f5d7b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:09.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.770+0000 7f5ecbec99c0 20 remove_watcher() i=0 2024-09-12T18:07:09.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.770+0000 7f5ecbec99c0 2 removed watcher, disabling cache 2024-09-12T18:07:09.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.774+0000 7f5ecbec99c0 20 remove_watcher() i=1 2024-09-12T18:07:09.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.778+0000 7f5ecbec99c0 20 remove_watcher() i=2 2024-09-12T18:07:09.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.778+0000 7f5ecbec99c0 20 remove_watcher() i=3 2024-09-12T18:07:09.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.782+0000 7f5ecbec99c0 20 remove_watcher() i=4 2024-09-12T18:07:09.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.782+0000 7f5ecbec99c0 20 remove_watcher() i=5 2024-09-12T18:07:09.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.786+0000 7f5ecbec99c0 20 remove_watcher() i=6 2024-09-12T18:07:09.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:09.786+0000 7f5ecbec99c0 20 remove_watcher() i=7 2024-09-12T18:07:09.807 DEBUG:teuthology.orchestra.run.smithi092:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T18:07:10.502 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :clean 2024-09-12T18:07:11.199 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileJava 2024-09-12T18:07:11.200 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processResources 2024-09-12T18:07:11.200 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :classes 2024-09-12T18:07:11.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:11.700 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :compileTestJava 2024-09-12T18:07:11.700 INFO:teuthology.orchestra.run.smithi092.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:07:11.700 INFO:teuthology.orchestra.run.smithi092.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:07:11.701 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:11.701 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:07:11.701 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :testClasses 2024-09-12T18:07:13.600 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.600 INFO:teuthology.orchestra.run.smithi092.stdout:> Task :test 2024-09-12T18:07:13.600 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests STANDARD_OUT 2024-09-12T18:07:13.601 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12 18:07:13,065 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:07:13.601 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.601 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T18:07:13.601 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.601 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T18:07:13.900 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T18:07:13.900 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:13.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T18:07:14.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:14.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T18:07:14.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:14.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T18:07:14.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:14.399 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T18:07:16.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:16.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T18:07:16.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:16.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T18:07:16.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:16.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T18:07:16.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:16.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T18:07:16.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:16.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T18:07:17.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T18:07:17.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T18:07:17.300 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T18:07:17.300 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T18:07:17.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T18:07:17.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:17.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T18:07:18.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.199 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T18:07:18.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T18:07:18.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.499 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T18:07:18.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T18:07:18.900 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T18:07:18.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:18.999 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T18:07:19.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.199 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T18:07:19.300 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T18:07:19.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.499 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T18:07:19.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.599 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T18:07:19.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T18:07:19.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:19.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T18:07:20.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:20.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T18:07:20.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:20.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T18:07:20.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:20.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T18:07:21.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:21.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T18:07:21.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:21.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T18:07:27.700 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:27.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T18:07:28.100 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:28.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T18:07:28.100 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:28.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T18:07:28.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:28.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T18:07:28.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:28.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T18:07:28.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:28.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T18:07:29.501 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:29.501 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T18:07:29.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:29.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T18:07:29.800 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:29.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T18:07:29.800 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:29.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T18:07:30.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:30.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T18:07:30.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:30.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T18:07:31.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:31.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T18:07:31.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:31.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T18:07:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:32.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T18:07:32.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:32.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T18:07:37.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:37.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T18:07:37.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:37.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T18:07:39.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:39.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T18:07:39.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:39.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T18:07:40.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:40.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T18:07:40.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:40.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T18:07:40.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:40.999 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T18:07:41.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T18:07:41.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T18:07:41.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.399 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T18:07:41.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.499 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T18:07:41.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T18:07:41.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:41.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T18:07:41.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T18:07:42.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T18:07:42.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T18:07:42.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T18:07:42.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.599 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T18:07:42.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T18:07:42.900 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T18:07:42.900 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:42.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T18:07:43.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:43.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T18:07:43.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:43.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T18:07:43.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:43.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T18:07:43.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:43.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T18:07:44.000 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:44.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T18:07:44.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:44.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T18:07:44.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:44.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T18:07:44.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:44.599 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T18:07:44.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:44.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T18:07:44.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:45.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T18:07:45.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:45.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T18:07:45.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:45.399 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T18:07:45.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:45.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T18:07:45.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:45.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T18:07:46.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:46.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T18:07:46.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:46.199 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T18:07:46.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:46.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T18:07:46.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:46.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T18:07:46.901 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.513 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.514 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T18:07:47.800 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T18:07:47.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:47.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T18:07:48.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:48.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T18:07:48.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:48.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T18:07:48.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:48.499 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T18:07:48.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:48.700 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T18:07:48.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T18:07:49.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T18:07:49.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T18:07:49.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T18:07:49.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T18:07:49.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:49.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T18:07:50.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:50.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T18:07:50.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:50.300 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T18:07:50.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:50.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T18:07:50.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:50.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T18:07:50.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:50.999 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T18:07:51.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:51.099 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T18:07:51.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:51.399 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T18:07:51.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:51.499 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T18:07:51.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:51.799 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T18:07:51.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:51.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T18:07:52.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T18:07:52.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.200 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T18:07:52.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T18:07:52.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.500 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T18:07:52.800 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T18:07:52.800 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:52.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T18:07:53.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T18:07:53.100 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.100 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T18:07:53.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.399 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T18:07:53.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.599 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T18:07:53.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.800 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T18:07:53.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:53.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T18:07:54.000 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T18:07:54.000 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.000 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T18:07:54.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.299 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T18:07:54.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.400 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T18:07:54.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T18:07:54.699 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.699 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T18:07:54.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.899 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T18:07:54.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:54.999 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T18:07:55.199 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:55.199 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T18:07:55.899 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:55.900 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T18:07:56.099 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:56.099 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T18:07:56.599 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:56.600 INFO:teuthology.orchestra.run.smithi092.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T18:07:56.799 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:56.800 INFO:teuthology.orchestra.run.smithi092.stdout:---------------------------------------------------------------------- 2024-09-12T18:07:56.800 INFO:teuthology.orchestra.run.smithi092.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T18:07:56.800 INFO:teuthology.orchestra.run.smithi092.stdout:---------------------------------------------------------------------- 2024-09-12T18:07:56.820 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:56.821 INFO:teuthology.orchestra.run.smithi092.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:07:56.821 INFO:teuthology.orchestra.run.smithi092.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:07:56.821 INFO:teuthology.orchestra.run.smithi092.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:07:56.821 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:07:56.821 INFO:teuthology.orchestra.run.smithi092.stdout:BUILD SUCCESSFUL in 46s 2024-09-12T18:07:56.822 INFO:teuthology.orchestra.run.smithi092.stdout:5 actionable tasks: 5 executed 2024-09-12T18:07:56.839 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:56.866 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:56.866 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:56.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 realm 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:56.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.908+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.912+0000 7fb17dcf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.912+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.912+0000 7fb17dcf89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.912+0000 7fb17dcf89c0 20 searching for the correct realm 2024-09-12T18:07:56.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.916+0000 7fb17bfff640 0 -- 172.21.15.92:0/493574444 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fb16409b040 msgr2=0x7fb164019410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:56.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:56.924+0000 7fb17affd640 0 -- 172.21.15.92:0/493574444 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fb16c020450 msgr2=0x7fb16c0208d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:57.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.140+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:57.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:57.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 zone default found 2024-09-12T18:07:57.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 4 Realm: () 2024-09-12T18:07:57.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 zonegroup default 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 started sync module instance, tier type = 2024-09-12T18:07:57.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.144+0000 7fb17dcf89c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:57.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=0 2024-09-12T18:07:57.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=1 2024-09-12T18:07:57.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=2 2024-09-12T18:07:57.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=3 2024-09-12T18:07:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=4 2024-09-12T18:07:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=5 2024-09-12T18:07:57.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=6 2024-09-12T18:07:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 20 add_watcher() i=7 2024-09-12T18:07:57.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.168+0000 7fb17dcf89c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.172+0000 7fb0327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.172+0000 7fb17dcf89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:57.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.172+0000 7fb17dcf89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:57.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.268+0000 7fb0317e2640 20 reqs_thread_entry: start 2024-09-12T18:07:57.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.268+0000 7fb17dcf89c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:57.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.268+0000 7fb17dcf89c0 20 Filter name: none 2024-09-12T18:07:57.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.268+0000 7fb02a7fc640 20 reqs_thread_entry: start 2024-09-12T18:07:57.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.268+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:57.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12120284024442899681', time=2024-09-12T20:07:30.688662+0000, chain.objs.size()=9 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__multipart_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.1 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__shadow_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.1_1 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__multipart_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.2 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__shadow_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.2_1 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__multipart_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.3 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__shadow_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.3_1 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__multipart_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.4 2024-09-12T18:07:57.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__shadow_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.4_1 2024-09-12T18:07:57.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.100__multipart_key1.2~VFnOkNqlGDu-1s7qJh5R9jPiiNmM48x.5 2024-09-12T18:07:57.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.568412838929981731', time=2024-09-12T20:07:31.641517+0000, chain.objs.size()=9 2024-09-12T18:07:57.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.272+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.1 2024-09-12T18:07:57.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.276+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.1_1 2024-09-12T18:07:57.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.276+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.2 2024-09-12T18:07:57.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.280+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.2_1 2024-09-12T18:07:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.284+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.3 2024-09-12T18:07:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.284+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.3_1 2024-09-12T18:07:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.284+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.4 2024-09-12T18:07:57.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.284+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.4_1 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file.mpg.2~MLlGGwQFt865mGy_1FM4EykGxpnH0R3.5 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6494158557222000972', time=2024-09-12T20:07:34.874229+0000, chain.objs.size()=9 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.1 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.1_1 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.2 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.2_1 2024-09-12T18:07:57.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.288+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.3 2024-09-12T18:07:57.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.296+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.3_1 2024-09-12T18:07:57.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.296+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.4 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.4_1 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~pb11aD1w-R-21Cu1kaxMqb1XUYCULYW.5 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.302761402131425757', time=2024-09-12T20:07:45.028466+0000, chain.objs.size()=1 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.117__shadow_.q1475YYWFbNWxQW-NBVXqmM_ymknjdQ_0 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7034592914133406009', time=2024-09-12T20:07:49.174200+0000, chain.objs.size()=1 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.127__shadow_.8YKFnMXVDQKpxcv463dHzaXvutuYgn__0 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.326693475748689188', time=2024-09-12T20:07:49.986714+0000, chain.objs.size()=1 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.129__shadow_.XEU9W2jBsI2KFCJr5fs4HohwDEbWkGz_0 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17127921997382864329', time=2024-09-12T20:07:51.547900+0000, chain.objs.size()=1 2024-09-12T18:07:57.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.300+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.133__shadow_.x3hLTe3x61O1iLVL0hEMEcSNbzlbgl__0 2024-09-12T18:07:57.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.312+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.320+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.320+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12143329025752991078', time=2024-09-12T20:07:37.462732+0000, chain.objs.size()=7 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.1 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.1_1 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.1_2 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.2 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.2_1 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.2_2 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~3-W2R3c-sYNYHrAPHp0va8nzG2odC68.3 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4617647913480444366', time=2024-09-12T20:07:45.480129+0000, chain.objs.size()=1 2024-09-12T18:07:57.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.118__shadow_.jhDmkgknwVGky9efN09cM8kYwHV-pUD_0 2024-09-12T18:07:57.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7033642896440439286', time=2024-09-12T20:07:52.878309+0000, chain.objs.size()=1 2024-09-12T18:07:57.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.324+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.137__shadow_.JiXp5wunK53w-phy8awV1UyGF9r00Am_0 2024-09-12T18:07:57.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.332+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.336+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:57.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3150729356849510069', time=2024-09-12T20:07:18.004077+0000, chain.objs.size()=3 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.84__shadow_.1gSjVBPyyCoyXy6Ewk2tLbEDll0_uMf_0 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.84__shadow_.1gSjVBPyyCoyXy6Ewk2tLbEDll0_uMf_1 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.84__shadow_.1gSjVBPyyCoyXy6Ewk2tLbEDll0_uMf_2 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12234036912990239777', time=2024-09-12T20:07:45.045950+0000, chain.objs.size()=1 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.117__shadow_.jPqkbipOtFzm0jIFiMdMx0K78gjkySe_0 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13284337315082982069', time=2024-09-12T20:07:48.358299+0000, chain.objs.size()=1 2024-09-12T18:07:57.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.340+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.125__shadow_.ANKBW8vRkq59_QtrkDRDf2Z7Yqw094W_0 2024-09-12T18:07:57.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.344+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.348+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:57.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6854299191465681517', time=2024-09-12T20:07:18.688293+0000, chain.objs.size()=1 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.86__shadow_.6fwrKD1RB99rO-10l62tOMvoA7uOkhm_0 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2649001582465370732', time=2024-09-12T20:07:43.820412+0000, chain.objs.size()=1 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.114__shadow_.LaIq3Z-rYm60zC5j2sY_9XVZzuUwib1_0 2024-09-12T18:07:57.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15623530434024979241', time=2024-09-12T20:07:45.462125+0000, chain.objs.size()=1 2024-09-12T18:07:57.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.352+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.118__shadow_.KyNTBFugewcDLKKWcWyqmgBOLmzud6I_0 2024-09-12T18:07:57.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.360+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.360+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:57.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11082899396602921502', time=2024-09-12T20:07:26.857987+0000, chain.objs.size()=7 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.1 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.1_1 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.1_2 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.2 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.2_1 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.2_2 2024-09-12T18:07:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.364+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~eRQ5dnHXQecrxQm6rmwxybTzc2yOh3k.3 2024-09-12T18:07:57.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.372+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.376+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.376+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18087290061933511721', time=2024-09-12T20:07:24.561885+0000, chain.objs.size()=9 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.1 2024-09-12T18:07:57.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.1_1 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.2 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.2_1 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.3 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.3_1 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.4 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.4_1 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~p2RkZWll3_xtEUrpc13e-fEs_zsPzNY.5 2024-09-12T18:07:57.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6233973009444271667', time=2024-09-12T20:07:43.811307+0000, chain.objs.size()=1 2024-09-12T18:07:57.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.114__shadow_.ADV2eWk805mmB8RxMBpIkzlwVS92X2e_0 2024-09-12T18:07:57.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2779850715677567635', time=2024-09-12T20:07:44.659329+0000, chain.objs.size()=1 2024-09-12T18:07:57.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.116__shadow_.rY2A0wmQOhMubnJdRpIdHPN67FYjV1Y_0 2024-09-12T18:07:57.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16165786889235860642', time=2024-09-12T20:07:45.451011+0000, chain.objs.size()=1 2024-09-12T18:07:57.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.380+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.118__shadow_.wfsZBUcFIXdvAg-OwJ2BZ3UrTXyXGWa_0 2024-09-12T18:07:57.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.388+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9954562657036677199', time=2024-09-12T20:07:45.494959+0000, chain.objs.size()=1 2024-09-12T18:07:57.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.388+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.118__shadow_.nhG2nSHQ6zGboljuwPuWPleopMMvAWt_0 2024-09-12T18:07:57.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.388+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10223213295115578292', time=2024-09-12T20:07:51.955321+0000, chain.objs.size()=1 2024-09-12T18:07:57.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.388+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.134__shadow_.VORnIdDCXs4_9lqq5ogA0tmIj3nqDF6_0 2024-09-12T18:07:57.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.392+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.396+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:57.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1137478090645118927', time=2024-09-12T20:07:43.378639+0000, chain.objs.size()=1 2024-09-12T18:07:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.113__shadow_.2hbLADCa8Ptc6obXU10d9nDsVC0ccKn_0 2024-09-12T18:07:57.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3028480911412088280', time=2024-09-12T20:07:47.144988+0000, chain.objs.size()=1 2024-09-12T18:07:57.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.400+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.122__shadow_.502vumR98k--aSSGK7LOr5Zhn-3hv_E_0 2024-09-12T18:07:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.404+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.404+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51', time=2024-09-12T20:07:16.179014+0000, chain.objs.size()=9 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__multipart_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.1 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__shadow_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.1_1 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__multipart_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.2 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__shadow_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.2_1 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__multipart_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.3 2024-09-12T18:07:57.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__shadow_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.3_1 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__multipart_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.4 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__shadow_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.4_1 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.408+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.80__multipart_key1.2~EHq0YCEfhV94YnJ6ZPIL8-8rfX-u-51.5 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18326328141949055330', time=2024-09-12T20:07:49.159881+0000, chain.objs.size()=1 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.127__shadow_.6TwotPHzofCZRrzBHjMHz4LahUSWELj_0 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1532324874851933380', time=2024-09-12T20:07:49.568275+0000, chain.objs.size()=1 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.128__shadow_.j5k4vnykUQ4WdKWodvFxn8b2_9DEHzX_0 2024-09-12T18:07:57.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5239793324740725372', time=2024-09-12T20:07:49.955072+0000, chain.objs.size()=1 2024-09-12T18:07:57.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.412+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.129__shadow_.hYGy08kteu6QZTjZtxAQTENYHJ0Irl0_0 2024-09-12T18:07:57.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.420+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.424+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:57.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6501478391974021995', time=2024-09-12T20:07:18.347604+0000, chain.objs.size()=1 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.85__shadow_.TWEOHNo0w7jpkoDHegavvBZMq4NcOMs_0 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1258294471110372730', time=2024-09-12T20:07:45.912747+0000, chain.objs.size()=1 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.119__shadow_.-6DSwfEf-Wmr0lFTMvT-27e7eKBBgXO_0 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2132888537923369894', time=2024-09-12T20:07:46.305020+0000, chain.objs.size()=1 2024-09-12T18:07:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.428+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.120__shadow_.EA3baB_804-LzkZsl_pAc1M8P7PVRvm_0 2024-09-12T18:07:57.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.432+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16362263986338344824', time=2024-09-12T20:07:45.074536+0000, chain.objs.size()=1 2024-09-12T18:07:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.117__shadow_.mbBExBGLOCDL1lLEICyczruAf2zOEM9_0 2024-09-12T18:07:57.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11328194023766109120', time=2024-09-12T20:07:46.287462+0000, chain.objs.size()=1 2024-09-12T18:07:57.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.436+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.120__shadow_.HZ0P-CXlTUIW-jM8syfgoet3V3EnxXo_0 2024-09-12T18:07:57.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.440+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:57.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17846179137170615368', time=2024-09-12T20:07:13.977306+0000, chain.objs.size()=1 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.78__shadow_.4t4doavhEIinluM7acJ5DniD4izDYtV_0 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12333690937072650429', time=2024-09-12T20:07:17.005407+0000, chain.objs.size()=1 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.82__shadow_.siK3RYDC04XZGs-x_DA7mSlC-7oGX6O_0 2024-09-12T18:07:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17178703983548073499', time=2024-09-12T20:07:34.133186+0000, chain.objs.size()=9 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.1_1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.2 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.2_1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.3 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.3_1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.4 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.4_1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~ZT41tKBFIYgg985BLXqFtxbayUtswoG.5 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15784994651527110266', time=2024-09-12T20:07:47.587844+0000, chain.objs.size()=1 2024-09-12T18:07:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.444+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.123__shadow_.lAzaWl29KuWwYd4axmWWC2-NTpQj2Ec_0 2024-09-12T18:07:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12008918879371888402', time=2024-09-12T20:07:51.177064+0000, chain.objs.size()=1 2024-09-12T18:07:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.132__shadow_.NC5Q2_4IYZUNG25pbXPLqCfxam0RQUN_0 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1321745281861270537', time=2024-09-12T20:07:55.915458+0000, chain.objs.size()=9 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__multipart_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.1 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__shadow_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.1_1 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__multipart_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.2 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__shadow_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.2_1 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__multipart_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.3 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__shadow_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.3_1 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__multipart_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.4 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__shadow_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.4_1 2024-09-12T18:07:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.452+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.144__multipart_key1.2~G40sBdGgBQ_jokdSuYFczFBH9B8UBRh.5 2024-09-12T18:07:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.464+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.468+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:57.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.468+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.468+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.468+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:57.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3337444135937114247', time=2024-09-12T20:07:21.300646+0000, chain.objs.size()=9 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.1 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.1_1 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.2 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.2_1 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.3 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.3_1 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.4 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.4_1 2024-09-12T18:07:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.5 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12676156863044384145', time=2024-09-12T20:07:38.590581+0000, chain.objs.size()=1 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__shadow_.9natE5q-9nnFSL0liEXiWk-p3D4Jmsq_0 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8066387903238936588', time=2024-09-12T20:07:49.131041+0000, chain.objs.size()=1 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.127__shadow_.9-UoOFDAbBrPArnjh53PfHm9PRDP3Wp_0 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14684759821567978832', time=2024-09-12T20:07:50.386505+0000, chain.objs.size()=1 2024-09-12T18:07:57.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.472+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.130__shadow_.yJbSzVeyoNO99Q9HXfX-50VmylpeFqT_0 2024-09-12T18:07:57.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.476+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14747895716409913748', time=2024-09-12T20:07:50.770340+0000, chain.objs.size()=1 2024-09-12T18:07:57.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.476+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.131__shadow_.SqfcWDWgD6mJbgebmaY4QTPPprI9xbC_0 2024-09-12T18:07:57.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.484+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.484+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:57.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12331149733213950232', time=2024-09-12T20:07:26.094304+0000, chain.objs.size()=9 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.1 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.1_1 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.2 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.2_1 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.3 2024-09-12T18:07:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.3_1 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.4 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.4_1 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~Bk4yoRHVyKpeK3t81xg9NFACToweV1S.5 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B', time=2024-09-12T20:07:32.654052+0000, chain.objs.size()=9 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__multipart_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.7 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__shadow_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.7_1 2024-09-12T18:07:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.488+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__multipart_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.8 2024-09-12T18:07:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__shadow_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.8_1 2024-09-12T18:07:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__multipart_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.9 2024-09-12T18:07:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__shadow_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.9_1 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__multipart_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.10 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__shadow_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.10_1 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.102__multipart_key1.2~Q7uzLyBNo74hZ9lmzIZfjSGq1ygxK6B.11 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2076669087053329963', time=2024-09-12T20:07:41.524665+0000, chain.objs.size()=1 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.107__shadow_.iBECyZoPsr1kNajX0x9yHeZPg-szm6h_0 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11749551267271747249', time=2024-09-12T20:07:43.389452+0000, chain.objs.size()=1 2024-09-12T18:07:57.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.113__shadow_.ZALWoirouE3nS9yqgto9KEslxd1ulTo_0 2024-09-12T18:07:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17723056948961316510', time=2024-09-12T20:07:44.208060+0000, chain.objs.size()=1 2024-09-12T18:07:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.115__shadow_.JWU1ezDLXdD_qNbkFVkp30MLxOvk5GY_0 2024-09-12T18:07:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.737176483487312114', time=2024-09-12T20:07:49.538470+0000, chain.objs.size()=1 2024-09-12T18:07:57.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.496+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.128__shadow_.-PVoLoIZ5XyRQlCr9SkeQhv7KHHMbgE_0 2024-09-12T18:07:57.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.504+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.508+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:57.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17476996063571441732', time=2024-09-12T20:07:46.720038+0000, chain.objs.size()=1 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.121__shadow_.DX49BXsy0fLWQn_y2Oak_zOoynt1yxY_0 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14998439970708292317', time=2024-09-12T20:07:51.162952+0000, chain.objs.size()=1 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.132__shadow_.SjeJkt_X4ljlsFtQk0u5uorY43y4tN__0 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10915627161045294113', time=2024-09-12T20:07:56.625467+0000, chain.objs.size()=1 2024-09-12T18:07:57.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.512+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__shadow_.EchWllwijj_7WkVHSxZzIaNUS6-1MUU_0 2024-09-12T18:07:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.516+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.516+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10886955199590382429', time=2024-09-12T20:07:27.722684+0000, chain.objs.size()=6 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_0 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_1 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_2 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_3 2024-09-12T18:07:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_4 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.94__shadow_.gRoCXN1uAdCR3d68oFjKYHzLChX_-XW_5 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9596133254234086440', time=2024-09-12T20:07:36.946696+0000, chain.objs.size()=7 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.1 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.1_1 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.1_2 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.2 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.2_1 2024-09-12T18:07:57.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.520+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.2_2 2024-09-12T18:07:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.524+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~jCSb4EVAGDVN57Hpi2_r0eRNV8s0aMX.3 2024-09-12T18:07:57.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.532+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.532+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:57.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T18:07:57.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11752328571625267978', time=2024-09-12T20:07:23.686017+0000, chain.objs.size()=9 2024-09-12T18:07:57.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.1_1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.2 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.2_1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.3 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.3_1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.4 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.4_1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~OB4d1f2MTNE687PvIty1lIHjjNNMl2c.5 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4416272827409444811', time=2024-09-12T20:07:43.407543+0000, chain.objs.size()=1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.113__shadow_.ef7YgedBwa2vURF_jUEyFlK4tQhxg4u_0 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12099587832425924211', time=2024-09-12T20:07:46.319461+0000, chain.objs.size()=1 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.120__shadow_.8-SYjYQcZ5yr72grKHp6E5dZHN8c0rw_0 2024-09-12T18:07:57.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10032823363210008197', time=2024-09-12T20:07:46.706134+0000, chain.objs.size()=1 2024-09-12T18:07:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.536+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.121__shadow_.aTlmL3d330r9eFIlguLpai5pBtrT1gx_0 2024-09-12T18:07:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8144931473876952646', time=2024-09-12T20:07:48.761415+0000, chain.objs.size()=1 2024-09-12T18:07:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.126__shadow_.ou8brC6FnLkavurifhS943Ut3EBMu3J_0 2024-09-12T18:07:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11121481138486336147', time=2024-09-12T20:07:50.417816+0000, chain.objs.size()=1 2024-09-12T18:07:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.130__shadow_.cidjZHYAPebL73-tch4QJUc6Y5rEPiZ_0 2024-09-12T18:07:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7300997908840970101', time=2024-09-12T20:07:51.192907+0000, chain.objs.size()=1 2024-09-12T18:07:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.132__shadow_.Je_TfDT-MKZzR5QdE6cAwyPdoxwoEe7_0 2024-09-12T18:07:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7822933681816587159', time=2024-09-12T20:07:53.182743+0000, chain.objs.size()=1 2024-09-12T18:07:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.540+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.138__shadow_.-bdScLKuPF9SVvzjfelKmJ0iEKH1IiV_0 2024-09-12T18:07:57.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.544+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.548+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:57.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.548+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9978496897481914513', time=2024-09-12T20:07:21.160683+0000, chain.objs.size()=9 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.1 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.1_1 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.2 2024-09-12T18:07:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.2_1 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.3 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.3_1 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.4 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__shadow_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.4_1 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.92__multipart_key1.2~JSFCaAFAzD3bPKvclKPNedbtMJTkYqB.5 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1022941089552342235', time=2024-09-12T20:07:40.235266+0000, chain.objs.size()=9 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__multipart_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.1 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__shadow_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.1_1 2024-09-12T18:07:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.552+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__multipart_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.2 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__shadow_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.2_1 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__multipart_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.3 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__shadow_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.3_1 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__multipart_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.4 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__shadow_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.4_1 2024-09-12T18:07:57.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.556+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.105__multipart_key1.2~mWsI_vRqSj8l1_t6vOxuEqxKceiKSLS.5 2024-09-12T18:07:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.564+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16498085839387321046', time=2024-09-12T20:07:31.670221+0000, chain.objs.size()=9 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.1 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.1_1 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.2 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.2_1 2024-09-12T18:07:57.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.3 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.3_1 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.4 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.4_1 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__multipart_file2.mpg.2~cFeRPq6rOjB9M_d1k9tyrAS87iPWM0t.5 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17420055286626709566', time=2024-09-12T20:07:47.571056+0000, chain.objs.size()=1 2024-09-12T18:07:57.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.568+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.123__shadow_.57n-v21Xg25k0cmbTSt8O31nOjfPoeS_0 2024-09-12T18:07:57.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.576+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.576+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9035183612891367105', time=2024-09-12T20:07:46.330179+0000, chain.objs.size()=1 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.120__shadow_.TLIQ8hqjbw3Rr7rPXMiMC6RKqyqP7B3_0 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8342852024146523879', time=2024-09-12T20:07:46.743872+0000, chain.objs.size()=1 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.121__shadow_.hIQLSKCBZByyst3DqyW7NmzUMP3j4mA_0 2024-09-12T18:07:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2410917838766204829', time=2024-09-12T20:07:49.551712+0000, chain.objs.size()=1 2024-09-12T18:07:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.128__shadow_.8jn7zu1blQaqDYO4utyhKzGqjvekDtI_0 2024-09-12T18:07:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8746688318265149526', time=2024-09-12T20:07:53.416262+0000, chain.objs.size()=1 2024-09-12T18:07:57.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.580+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.139__shadow_.yn9P6Nr4Z7S1edUyFd1or5g1SPfcOE1_0 2024-09-12T18:07:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.584+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6954554812030028295', time=2024-09-12T20:07:45.867336+0000, chain.objs.size()=1 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.119__shadow_.S01TMp9LLJUqVi0dY5RsmxpMzR4sVhH_0 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6663922075842814926', time=2024-09-12T20:07:56.610708+0000, chain.objs.size()=9 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__multipart_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.1 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__shadow_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.1_1 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__multipart_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.2 2024-09-12T18:07:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__shadow_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.2_1 2024-09-12T18:07:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__multipart_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.3 2024-09-12T18:07:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__shadow_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.3_1 2024-09-12T18:07:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__multipart_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.4 2024-09-12T18:07:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__shadow_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.4_1 2024-09-12T18:07:57.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.588+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.145__multipart_key1/data/file.mpg.2~_DulRTSzcNW3sGWMgw8CZsiGcegBOb2.5 2024-09-12T18:07:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.596+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1427551134526735559', time=2024-09-12T20:07:50.784252+0000, chain.objs.size()=1 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.131__shadow_.q7yDMxhQZ1O6LQtR4QVda7Os1nEgaVl_0 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14305970293389320285', time=2024-09-12T20:07:51.981466+0000, chain.objs.size()=1 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.134__shadow_.GGzevEO_sdXQhpz72DWQX56TEJnN9tP_0 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14231478246498679730', time=2024-09-12T20:07:53.475977+0000, chain.objs.size()=1 2024-09-12T18:07:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.600+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.139__shadow_.VYfDvIbR4fGp-g--JynPlc3d1s-IFVN_0 2024-09-12T18:07:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.604+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.604+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:07:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.809060558582651443', time=2024-09-12T20:07:31.687859+0000, chain.objs.size()=1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_.07w6xIvB4seQXEyMZnTmvOUZQgeC__i_0 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8934528299542674355', time=2024-09-12T20:07:36.367457+0000, chain.objs.size()=9 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.1_1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.2 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.2_1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.3 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.3_1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.4 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.4_1 2024-09-12T18:07:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~QUszTHVqj4RRLCAG8M5j-ScP4TKwfKS.5 2024-09-12T18:07:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7441169607810267580', time=2024-09-12T20:07:51.567025+0000, chain.objs.size()=1 2024-09-12T18:07:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.133__shadow_.bBs9xIY4oGBkwjtpbRmOFKegc8DPqTR_0 2024-09-12T18:07:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15834991898076733758', time=2024-09-12T20:07:51.970880+0000, chain.objs.size()=1 2024-09-12T18:07:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.608+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.134__shadow_.BhwABKI8vqwXtAxNm_tXT_wJiqkUBwc_0 2024-09-12T18:07:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.616+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14063804814906389269', time=2024-09-12T20:07:29.512785+0000, chain.objs.size()=9 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__multipart_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.1 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__shadow_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.1_1 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__multipart_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.2 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__shadow_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.2_1 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__multipart_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.3 2024-09-12T18:07:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__shadow_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.3_1 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__multipart_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.4 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__shadow_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.4_1 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.99__multipart_key1.2~jMYihTtPUfJ_pDMLKWGf59ejm8oKpH5.5 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13433337856570215900', time=2024-09-12T20:07:44.233506+0000, chain.objs.size()=1 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.115__shadow_.vcQ6rbOUkNxCxp2ykQTCZzM6ozPe7JD_0 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15737705121726328491', time=2024-09-12T20:07:44.613911+0000, chain.objs.size()=1 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.116__shadow_.a1sBo_kVcfUKOOdwmiqsbkWLB5E1a3G_0 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5858258566621965447', time=2024-09-12T20:07:45.878731+0000, chain.objs.size()=1 2024-09-12T18:07:57.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.620+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.119__shadow_.jRIbmGkwLaXYX4rTXb4Y33Ta5G3b8RD_0 2024-09-12T18:07:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.628+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15130771559990820463', time=2024-09-12T20:07:45.893679+0000, chain.objs.size()=1 2024-09-12T18:07:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.628+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.119__shadow_.dyPNUyMbIlMPouimV9POjzzPhnmpose_0 2024-09-12T18:07:57.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.628+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.632+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:57.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:07:57.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8133372271365414951', time=2024-09-12T20:07:47.126349+0000, chain.objs.size()=1 2024-09-12T18:07:57.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.122__shadow_.Gyxt5LOLkfVeS5ZaCnl1KM9NJEGWLFo_0 2024-09-12T18:07:57.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4425959398788363405', time=2024-09-12T20:07:47.968443+0000, chain.objs.size()=1 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.124__shadow_.UsIrPVBV9M8xLBKBxu6qP9tjREu-v6R_0 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8001733532301589066', time=2024-09-12T20:07:48.340610+0000, chain.objs.size()=1 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.125__shadow_.3qQKBngbh8W1LVvNKu-8W7DN8k-nJnp_0 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8550770290693130711', time=2024-09-12T20:07:48.729860+0000, chain.objs.size()=1 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.126__shadow_.iGUkhI8bUMfyvPBn7CQZMQGh3wjrO9B_0 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11484250281072133151', time=2024-09-12T20:07:50.399963+0000, chain.objs.size()=1 2024-09-12T18:07:57.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.636+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.130__shadow_.9mNSu-hmqoWkVSpSE8ob_lAyTruVOCj_0 2024-09-12T18:07:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.640+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.640+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6151490568637626774', time=2024-09-12T20:07:39.290225+0000, chain.objs.size()=9 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__multipart_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.1 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__shadow_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.1_1 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__multipart_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.2 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__shadow_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.2_1 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__multipart_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.3 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__shadow_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.3_1 2024-09-12T18:07:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__multipart_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.4 2024-09-12T18:07:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__shadow_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.4_1 2024-09-12T18:07:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.104__multipart_key1.2~bxmA5la4f4SugiwANzJ6tr4IvNfpZG1.5 2024-09-12T18:07:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.467088211967568406', time=2024-09-12T20:07:48.330278+0000, chain.objs.size()=1 2024-09-12T18:07:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.644+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.125__shadow_.byfqh-08xX5LCAQVKrMUZ1YmOkAGl5S_0 2024-09-12T18:07:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.648+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.652+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:57.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:07:57.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10861868992657095531', time=2024-09-12T20:07:44.641606+0000, chain.objs.size()=1 2024-09-12T18:07:57.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.116__shadow_.NfxLbxbeNBarM50tZzIM86rQ2LNVWTS_0 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15248680497575084931', time=2024-09-12T20:07:48.743912+0000, chain.objs.size()=1 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.126__shadow_.dcD7glzrSi38xOkA5dPHUanSEVRW0h5_0 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6971274136005376354', time=2024-09-12T20:07:50.370970+0000, chain.objs.size()=1 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.130__shadow_.Yxzd8t-I2NqrvaUlGBnIUlRCSqpjdgR_0 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13562512371076579826', time=2024-09-12T20:07:54.090947+0000, chain.objs.size()=1 2024-09-12T18:07:57.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.656+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.140__shadow_.UjcGuD6cbM50Y8_Vnb5w2uA-aMB7Idn_0 2024-09-12T18:07:57.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.660+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.660+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:57.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11229578056305236379', time=2024-09-12T20:07:43.837129+0000, chain.objs.size()=1 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.114__shadow_.D0RSRwyfFGW6NCYSWIzlOFqlLGppzJL_0 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7549799694156669546', time=2024-09-12T20:07:45.063094+0000, chain.objs.size()=1 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.117__shadow_.Jcz4pdqhmASSzi_lxb1-nj3Hb6FeAsz_0 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8606977043392992053', time=2024-09-12T20:07:50.802402+0000, chain.objs.size()=1 2024-09-12T18:07:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.131__shadow_.qjT2_18YKuxnw9daZUorCoaeTqrHQ7S_0 2024-09-12T18:07:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.664+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.668+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.668+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16384922104704292394', time=2024-09-12T20:07:27.561378+0000, chain.objs.size()=7 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.1 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.1_1 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.1_2 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.2 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.2_1 2024-09-12T18:07:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.2_2 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~4XGe2IjGDd3Y401qMpwYyUNG5foLDdf.3 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2622269398039758906', time=2024-09-12T20:07:47.159523+0000, chain.objs.size()=1 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.122__shadow_.G3zXaFWamc7BPAWWIkD3j2fu3I_PrrQ_0 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4891678130389465605', time=2024-09-12T20:07:47.561095+0000, chain.objs.size()=1 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.123__shadow_.tqWo3CWEwqW9FJ2dbjcKbhbTJrgBZvn_0 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8850094641971816473', time=2024-09-12T20:07:48.718459+0000, chain.objs.size()=1 2024-09-12T18:07:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.672+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.126__shadow_.qnlZNN_Klg8RYlu9EwGnn7A9FKFTZeu_0 2024-09-12T18:07:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.676+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.680+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:57.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.680+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.680+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T18:07:57.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3997191552129057302', time=2024-09-12T20:07:31.659576+0000, chain.objs.size()=1 2024-09-12T18:07:57.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_.860DkeaLgzudUzOs1qWy4MoekrKDq49_0 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3492411322748322546', time=2024-09-12T20:07:31.701352+0000, chain.objs.size()=1 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.101__shadow_.6nqlqRvnakKiZofawFO8_rRJircaPuT_0 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn', time=2024-09-12T20:07:41.137567+0000, chain.objs.size()=55 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.1 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.2 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.3 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.4 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.5 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.6 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.7 2024-09-12T18:07:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.8 2024-09-12T18:07:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.9 2024-09-12T18:07:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.684+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.10 2024-09-12T18:07:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.11 2024-09-12T18:07:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.12 2024-09-12T18:07:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.13 2024-09-12T18:07:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.14 2024-09-12T18:07:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.15 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.16 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.17 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.18 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.19 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.20 2024-09-12T18:07:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.688+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.21 2024-09-12T18:07:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.692+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.22 2024-09-12T18:07:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.692+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.23 2024-09-12T18:07:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.692+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.24 2024-09-12T18:07:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.692+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.25 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.26 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.27 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.28 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.29 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.30 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.31 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.32 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.33 2024-09-12T18:07:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.34 2024-09-12T18:07:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.696+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.35 2024-09-12T18:07:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.700+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.36 2024-09-12T18:07:57.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.700+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.37 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.38 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.39 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.40 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.41 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.42 2024-09-12T18:07:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.43 2024-09-12T18:07:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.44 2024-09-12T18:07:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.45 2024-09-12T18:07:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.46 2024-09-12T18:07:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.47 2024-09-12T18:07:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.704+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.48 2024-09-12T18:07:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.708+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.49 2024-09-12T18:07:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.708+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.50 2024-09-12T18:07:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.708+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.51 2024-09-12T18:07:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.708+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.52 2024-09-12T18:07:57.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.53 2024-09-12T18:07:57.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.54 2024-09-12T18:07:57.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.106__multipart_key1.2~FTyrXb6Vm2ckCusB6Dpw16SP06NHnnn.55 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9684909486288748527', time=2024-09-12T20:07:44.632385+0000, chain.objs.size()=1 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.116__shadow_.mYz8Kq01WwwqFepoAMpMzfC6wUcuh_z_0 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4769379061923848441', time=2024-09-12T20:07:46.733946+0000, chain.objs.size()=1 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.121__shadow_.oV0qZjBx1Ut6OfHjso8MEOl9wFHruNv_0 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1852171691803448271', time=2024-09-12T20:07:47.943318+0000, chain.objs.size()=1 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.124__shadow_.9zw9W0S4ZFvq3PRDTwTeqNvw8fbCZic_0 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1020695910041086276', time=2024-09-12T20:07:50.003606+0000, chain.objs.size()=1 2024-09-12T18:07:57.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.712+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.129__shadow_.JfGq2KoK9NFGaJgaeANaoGHbq_YadYr_0 2024-09-12T18:07:57.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.716+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16127037549974575712', time=2024-09-12T20:07:51.581755+0000, chain.objs.size()=1 2024-09-12T18:07:57.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.716+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.133__shadow_.M-NKisbBP6DiTi35-i90WlZq9MWbsWi_0 2024-09-12T18:07:57.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.716+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.720+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.720+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2633413407108697681', time=2024-09-12T20:07:20.111151+0000, chain.objs.size()=1 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.91__shadow_.bcDoIQV-PEHbWaHMwyHYtjJ9ikSLXcZ_0 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14271224300850265062', time=2024-09-12T20:07:44.245614+0000, chain.objs.size()=1 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.115__shadow_.fLJP0keW5iCw_JKpQaF55ShJt-GViSp_0 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.951874550699506800', time=2024-09-12T20:07:47.953769+0000, chain.objs.size()=1 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.124__shadow_.uV4TAJ0j6tznLheZGsuZCCmvVljJVXc_0 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4303681886932293455', time=2024-09-12T20:07:49.146136+0000, chain.objs.size()=1 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.127__shadow_.6To6PrVq4B5lWmU9l7YBSoYHhUsannB_0 2024-09-12T18:07:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7524111094018778459', time=2024-09-12T20:07:49.581304+0000, chain.objs.size()=1 2024-09-12T18:07:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.128__shadow_.-fKO5RDqIY-Hd9QYCIvvCT8ZiH--WF5_0 2024-09-12T18:07:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2767229969332037568', time=2024-09-12T20:07:49.971463+0000, chain.objs.size()=1 2024-09-12T18:07:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.129__shadow_.5CrUn248x3zB9iAx4iTAStvhu4qyS6__0 2024-09-12T18:07:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4936753720368098018', time=2024-09-12T20:07:54.419187+0000, chain.objs.size()=1 2024-09-12T18:07:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.724+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.141__shadow_.9eo-9WgOZU38GkCou568ROcAVC_BQ_W_0 2024-09-12T18:07:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.728+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.728+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:57.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:07:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8299678810329285070', time=2024-09-12T20:07:27.877020+0000, chain.objs.size()=7 2024-09-12T18:07:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.1 2024-09-12T18:07:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.1_1 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.1_2 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.2 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.2_1 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__shadow_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.2_2 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.95__multipart_key1.2~ef_ruSGdsCH4H5QvzsnQmsMP-vl9MDt.3 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6886453786617931768', time=2024-09-12T20:07:37.627836+0000, chain.objs.size()=7 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.1 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.1_1 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.1_2 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.2 2024-09-12T18:07:57.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.732+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.2_1 2024-09-12T18:07:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__shadow_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.2_2 2024-09-12T18:07:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.103__multipart_key1.2~B_dZm_qdBY2ujCxWMMSfD06Xc9iDERa.3 2024-09-12T18:07:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16418817753636423242', time=2024-09-12T20:07:43.421880+0000, chain.objs.size()=1 2024-09-12T18:07:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.113__shadow_.t6p33ycOy0errsaJSVfDj9jwNF8VWHP_0 2024-09-12T18:07:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17413564979759721989', time=2024-09-12T20:07:43.798527+0000, chain.objs.size()=1 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.114__shadow_.p7IPsds98np-EstbaJDpqg0U-H4M8tG_0 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10467417211093620892', time=2024-09-12T20:07:44.224368+0000, chain.objs.size()=1 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.115__shadow_.IJTZHnCI62giZMuGK_h8BCzO_kycUa9_0 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7770256694006523181', time=2024-09-12T20:07:47.173069+0000, chain.objs.size()=1 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.122__shadow_.DWfUzZ96beCFmSIwpcimzzg6UnGq9lT_0 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17481862930963375422', time=2024-09-12T20:07:47.546321+0000, chain.objs.size()=1 2024-09-12T18:07:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.736+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.123__shadow_.cDPg0ts6bTy8kesCJ0rZ8VcQ84vUA0z_0 2024-09-12T18:07:57.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.740+0000 7fb17dcf89c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:07:57.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.744+0000 7fb0327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:57.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.748+0000 7fb17dcf89c0 20 remove_watcher() i=0 2024-09-12T18:07:57.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.748+0000 7fb17dcf89c0 2 removed watcher, disabling cache 2024-09-12T18:07:57.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.748+0000 7fb17dcf89c0 20 remove_watcher() i=1 2024-09-12T18:07:57.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.752+0000 7fb17dcf89c0 20 remove_watcher() i=2 2024-09-12T18:07:57.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.752+0000 7fb17dcf89c0 20 remove_watcher() i=3 2024-09-12T18:07:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.752+0000 7fb17dcf89c0 20 remove_watcher() i=4 2024-09-12T18:07:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.752+0000 7fb17dcf89c0 20 remove_watcher() i=5 2024-09-12T18:07:57.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.756+0000 7fb17dcf89c0 20 remove_watcher() i=6 2024-09-12T18:07:57.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.756+0000 7fb17dcf89c0 20 remove_watcher() i=7 2024-09-12T18:07:57.770 DEBUG:teuthology.orchestra.run.smithi092:> radosgw-admin gc process --include-all 2024-09-12T18:07:57.836 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:57.836 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:57.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.876+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 realm 2024-09-12T18:07:57.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.880+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.884+0000 7f7c878229c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.884+0000 7f7c85b29640 0 -- 172.21.15.92:0/1586368352 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x564008ad3d10 msgr2=0x564008ad6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:57.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.884+0000 7f7c878229c0 20 searching for the correct realm 2024-09-12T18:07:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.888+0000 7f7c85b29640 0 -- 172.21.15.92:0/1586368352 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x7f7b50081f60 msgr2=0x7f7b50084370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:57.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.900+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 zone default found 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 4 Realm: () 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 zonegroup default 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 started sync module instance, tier type = 2024-09-12T18:07:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.904+0000 7f7c878229c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=0 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=1 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=2 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=3 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=4 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=5 2024-09-12T18:07:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=6 2024-09-12T18:07:57.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 add_watcher() i=7 2024-09-12T18:07:57.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:57.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7b3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:57.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:57.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.920+0000 7f7c878229c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:57.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.984+0000 7f7b3a7e4640 20 reqs_thread_entry: start 2024-09-12T18:07:57.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.984+0000 7f7c878229c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:57.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.984+0000 7f7c878229c0 20 Filter name: none 2024-09-12T18:07:57.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.984+0000 7f7aabfff640 20 reqs_thread_entry: start 2024-09-12T18:07:57.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.984+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:07:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.988+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.988+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.992+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.992+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:07:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.996+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.996+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.996+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:57.996+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:07:58.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.000+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.000+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.004+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.004+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:07:58.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.004+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:07:58.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.008+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:07:58.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.012+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.016+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.016+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.016+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:07:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.020+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.020+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.020+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.020+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:07:58.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.024+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.024+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.024+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.028+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:07:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.028+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.028+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.028+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.032+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:07:58.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.036+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.040+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.040+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.040+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:07:58.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.044+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.044+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.044+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.048+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:07:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.052+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.052+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.052+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.056+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:07:58.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.060+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.060+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.060+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.060+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:07:58.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.064+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.064+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.068+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.068+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:07:58.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.072+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.076+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.076+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.080+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:07:58.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.084+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.088+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.088+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.088+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:07:58.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.092+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.092+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.092+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.096+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:07:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.100+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.100+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.100+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.104+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:07:58.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.108+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.108+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.108+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.112+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:07:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.116+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.116+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.116+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.120+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:07:58.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.124+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.128+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.128+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.132+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:07:58.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.136+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.136+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.136+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.140+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:07:58.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.144+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.144+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.148+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.148+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:07:58.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.152+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.156+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.156+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.160+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:07:58.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.160+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.164+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.164+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.168+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:07:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.172+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.172+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.176+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.176+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:07:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.184+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.184+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.184+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.188+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:07:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.192+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.192+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.196+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.196+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:07:58.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.200+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.204+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.204+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.204+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:07:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.208+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.212+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.212+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.216+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:07:58.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.216+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.220+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.220+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.224+0000 7f7c878229c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:07:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.228+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.228+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:07:58.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.228+0000 7f7c878229c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:07:58.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.236+0000 7f7b3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:58.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.240+0000 7f7c878229c0 20 remove_watcher() i=0 2024-09-12T18:07:58.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.240+0000 7f7c878229c0 2 removed watcher, disabling cache 2024-09-12T18:07:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.244+0000 7f7c878229c0 20 remove_watcher() i=1 2024-09-12T18:07:58.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.244+0000 7f7c878229c0 20 remove_watcher() i=2 2024-09-12T18:07:58.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.248+0000 7f7c878229c0 20 remove_watcher() i=3 2024-09-12T18:07:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.252+0000 7f7c878229c0 20 remove_watcher() i=4 2024-09-12T18:07:58.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.252+0000 7f7c878229c0 20 remove_watcher() i=5 2024-09-12T18:07:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.256+0000 7f7c878229c0 20 remove_watcher() i=6 2024-09-12T18:07:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:58.256+0000 7f7c878229c0 20 remove_watcher() i=7 2024-09-12T18:07:58.284 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T18:07:58.309 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T18:07:58.309 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T18:07:58.310 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T18:07:58.310 DEBUG:teuthology.orchestra.run.smithi092:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:07:58.333 INFO:teuthology.orchestra.run.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T18:07:59.221 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T18:07:59.222 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-12T18:07:59.307 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:59.308 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:07:59.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.552+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 realm 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.556+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.560+0000 7f40fc4fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:59.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.560+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.560+0000 7f40fc4fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:07:59.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.560+0000 7f40fc4fb9c0 20 searching for the correct realm 2024-09-12T18:07:59.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.560+0000 7f40f9800640 0 -- 172.21.15.92:0/1878675048 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f40ec03b410 msgr2=0x7f40ec03b850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:59.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.772+0000 7f40fa001640 0 -- 172.21.15.92:0/1878675048 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f40f401e060 msgr2=0x7f40f40423b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:07:59.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.788+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:07:59.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:07:59.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 zone default found 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 4 Realm: () 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 zonegroup default 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.792+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.796+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.796+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.796+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.796+0000 7f40fc4fb9c0 20 started sync module instance, tier type = 2024-09-12T18:07:59.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.796+0000 7f40fc4fb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=0 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=1 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=2 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=3 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=4 2024-09-12T18:07:59.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=5 2024-09-12T18:07:59.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.816+0000 7f40fc4fb9c0 20 add_watcher() i=6 2024-09-12T18:07:59.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.820+0000 7f40fc4fb9c0 20 add_watcher() i=7 2024-09-12T18:07:59.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.820+0000 7f40fc4fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:07:59.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.820+0000 7f3fab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:59.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:07:59.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:07:59.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 5 note: GC not initialized 2024-09-12T18:07:59.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f3faa7fc640 20 reqs_thread_entry: start 2024-09-12T18:07:59.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:07:59.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 Filter name: none 2024-09-12T18:07:59.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f3f1bfff640 20 reqs_thread_entry: start 2024-09-12T18:07:59.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-12T18:07:59.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:07:59.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.824+0000 7f40fc4fb9c0 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-12T18:07:59.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f40fc4fb9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:07:59.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f40fc4fb9c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:07:59.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f40fc4fb9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-12T18:07:59.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f3fdd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333613 cookie 94772335586720 notifier 9030 bl.length()=384 2024-09-12T18:07:59.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f3fdd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:07:59.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.828+0000 7f3fdd7fa640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:07:59.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f40fc4fb9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T18:07:59.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f40fc4fb9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:07:59.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f40fc4fb9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-12T18:07:59.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f3fdcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333600 cookie 94772335588928 notifier 9030 bl.length()=225 2024-09-12T18:07:59.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f3fdcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T18:07:59.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.832+0000 7f3fdcff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:07:59.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f40fc4fb9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T18:07:59.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f40fc4fb9c0 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:07:59.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f40fc4fb9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-12T18:07:59.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f3fdcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333552 cookie 94772335580656 notifier 9030 bl.length()=234 2024-09-12T18:07:59.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f3fdcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T18:07:59.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.836+0000 7f3fdcff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:07:59.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.840+0000 7f3fab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:07:59.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.844+0000 7f40fc4fb9c0 20 remove_watcher() i=0 2024-09-12T18:07:59.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.844+0000 7f40fc4fb9c0 2 removed watcher, disabling cache 2024-09-12T18:07:59.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.848+0000 7f40fc4fb9c0 20 remove_watcher() i=1 2024-09-12T18:07:59.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.848+0000 7f40fc4fb9c0 20 remove_watcher() i=2 2024-09-12T18:07:59.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.852+0000 7f40fc4fb9c0 20 remove_watcher() i=3 2024-09-12T18:07:59.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.852+0000 7f40fc4fb9c0 20 remove_watcher() i=4 2024-09-12T18:07:59.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.856+0000 7f40fc4fb9c0 20 remove_watcher() i=5 2024-09-12T18:07:59.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.856+0000 7f40fc4fb9c0 20 remove_watcher() i=6 2024-09-12T18:07:59.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:07:59.856+0000 7f40fc4fb9c0 20 remove_watcher() i=7 2024-09-12T18:07:59.871 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "id": "RGW11111111111111111", 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "tenant": "", 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "Mr.RGW11111111111111111", 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "quota": { 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:07:59.872 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_users": 1000, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_roles": 1000, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_groups": 1000, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout: "max_access_keys": 4 2024-09-12T18:07:59.873 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:07:59.874 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-12T18:07:59.875 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key IYIELPXZQZYDZYVAKVFW --secret 0JdGjyx65osIVaboqisT9v83aTCn5qKgEfCygzwlne4yNQMTDEcLNw== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-12T18:07:59.964 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:07:59.964 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:00.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 realm 2024-09-12T18:08:00.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:00.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.004+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.008+0000 7f7094db69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:00.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.008+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.008+0000 7f7094db69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:00.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.008+0000 7f7094db69c0 20 searching for the correct realm 2024-09-12T18:08:00.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.012+0000 7f70930bd640 0 -- 172.21.15.92:0/4005640501 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f707c008040 msgr2=0x7f707c036450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:00.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.020+0000 7f70920bb640 0 -- 172.21.15.92:0/4005640501 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f70841027c0 msgr2=0x7f7084102040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.232+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:00.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 zone default found 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 4 Realm: () 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 zonegroup default 2024-09-12T18:08:00.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.236+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.240+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.240+0000 7f7094db69c0 20 started sync module instance, tier type = 2024-09-12T18:08:00.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.240+0000 7f7094db69c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=0 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=1 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=2 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=3 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=4 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=5 2024-09-12T18:08:00.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.260+0000 7f7094db69c0 20 add_watcher() i=6 2024-09-12T18:08:00.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.264+0000 7f7094db69c0 20 add_watcher() i=7 2024-09-12T18:08:00.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.264+0000 7f7094db69c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:00.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f6f497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:00.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:00.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:00.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 5 note: GC not initialized 2024-09-12T18:08:00.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f6ec3fff640 20 reqs_thread_entry: start 2024-09-12T18:08:00.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:00.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 Filter name: none 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f6ec1ffb640 20 reqs_thread_entry: start 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T18:08:00.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW : miss 2024-09-12T18:08:00.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.268+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW info.flags=0x0 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 adding default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW to cache LRU end 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:08:00.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW : hit (negative entry) 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache get: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW : hit (negative entry) 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:00.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.272+0000 7f7094db69c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T18:08:00.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f6f767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333601 cookie 94282421901296 notifier 8498 bl.length()=673 2024-09-12T18:08:00.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f6f767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:08:00.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f6f767fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:00.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T18:08:00.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f7094db69c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:08:00.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.276+0000 7f7094db69c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T18:08:00.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.280+0000 7f6f75ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333602 cookie 94282421917120 notifier 8498 bl.length()=185 2024-09-12T18:08:00.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.280+0000 7f6f75ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T18:08:00.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.280+0000 7f6f75ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:08:00.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f7094db69c0 10 cache put: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW info.flags=0x7 2024-09-12T18:08:00.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f7094db69c0 10 moving default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW to cache LRU end 2024-09-12T18:08:00.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f7094db69c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:IYIELPXZQZYDZYVAKVFW, ofs0, ns] 2024-09-12T18:08:00.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f6f767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333543 cookie 94282421914352 notifier 8498 bl.length()=186 2024-09-12T18:08:00.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f6f767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW info.flags=0x7 2024-09-12T18:08:00.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f6f767fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IYIELPXZQZYDZYVAKVFW to cache LRU end 2024-09-12T18:08:00.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.284+0000 7f7094db69c0 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "foo.client.0", 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "foo+test@test.test", 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:00.287 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "foo.client.0", 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "IYIELPXZQZYDZYVAKVFW", 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "0JdGjyx65osIVaboqisT9v83aTCn5qKgEfCygzwlne4yNQMTDEcLNw==", 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:00.278368Z" 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:00.288 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:00.289 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "root", 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "RGW11111111111111111", 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:00.278347Z", 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:00.290 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:00.291 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:00.291 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:00.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.288+0000 7f6f497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:00.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.292+0000 7f7094db69c0 20 remove_watcher() i=0 2024-09-12T18:08:00.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.292+0000 7f7094db69c0 2 removed watcher, disabling cache 2024-09-12T18:08:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.292+0000 7f7094db69c0 20 remove_watcher() i=1 2024-09-12T18:08:00.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.296+0000 7f7094db69c0 20 remove_watcher() i=2 2024-09-12T18:08:00.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.296+0000 7f7094db69c0 20 remove_watcher() i=3 2024-09-12T18:08:00.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.300+0000 7f7094db69c0 20 remove_watcher() i=4 2024-09-12T18:08:00.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.300+0000 7f7094db69c0 20 remove_watcher() i=5 2024-09-12T18:08:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.300+0000 7f7094db69c0 20 remove_watcher() i=6 2024-09-12T18:08:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.304+0000 7f7094db69c0 20 remove_watcher() i=7 2024-09-12T18:08:00.320 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 2542376277 --totp-seed 2F5YJJ3KZ4YFUX6J2DVDWZKJYNE4ZZHGDLU7XLMNXQNNSE5N6TUKXFNYCHFFMPH7 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:00.364 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:00.364 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:00.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.400+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 realm 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:00.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.404+0000 7f2e4f05e9c0 20 searching for the correct realm 2024-09-12T18:08:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.412+0000 7f2e4cb64640 0 -- 172.21.15.92:0/2035261200 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f2e44134070 msgr2=0x7f2e44119780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:00.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.416+0000 7f2e4c363640 0 -- 172.21.15.92:0/2035261200 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f2e44134b70 msgr2=0x7f2e441149c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:00.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:00.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:00.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:00.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 zone default found 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 4 Realm: () 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 zonegroup default 2024-09-12T18:08:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.632+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.636+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.636+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.636+0000 7f2e4f05e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:00.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.636+0000 7f2e4f05e9c0 20 started sync module instance, tier type = 2024-09-12T18:08:00.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.636+0000 7f2e4f05e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=0 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=1 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=2 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=3 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=4 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=5 2024-09-12T18:08:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=6 2024-09-12T18:08:00.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 20 add_watcher() i=7 2024-09-12T18:08:00.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.660+0000 7f2e4f05e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.664+0000 7f2d02fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.664+0000 7f2e4f05e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.664+0000 7f2e4f05e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 5 note: GC not initialized 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2d01fe3640 20 reqs_thread_entry: start 2024-09-12T18:08:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:00.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 20 Filter name: none 2024-09-12T18:08:00.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2c737fe640 20 reqs_thread_entry: start 2024-09-12T18:08:00.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T18:08:00.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:00.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 20 rados_obj.operate() r=0 bl.length=488 2024-09-12T18:08:00.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T18:08:00.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:00.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:00.668+0000 7f2e4f05e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:02.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2e4f05e9c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:08:02.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2e4f05e9c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:02.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2e4f05e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T18:08:02.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2d237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268195 cookie 94049925632400 notifier 8516 bl.length()=687 2024-09-12T18:08:02.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2d237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:08:02.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.288+0000 7f2d237fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:08:02.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.292+0000 7f2d02fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:02.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.296+0000 7f2e4f05e9c0 20 remove_watcher() i=0 2024-09-12T18:08:02.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.296+0000 7f2e4f05e9c0 2 removed watcher, disabling cache 2024-09-12T18:08:02.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.300+0000 7f2e4f05e9c0 20 remove_watcher() i=1 2024-09-12T18:08:02.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.300+0000 7f2e4f05e9c0 20 remove_watcher() i=2 2024-09-12T18:08:02.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.304+0000 7f2e4f05e9c0 20 remove_watcher() i=3 2024-09-12T18:08:02.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.304+0000 7f2e4f05e9c0 20 remove_watcher() i=4 2024-09-12T18:08:02.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.308+0000 7f2e4f05e9c0 20 remove_watcher() i=5 2024-09-12T18:08:02.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.308+0000 7f2e4f05e9c0 20 remove_watcher() i=6 2024-09-12T18:08:02.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.312+0000 7f2e4f05e9c0 20 remove_watcher() i=7 2024-09-12T18:08:02.329 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T18:08:02.330 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key OBVDYGIHACEOQXUMQRDJ --secret tmKSwxE+Iy8zxBXhvcYL+KofYcNT2QBKjs/FvtkOCTewQINXchycqg== --cluster ceph 2024-09-12T18:08:02.420 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:02.420 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:02.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 realm 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.464+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.468+0000 7f7f88be69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:02.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.468+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.468+0000 7f7f88be69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:02.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.468+0000 7f7f88be69c0 20 searching for the correct realm 2024-09-12T18:08:02.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.472+0000 7f7f866ec640 0 -- 172.21.15.92:0/3637859171 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f7f78014030 msgr2=0x7f7f78062f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:02.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.480+0000 7f7f85eeb640 0 -- 172.21.15.92:0/3637859171 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f7f7805f9c0 msgr2=0x7f7f78083a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.696+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:02.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 zone default found 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 4 Realm: () 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 zonegroup default 2024-09-12T18:08:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.700+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.704+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.704+0000 7f7f88be69c0 20 started sync module instance, tier type = 2024-09-12T18:08:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.704+0000 7f7f88be69c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:02.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=0 2024-09-12T18:08:02.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=1 2024-09-12T18:08:02.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=2 2024-09-12T18:08:02.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=3 2024-09-12T18:08:02.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=4 2024-09-12T18:08:02.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=5 2024-09-12T18:08:02.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.724+0000 7f7f88be69c0 20 add_watcher() i=6 2024-09-12T18:08:02.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.728+0000 7f7f88be69c0 20 add_watcher() i=7 2024-09-12T18:08:02.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.728+0000 7f7f88be69c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:02.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7e3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:02.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:02.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:02.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 5 note: GC not initialized 2024-09-12T18:08:02.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7e377fe640 20 reqs_thread_entry: start 2024-09-12T18:08:02.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:02.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 20 Filter name: none 2024-09-12T18:08:02.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7e357fa640 20 reqs_thread_entry: start 2024-09-12T18:08:02.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T18:08:02.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.732+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T18:08:02.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:02.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T18:08:02.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache get: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ : miss 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ info.flags=0x0 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 adding default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ to cache LRU end 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache get: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ : hit (negative entry) 2024-09-12T18:08:02.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.736+0000 7f7f88be69c0 10 cache get: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ : hit (negative entry) 2024-09-12T18:08:02.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:08:02.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7f88be69c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:02.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7f88be69c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T18:08:02.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7e69ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268206 cookie 94598554251872 notifier 9087 bl.length()=645 2024-09-12T18:08:02.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7e69ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:08:02.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.740+0000 7f7e69ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:02.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T18:08:02.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:08:02.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T18:08:02.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7e69ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268236 cookie 94598554269792 notifier 9087 bl.length()=185 2024-09-12T18:08:02.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7e69ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T18:08:02.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7e69ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:08:02.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 cache put: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ info.flags=0x7 2024-09-12T18:08:02.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 moving default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ to cache LRU end 2024-09-12T18:08:02.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.744+0000 7f7f88be69c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OBVDYGIHACEOQXUMQRDJ, ofs0, ns] 2024-09-12T18:08:02.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.748+0000 7f7e697fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268196 cookie 94598554254384 notifier 9087 bl.length()=186 2024-09-12T18:08:02.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.748+0000 7f7e697fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ info.flags=0x7 2024-09-12T18:08:02.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.748+0000 7f7e697fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OBVDYGIHACEOQXUMQRDJ to cache LRU end 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "bar.client.0", 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "bar+test@test.test", 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:02.745 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "bar.client.0", 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "OBVDYGIHACEOQXUMQRDJ", 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "tmKSwxE+Iy8zxBXhvcYL+KofYcNT2QBKjs/FvtkOCTewQINXchycqg==", 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:02.738447Z" 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:02.746 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:02.747 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:02.738409Z", 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:02.748 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:02.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.748+0000 7f7e3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:02.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.752+0000 7f7f88be69c0 20 remove_watcher() i=0 2024-09-12T18:08:02.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.752+0000 7f7f88be69c0 2 removed watcher, disabling cache 2024-09-12T18:08:02.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.756+0000 7f7f88be69c0 20 remove_watcher() i=1 2024-09-12T18:08:02.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.760+0000 7f7f88be69c0 20 remove_watcher() i=2 2024-09-12T18:08:02.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.760+0000 7f7f88be69c0 20 remove_watcher() i=3 2024-09-12T18:08:02.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.764+0000 7f7f88be69c0 20 remove_watcher() i=4 2024-09-12T18:08:02.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.764+0000 7f7f88be69c0 20 remove_watcher() i=5 2024-09-12T18:08:02.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.764+0000 7f7f88be69c0 20 remove_watcher() i=6 2024-09-12T18:08:02.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.768+0000 7f7f88be69c0 20 remove_watcher() i=7 2024-09-12T18:08:02.789 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 6966623224 --totp-seed TGQTF5CREJJFBYGGBUG63UGMJIEKJJKAC522VEVUWA75VAKVKFCW525VZIX5Z5MI --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:02.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 realm 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:02.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:02.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.880+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.884+0000 7fbfcfcb39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:02.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.884+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:02.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.884+0000 7fbfcfcb39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:02.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.884+0000 7fbfcfcb39c0 20 searching for the correct realm 2024-09-12T18:08:02.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:02.888+0000 7fbfcdfba640 0 -- 172.21.15.92:0/148754588 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fbfb80cfb30 msgr2=0x7fbfb80d2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:03.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.104+0000 7fbfccfb8640 0 -- 172.21.15.92:0/148754588 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fbfc8083810 msgr2=0x7fbfc8078720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:03.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:03.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:03.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 zone default found 2024-09-12T18:08:03.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 4 Realm: () 2024-09-12T18:08:03.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:03.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:03.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:03.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 zonegroup default 2024-09-12T18:08:03.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.368+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.372+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.372+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.372+0000 7fbfcfcb39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.372+0000 7fbfcfcb39c0 20 started sync module instance, tier type = 2024-09-12T18:08:03.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.372+0000 7fbfcfcb39c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=0 2024-09-12T18:08:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=1 2024-09-12T18:08:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=2 2024-09-12T18:08:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=3 2024-09-12T18:08:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=4 2024-09-12T18:08:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=5 2024-09-12T18:08:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.392+0000 7fbfcfcb39c0 20 add_watcher() i=6 2024-09-12T18:08:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.396+0000 7fbfcfcb39c0 20 add_watcher() i=7 2024-09-12T18:08:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.396+0000 7fbfcfcb39c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:03.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbe83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:03.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:03.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:03.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 5 note: GC not initialized 2024-09-12T18:08:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbe82fe5640 20 reqs_thread_entry: start 2024-09-12T18:08:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 Filter name: none 2024-09-12T18:08:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbe80fe1640 20 reqs_thread_entry: start 2024-09-12T18:08:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T18:08:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T18:08:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T18:08:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.400+0000 7fbfcfcb39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:03.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbfcfcb39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:08:03.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbfcfcb39c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:03.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbfcfcb39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T18:08:03.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbeb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235503 cookie 94778073483744 notifier 9105 bl.length()=659 2024-09-12T18:08:03.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbeb0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:08:03.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.408+0000 7fbeb0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:08:03.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.412+0000 7fbe83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:03.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.416+0000 7fbfcfcb39c0 20 remove_watcher() i=0 2024-09-12T18:08:03.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.416+0000 7fbfcfcb39c0 2 removed watcher, disabling cache 2024-09-12T18:08:03.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.420+0000 7fbfcfcb39c0 20 remove_watcher() i=1 2024-09-12T18:08:03.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.420+0000 7fbfcfcb39c0 20 remove_watcher() i=2 2024-09-12T18:08:03.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.424+0000 7fbfcfcb39c0 20 remove_watcher() i=3 2024-09-12T18:08:03.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.424+0000 7fbfcfcb39c0 20 remove_watcher() i=4 2024-09-12T18:08:03.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.428+0000 7fbfcfcb39c0 20 remove_watcher() i=5 2024-09-12T18:08:03.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.428+0000 7fbfcfcb39c0 20 remove_watcher() i=6 2024-09-12T18:08:03.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.428+0000 7fbfcfcb39c0 20 remove_watcher() i=7 2024-09-12T18:08:03.442 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2024-09-12T18:08:03.484 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:03.484 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:03.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 realm 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:03.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.528+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.532+0000 7f5c733059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:03.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.532+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.532+0000 7f5c733059c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:03.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.532+0000 7f5c733059c0 20 searching for the correct realm 2024-09-12T18:08:03.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.536+0000 7f5c7160c640 0 -- 172.21.15.92:0/3400320868 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5c640ec400 msgr2=0x7f5c640ec820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:03.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.540+0000 7f5c70e0b640 0 -- 172.21.15.92:0/3400320868 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f5c68018070 msgr2=0x7f5c6805d860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:03.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:03.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:03.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:03.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:03.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:03.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:03.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 zone default found 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 4 Realm: () 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 zonegroup default 2024-09-12T18:08:03.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.552+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.556+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.556+0000 7f5c733059c0 20 started sync module instance, tier type = 2024-09-12T18:08:03.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.556+0000 7f5c733059c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=0 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=1 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=2 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=3 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=4 2024-09-12T18:08:03.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=5 2024-09-12T18:08:03.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.568+0000 7f5c733059c0 20 add_watcher() i=6 2024-09-12T18:08:03.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 add_watcher() i=7 2024-09-12T18:08:03.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5b26fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 5 note: GC not initialized 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5b25fe3640 20 reqs_thread_entry: start 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 Filter name: none 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5a977fe640 20 reqs_thread_entry: start 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2024-09-12T18:08:03.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.572+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2024-09-12T18:08:03.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:08:03.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2024-09-12T18:08:03.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:08:03.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:03.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.576+0000 7f5c733059c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2024-09-12T18:08:03.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5b47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235504 cookie 94567733864160 notifier 8567 bl.length()=389 2024-09-12T18:08:03.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5b47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:08:03.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5b47fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:03.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5c733059c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T18:08:03.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5c733059c0 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:03.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.580+0000 7f5c733059c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2024-09-12T18:08:03.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.584+0000 7f5b477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235493 cookie 94567733874880 notifier 8567 bl.length()=230 2024-09-12T18:08:03.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.584+0000 7f5b477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T18:08:03.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.584+0000 7f5b477fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:03.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5c733059c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T18:08:03.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5c733059c0 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:08:03.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5c733059c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2024-09-12T18:08:03.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5b477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235441 cookie 94567733866064 notifier 8567 bl.length()=234 2024-09-12T18:08:03.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5b477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T18:08:03.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5b477fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:08:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.588+0000 7f5b26fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:03.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.592+0000 7f5c733059c0 20 remove_watcher() i=0 2024-09-12T18:08:03.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.592+0000 7f5c733059c0 2 removed watcher, disabling cache 2024-09-12T18:08:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.596+0000 7f5c733059c0 20 remove_watcher() i=1 2024-09-12T18:08:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.596+0000 7f5c733059c0 20 remove_watcher() i=2 2024-09-12T18:08:03.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.600+0000 7f5c733059c0 20 remove_watcher() i=3 2024-09-12T18:08:03.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.600+0000 7f5c733059c0 20 remove_watcher() i=4 2024-09-12T18:08:03.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.604+0000 7f5c733059c0 20 remove_watcher() i=5 2024-09-12T18:08:03.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.604+0000 7f5c733059c0 20 remove_watcher() i=6 2024-09-12T18:08:03.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.604+0000 7f5c733059c0 20 remove_watcher() i=7 2024-09-12T18:08:03.614 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:03.614 INFO:teuthology.orchestra.run.smithi092.stdout: "id": "RGW33333333333333333", 2024-09-12T18:08:03.614 INFO:teuthology.orchestra.run.smithi092.stdout: "tenant": "testx", 2024-09-12T18:08:03.614 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "Mr.RGW33333333333333333", 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "RGW33333333333333333+test@test.test", 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "quota": { 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:03.615 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout: "max_users": 1000, 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout: "max_roles": 1000, 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout: "max_groups": 1000, 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout: "max_access_keys": 4 2024-09-12T18:08:03.616 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:03.617 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2024-09-12T18:08:03.617 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key YYEBVNZJHZCNNOSEWJMA --secret hss6lm/YrsZFm5OHSgWptvcoquDQ9AyE1Jp5oLt6tZt8cKMKXaoUtw== --cluster ceph --account-id RGW33333333333333333 --account-root 2024-09-12T18:08:03.702 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:03.702 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:03.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 realm 2024-09-12T18:08:03.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:03.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:03.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:03.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.748+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:03.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.752+0000 7fc149a919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:03.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.752+0000 7fc149a919c0 20 searching for the correct realm 2024-09-12T18:08:03.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.752+0000 7fc147d98640 0 -- 172.21.15.92:0/4152019403 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc13005d2d0 msgr2=0x7fc130067a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:03.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:03.968+0000 7fc146d96640 0 -- 172.21.15.92:0/4152019403 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc140027800 msgr2=0x7fc1400616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:04.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.184+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:04.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 zone default found 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 4 Realm: () 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 zonegroup default 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 started sync module instance, tier type = 2024-09-12T18:08:04.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.188+0000 7fc149a919c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:04.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=0 2024-09-12T18:08:04.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=1 2024-09-12T18:08:04.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=2 2024-09-12T18:08:04.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=3 2024-09-12T18:08:04.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=4 2024-09-12T18:08:04.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=5 2024-09-12T18:08:04.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=6 2024-09-12T18:08:04.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 20 add_watcher() i=7 2024-09-12T18:08:04.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.212+0000 7fc149a919c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:04.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fbffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:04.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:04.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:04.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 5 note: GC not initialized 2024-09-12T18:08:04.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fbffcfe1640 20 reqs_thread_entry: start 2024-09-12T18:08:04.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:04.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 20 Filter name: none 2024-09-12T18:08:04.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fbf767fc640 20 reqs_thread_entry: start 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.216+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T18:08:04.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA : miss 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA info.flags=0x0 2024-09-12T18:08:04.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 adding default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA to cache LRU end 2024-09-12T18:08:04.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2024-09-12T18:08:04.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T18:08:04.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:08:04.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:08:04.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:04.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA : hit (negative entry) 2024-09-12T18:08:04.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.220+0000 7fc149a919c0 10 cache get: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA : hit (negative entry) 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc149a919c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc149a919c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc02affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235533 cookie 94483801477488 notifier 9141 bl.length()=732 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc02affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:08:04.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.224+0000 7fc02affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T18:08:04.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc149a919c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:08:04.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc149a919c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T18:08:04.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc02a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235432 cookie 94483801478544 notifier 9141 bl.length()=215 2024-09-12T18:08:04.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc02a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T18:08:04.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.228+0000 7fc02a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:08:04.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc149a919c0 10 cache put: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA info.flags=0x7 2024-09-12T18:08:04.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc149a919c0 10 moving default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA to cache LRU end 2024-09-12T18:08:04.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc149a919c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:YYEBVNZJHZCNNOSEWJMA, ofs0, ns] 2024-09-12T18:08:04.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc02affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235494 cookie 94483801457664 notifier 9141 bl.length()=201 2024-09-12T18:08:04.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc02affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA info.flags=0x7 2024-09-12T18:08:04.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.232+0000 7fc02affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+YYEBVNZJHZCNNOSEWJMA to cache LRU end 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.236+0000 7fc149a919c0 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.RGW33333333333333333", 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:04.234 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "YYEBVNZJHZCNNOSEWJMA", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "hss6lm/YrsZFm5OHSgWptvcoquDQ9AyE1Jp5oLt6tZt8cKMKXaoUtw==", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:04.224388Z" 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:04.235 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:04.236 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "root", 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "RGW33333333333333333", 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:04.224355Z", 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:04.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.236+0000 7fbffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:04.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.244+0000 7fc149a919c0 20 remove_watcher() i=0 2024-09-12T18:08:04.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.244+0000 7fc149a919c0 2 removed watcher, disabling cache 2024-09-12T18:08:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.244+0000 7fc149a919c0 20 remove_watcher() i=1 2024-09-12T18:08:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.248+0000 7fc149a919c0 20 remove_watcher() i=2 2024-09-12T18:08:04.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.248+0000 7fc149a919c0 20 remove_watcher() i=3 2024-09-12T18:08:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.252+0000 7fc149a919c0 20 remove_watcher() i=4 2024-09-12T18:08:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.252+0000 7fc149a919c0 20 remove_watcher() i=5 2024-09-12T18:08:04.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.252+0000 7fc149a919c0 20 remove_watcher() i=6 2024-09-12T18:08:04.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.256+0000 7fc149a919c0 20 remove_watcher() i=7 2024-09-12T18:08:04.269 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 8326654860 --totp-seed IHALIYQUSX7YRLKFQYJRVTSGHAGNZFPU4FBB62OL3CSFO5BM62NVBMRVCTGWU4QY --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:04.358 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:04.359 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:04.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 realm 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.404+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.408+0000 7f5fdd24f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:04.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.408+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.408+0000 7f5fdd24f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.408+0000 7f5fdd24f9c0 20 searching for the correct realm 2024-09-12T18:08:04.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.412+0000 7f5fdb556640 0 -- 172.21.15.92:0/4286056130 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f5fd0047940 msgr2=0x7f5fd0020450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:04.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.628+0000 7f5fda554640 0 -- 172.21.15.92:0/4286056130 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f5fcc065040 msgr2=0x7f5fcc07a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.844+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:04.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 zone default found 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 4 Realm: () 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 zonegroup default 2024-09-12T18:08:04.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.848+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.852+0000 7f5fdd24f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:04.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.852+0000 7f5fdd24f9c0 20 started sync module instance, tier type = 2024-09-12T18:08:04.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.852+0000 7f5fdd24f9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:04.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=0 2024-09-12T18:08:04.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=1 2024-09-12T18:08:04.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=2 2024-09-12T18:08:04.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=3 2024-09-12T18:08:04.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=4 2024-09-12T18:08:04.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=5 2024-09-12T18:08:04.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.872+0000 7f5fdd24f9c0 20 add_watcher() i=6 2024-09-12T18:08:04.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.876+0000 7f5fdd24f9c0 20 add_watcher() i=7 2024-09-12T18:08:04.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.876+0000 7f5fdd24f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:04.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5e917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:04.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5fdd24f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:04.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5fdd24f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:04.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5fdd24f9c0 5 note: GC not initialized 2024-09-12T18:08:04.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5e0bfff640 20 reqs_thread_entry: start 2024-09-12T18:08:04.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5fdd24f9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:04.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5fdd24f9c0 20 Filter name: none 2024-09-12T18:08:04.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.880+0000 7f5e09ffb640 20 reqs_thread_entry: start 2024-09-12T18:08:04.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T18:08:04.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:04.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 20 rados_obj.operate() r=0 bl.length=532 2024-09-12T18:08:04.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T18:08:04.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.884+0000 7f5fdd24f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:04.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5fdd24f9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:08:04.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5fdd24f9c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5fdd24f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T18:08:04.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5ebe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235534 cookie 94042050092848 notifier 9159 bl.length()=746 2024-09-12T18:08:04.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5ebe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:08:04.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5ebe7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:08:04.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.888+0000 7f5e917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:04.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.896+0000 7f5fdd24f9c0 20 remove_watcher() i=0 2024-09-12T18:08:04.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.896+0000 7f5fdd24f9c0 2 removed watcher, disabling cache 2024-09-12T18:08:04.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.896+0000 7f5fdd24f9c0 20 remove_watcher() i=1 2024-09-12T18:08:04.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.900+0000 7f5fdd24f9c0 20 remove_watcher() i=2 2024-09-12T18:08:04.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.900+0000 7f5fdd24f9c0 20 remove_watcher() i=3 2024-09-12T18:08:04.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.904+0000 7f5fdd24f9c0 20 remove_watcher() i=4 2024-09-12T18:08:04.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.904+0000 7f5fdd24f9c0 20 remove_watcher() i=5 2024-09-12T18:08:04.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.908+0000 7f5fdd24f9c0 20 remove_watcher() i=6 2024-09-12T18:08:04.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:04.908+0000 7f5fdd24f9c0 20 remove_watcher() i=7 2024-09-12T18:08:04.921 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T18:08:04.922 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key FOTEVNSYUQYYYKSIIZUN --secret RxHHRpEPYDYF4QTtCpk0O9mmxzMgb5w8v2AKupUlGQavEtGQWyq8VA== --cluster ceph 2024-09-12T18:08:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 realm 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:05.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.008+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.012+0000 7ffa4197a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:05.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.012+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.012+0000 7ffa4197a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:05.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.012+0000 7ffa4197a9c0 20 searching for the correct realm 2024-09-12T18:08:05.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.016+0000 7ffa3f480640 0 -- 172.21.15.92:0/2660517540 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7ffa3802e060 msgr2=0x7ffa380614a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:05.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.024+0000 7ffa3ec7f640 0 -- 172.21.15.92:0/2660517540 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ffa38069190 msgr2=0x7ffa38063a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:05.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.240+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:05.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 zone default found 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 4 Realm: () 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 zonegroup default 2024-09-12T18:08:05.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 started sync module instance, tier type = 2024-09-12T18:08:05.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.244+0000 7ffa4197a9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=0 2024-09-12T18:08:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=1 2024-09-12T18:08:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=2 2024-09-12T18:08:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=3 2024-09-12T18:08:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=4 2024-09-12T18:08:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=5 2024-09-12T18:08:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.272+0000 7ffa4197a9c0 20 add_watcher() i=6 2024-09-12T18:08:05.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.276+0000 7ffa4197a9c0 20 add_watcher() i=7 2024-09-12T18:08:05.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.276+0000 7ffa4197a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ff8f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 5 note: GC not initialized 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ff8f4fe1640 20 reqs_thread_entry: start 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 20 Filter name: none 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ff86e7fc640 20 reqs_thread_entry: start 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:08:05.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.280+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T18:08:05.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:08:05.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache get: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN : miss 2024-09-12T18:08:05.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN info.flags=0x0 2024-09-12T18:08:05.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 adding default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN to cache LRU end 2024-09-12T18:08:05.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache get: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN : hit (negative entry) 2024-09-12T18:08:05.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache get: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN : hit (negative entry) 2024-09-12T18:08:05.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:05.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.284+0000 7ffa4197a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:08:05.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ff922ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235433 cookie 94116830294000 notifier 8618 bl.length()=660 2024-09-12T18:08:05.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ff922ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:05.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ff922ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T18:08:05.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ffa4197a9c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:08:05.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.288+0000 7ffa4197a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T18:08:05.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.292+0000 7ff922ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235505 cookie 94116830283808 notifier 8618 bl.length()=191 2024-09-12T18:08:05.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.292+0000 7ff922ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T18:08:05.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.292+0000 7ff922ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:08:05.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ffa4197a9c0 10 cache put: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN info.flags=0x7 2024-09-12T18:08:05.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ffa4197a9c0 10 moving default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN to cache LRU end 2024-09-12T18:08:05.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ffa4197a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:FOTEVNSYUQYYYKSIIZUN, ofs0, ns] 2024-09-12T18:08:05.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ff922ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235506 cookie 94116830283808 notifier 8618 bl.length()=189 2024-09-12T18:08:05.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ff922ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN info.flags=0x7 2024-09-12T18:08:05.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.296+0000 7ff922ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+FOTEVNSYUQYYYKSIIZUN to cache LRU end 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "foobar.client.0", 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "foobar+test@test.test", 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "foobar.client.0", 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "FOTEVNSYUQYYYKSIIZUN", 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "RxHHRpEPYDYF4QTtCpk0O9mmxzMgb5w8v2AKupUlGQavEtGQWyq8VA==", 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:05.286743Z" 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:05.296 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:05.297 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:05.286698Z", 2024-09-12T18:08:05.298 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:05.299 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:05.299 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:05.299 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:05.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.300+0000 7ff8f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:05.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.304+0000 7ffa4197a9c0 20 remove_watcher() i=0 2024-09-12T18:08:05.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.304+0000 7ffa4197a9c0 2 removed watcher, disabling cache 2024-09-12T18:08:05.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.304+0000 7ffa4197a9c0 20 remove_watcher() i=1 2024-09-12T18:08:05.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.308+0000 7ffa4197a9c0 20 remove_watcher() i=2 2024-09-12T18:08:05.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.312+0000 7ffa4197a9c0 20 remove_watcher() i=3 2024-09-12T18:08:05.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.312+0000 7ffa4197a9c0 20 remove_watcher() i=4 2024-09-12T18:08:05.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.312+0000 7ffa4197a9c0 20 remove_watcher() i=5 2024-09-12T18:08:05.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.316+0000 7ffa4197a9c0 20 remove_watcher() i=6 2024-09-12T18:08:05.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.316+0000 7ffa4197a9c0 20 remove_watcher() i=7 2024-09-12T18:08:05.330 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 6519700658 --totp-seed HUZVAS3IAQ2KIRRLIQNF2TUVLBVW3MBVNJC3POVXLTNWIIDL7S2JI3G56K2ABBCR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:05.417 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:05.417 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:05.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 realm 2024-09-12T18:08:05.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:05.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.460+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.464+0000 7fc5ad4f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:05.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.464+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.464+0000 7fc5ad4f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:05.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.464+0000 7fc5ad4f59c0 20 searching for the correct realm 2024-09-12T18:08:05.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.468+0000 7fc5ab7fc640 0 -- 172.21.15.92:0/1672113900 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fc5a00c8970 msgr2=0x7fc5a00e6410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:05.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.476+0000 7fc5aa7fa640 0 -- 172.21.15.92:0/1672113900 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fc59c07d6c0 msgr2=0x7fc59c062750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 zone default found 2024-09-12T18:08:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 4 Realm: () 2024-09-12T18:08:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 zonegroup default 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.696+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 started sync module instance, tier type = 2024-09-12T18:08:05.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.700+0000 7fc5ad4f59c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:05.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=0 2024-09-12T18:08:05.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=1 2024-09-12T18:08:05.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=2 2024-09-12T18:08:05.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=3 2024-09-12T18:08:05.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=4 2024-09-12T18:08:05.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=5 2024-09-12T18:08:05.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.720+0000 7fc5ad4f59c0 20 add_watcher() i=6 2024-09-12T18:08:05.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.724+0000 7fc5ad4f59c0 20 add_watcher() i=7 2024-09-12T18:08:05.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.724+0000 7fc5ad4f59c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:05.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc4617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:05.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:05.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:05.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 5 note: GC not initialized 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc3dbfff640 20 reqs_thread_entry: start 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 Filter name: none 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc3d9ffb640 20 reqs_thread_entry: start 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T18:08:05.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T18:08:05.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.728+0000 7fc5ad4f59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:05.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.732+0000 7fc5ad4f59c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:05.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.732+0000 7fc5ad4f59c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.732+0000 7fc5ad4f59c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:08:05.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.736+0000 7fc48e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235434 cookie 94724323309552 notifier 9195 bl.length()=674 2024-09-12T18:08:05.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.736+0000 7fc48e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:05.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.736+0000 7fc48e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:05.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.736+0000 7fc4617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:05.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.740+0000 7fc5ad4f59c0 20 remove_watcher() i=0 2024-09-12T18:08:05.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.740+0000 7fc5ad4f59c0 2 removed watcher, disabling cache 2024-09-12T18:08:05.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.744+0000 7fc5ad4f59c0 20 remove_watcher() i=1 2024-09-12T18:08:05.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.748+0000 7fc5ad4f59c0 20 remove_watcher() i=2 2024-09-12T18:08:05.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.748+0000 7fc5ad4f59c0 20 remove_watcher() i=3 2024-09-12T18:08:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.752+0000 7fc5ad4f59c0 20 remove_watcher() i=4 2024-09-12T18:08:05.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.752+0000 7fc5ad4f59c0 20 remove_watcher() i=5 2024-09-12T18:08:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.756+0000 7fc5ad4f59c0 20 remove_watcher() i=6 2024-09-12T18:08:05.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.756+0000 7fc5ad4f59c0 20 remove_watcher() i=7 2024-09-12T18:08:05.772 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T18:08:05.807 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:05.808 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:05.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 realm 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:05.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.852+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.856+0000 7f63fae529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:05.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.856+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:05.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.856+0000 7f63fae529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:05.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.856+0000 7f63fae529c0 20 searching for the correct realm 2024-09-12T18:08:05.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.856+0000 7f63f8958640 0 -- 172.21.15.92:0/1136511 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x55a06baff080 msgr2=0x7f63e8129060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:05.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:05.864+0000 7f63f8958640 0 -- 172.21.15.92:0/1136511 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x55a06baff460 msgr2=0x7f63e80f6080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:06.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:06.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:06.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 zone default found 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 4 Realm: () 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 zonegroup default 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.088+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 started sync module instance, tier type = 2024-09-12T18:08:06.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.092+0000 7f63fae529c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:06.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=0 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=1 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=2 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=3 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=4 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=5 2024-09-12T18:08:06.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=6 2024-09-12T18:08:06.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 20 add_watcher() i=7 2024-09-12T18:08:06.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.116+0000 7f63fae529c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:06.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.120+0000 7f62aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:06.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.120+0000 7f63fae529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:06.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.120+0000 7f63fae529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:06.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.120+0000 7f63fae529c0 5 note: GC not initialized 2024-09-12T18:08:06.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.120+0000 7f62adfe3640 20 reqs_thread_entry: start 2024-09-12T18:08:06.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:06.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 20 Filter name: none 2024-09-12T18:08:06.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f621f7fe640 20 reqs_thread_entry: start 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:06.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:06.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:06.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:06.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f63fae529c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f62cffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235435 cookie 94147491805280 notifier 8651 bl.length()=727 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f62cffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.124+0000 7f62cffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "foobar.client.0", 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T18:08:06.124 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "foobar+test@test.test", 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "foobar.client.0", 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "FOTEVNSYUQYYYKSIIZUN", 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "RxHHRpEPYDYF4QTtCpk0O9mmxzMgb5w8v2AKupUlGQavEtGQWyq8VA==", 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:05.286743Z" 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:06.125 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [ 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "oidc-provider", 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "perm": "*" 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "roles", 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "perm": "*" 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "user-policy", 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "perm": "*" 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:06.126 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:06.127 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "rgw", 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [ 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "6519700658" 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "", 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:05.286698Z", 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:06.128 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:06.129 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:06.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.128+0000 7f62aefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:06.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.132+0000 7f63fae529c0 20 remove_watcher() i=0 2024-09-12T18:08:06.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.132+0000 7f63fae529c0 2 removed watcher, disabling cache 2024-09-12T18:08:06.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.136+0000 7f63fae529c0 20 remove_watcher() i=1 2024-09-12T18:08:06.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.136+0000 7f63fae529c0 20 remove_watcher() i=2 2024-09-12T18:08:06.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.140+0000 7f63fae529c0 20 remove_watcher() i=3 2024-09-12T18:08:06.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.140+0000 7f63fae529c0 20 remove_watcher() i=4 2024-09-12T18:08:06.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.144+0000 7f63fae529c0 20 remove_watcher() i=5 2024-09-12T18:08:06.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.144+0000 7f63fae529c0 20 remove_watcher() i=6 2024-09-12T18:08:06.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.144+0000 7f63fae529c0 20 remove_watcher() i=7 2024-09-12T18:08:06.157 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T18:08:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:06.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 realm 2024-09-12T18:08:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.284+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.288+0000 7f7266eff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:06.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.288+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.288+0000 7f7266eff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:06.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.288+0000 7f7266eff9c0 20 searching for the correct realm 2024-09-12T18:08:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.288+0000 7f7264a05640 0 -- 172.21.15.92:0/4098870955 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f724c003cc0 msgr2=0x7f7254049440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:06.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.296+0000 7f7264a05640 0 -- 172.21.15.92:0/4098870955 >> [v2:172.21.15.165:6816/1533553533,v1:172.21.15.165:6817/1533553533] conn(0x55a1ada802f0 msgr2=0x7f7254049950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:06.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:06.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.520+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 zone default found 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 4 Realm: () 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 zonegroup default 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 started sync module instance, tier type = 2024-09-12T18:08:06.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.524+0000 7f7266eff9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:06.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=0 2024-09-12T18:08:06.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=1 2024-09-12T18:08:06.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=2 2024-09-12T18:08:06.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=3 2024-09-12T18:08:06.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=4 2024-09-12T18:08:06.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=5 2024-09-12T18:08:06.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.548+0000 7f7266eff9c0 20 add_watcher() i=6 2024-09-12T18:08:06.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.552+0000 7f7266eff9c0 20 add_watcher() i=7 2024-09-12T18:08:06.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.552+0000 7f7266eff9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:06.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f711afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:06.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:06.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:06.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 5 note: GC not initialized 2024-09-12T18:08:06.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7119fe3640 20 reqs_thread_entry: start 2024-09-12T18:08:06.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:06.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 Filter name: none 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f708b7fe640 20 reqs_thread_entry: start 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:06.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:08:06.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.556+0000 7f7266eff9c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T18:08:06.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.560+0000 7f7266eff9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:08:06.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.560+0000 7f7266eff9c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:06.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.560+0000 7f7266eff9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T18:08:06.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.564+0000 7f713bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235507 cookie 94152892959488 notifier 9231 bl.length()=384 2024-09-12T18:08:06.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.564+0000 7f713bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:08:06.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.564+0000 7f713bfff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:06.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f7266eff9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T18:08:06.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f7266eff9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:06.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f7266eff9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T18:08:06.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f713bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235495 cookie 94152892966496 notifier 9231 bl.length()=225 2024-09-12T18:08:06.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f713bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T18:08:06.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.568+0000 7f713bfff640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f7266eff9c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f7266eff9c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f7266eff9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f713bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235442 cookie 94152892952592 notifier 9231 bl.length()=234 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f713bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T18:08:06.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.572+0000 7f713bfff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:08:06.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.576+0000 7f711afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:06.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.580+0000 7f7266eff9c0 20 remove_watcher() i=0 2024-09-12T18:08:06.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.580+0000 7f7266eff9c0 2 removed watcher, disabling cache 2024-09-12T18:08:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.584+0000 7f7266eff9c0 20 remove_watcher() i=1 2024-09-12T18:08:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.584+0000 7f7266eff9c0 20 remove_watcher() i=2 2024-09-12T18:08:06.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.588+0000 7f7266eff9c0 20 remove_watcher() i=3 2024-09-12T18:08:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.588+0000 7f7266eff9c0 20 remove_watcher() i=4 2024-09-12T18:08:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.592+0000 7f7266eff9c0 20 remove_watcher() i=5 2024-09-12T18:08:06.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.592+0000 7f7266eff9c0 20 remove_watcher() i=6 2024-09-12T18:08:06.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.596+0000 7f7266eff9c0 20 remove_watcher() i=7 2024-09-12T18:08:06.604 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:06.604 INFO:teuthology.orchestra.run.smithi092.stdout: "id": "RGW88888888888888888", 2024-09-12T18:08:06.604 INFO:teuthology.orchestra.run.smithi092.stdout: "tenant": "", 2024-09-12T18:08:06.604 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "quota": { 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:06.605 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout: "max_users": 1000, 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout: "max_roles": 1000, 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout: "max_groups": 1000, 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout: "max_access_keys": 4 2024-09-12T18:08:06.606 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:06.607 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T18:08:06.607 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key LZHVSISSOGNEULGGYHPO --secret L6MMwNWfetZfTJ0V2zsh3ntzMp0nuazDt3kDwlqT6zmDwBK4BmvCog== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T18:08:06.693 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:06.693 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:06.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.736+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.736+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.736+0000 7f82ed00d9c0 20 realm 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.736+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:06.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:06.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:06.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:06.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:06.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.740+0000 7f82ed00d9c0 20 searching for the correct realm 2024-09-12T18:08:06.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.744+0000 7f82eb314640 0 -- 172.21.15.92:0/1308380568 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f82e00ca020 msgr2=0x7f82e00f32e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:06.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:06.960+0000 7f82ea312640 0 -- 172.21.15.92:0/1308380568 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f82e40388f0 msgr2=0x7f82e40533b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:07.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:07.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:07.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.176+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:07.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 zone default found 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 4 Realm: () 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 zonegroup default 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 started sync module instance, tier type = 2024-09-12T18:08:07.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.180+0000 7f82ed00d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=0 2024-09-12T18:08:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=1 2024-09-12T18:08:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=2 2024-09-12T18:08:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=3 2024-09-12T18:08:07.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=4 2024-09-12T18:08:07.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=5 2024-09-12T18:08:07.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.204+0000 7f82ed00d9c0 20 add_watcher() i=6 2024-09-12T18:08:07.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.208+0000 7f82ed00d9c0 20 add_watcher() i=7 2024-09-12T18:08:07.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.208+0000 7f82ed00d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:07.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f81a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:07.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:07.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:07.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 5 note: GC not initialized 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f811bfff640 20 reqs_thread_entry: start 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 Filter name: none 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f8119ffb640 20 reqs_thread_entry: start 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T18:08:07.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.212+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T18:08:07.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO : miss 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO info.flags=0x0 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 adding default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO to cache LRU end 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T18:08:07.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:08:07.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:08:07.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:08:07.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:07.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO : hit (negative entry) 2024-09-12T18:08:07.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.216+0000 7f82ed00d9c0 10 cache get: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO : hit (negative entry) 2024-09-12T18:08:07.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:08:07.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f82ed00d9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f82ed00d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T18:08:07.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f81ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235508 cookie 94239281830128 notifier 9249 bl.length()=681 2024-09-12T18:08:07.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f81ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:08:07.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.220+0000 7f81ce7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f81ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235535 cookie 94239281848304 notifier 9249 bl.length()=189 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f81ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T18:08:07.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f81ce7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:08:07.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 cache put: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO info.flags=0x7 2024-09-12T18:08:07.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 moving default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO to cache LRU end 2024-09-12T18:08:07.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.224+0000 7f82ed00d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:LZHVSISSOGNEULGGYHPO, ofs0, ns] 2024-09-12T18:08:07.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.228+0000 7f81cdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235443 cookie 94239281843008 notifier 9249 bl.length()=188 2024-09-12T18:08:07.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.228+0000 7f81cdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO info.flags=0x7 2024-09-12T18:08:07.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.228+0000 7f81cdffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LZHVSISSOGNEULGGYHPO to cache LRU end 2024-09-12T18:08:07.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.228+0000 7f82ed00d9c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T18:08:07.227 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "root1.client.0", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "root1+test@test.test", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "root1.client.0", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "LZHVSISSOGNEULGGYHPO", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "L6MMwNWfetZfTJ0V2zsh3ntzMp0nuazDt3kDwlqT6zmDwBK4BmvCog==", 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:07.228 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:07.219227Z" 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:07.229 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "root", 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "RGW88888888888888888", 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:07.230 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:07.219188Z", 2024-09-12T18:08:07.231 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:07.231 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:07.231 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:07.231 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:07.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.232+0000 7f81a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:07.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.236+0000 7f82ed00d9c0 20 remove_watcher() i=0 2024-09-12T18:08:07.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.236+0000 7f82ed00d9c0 2 removed watcher, disabling cache 2024-09-12T18:08:07.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.236+0000 7f82ed00d9c0 20 remove_watcher() i=1 2024-09-12T18:08:07.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.240+0000 7f82ed00d9c0 20 remove_watcher() i=2 2024-09-12T18:08:07.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.240+0000 7f82ed00d9c0 20 remove_watcher() i=3 2024-09-12T18:08:07.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.244+0000 7f82ed00d9c0 20 remove_watcher() i=4 2024-09-12T18:08:07.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.244+0000 7f82ed00d9c0 20 remove_watcher() i=5 2024-09-12T18:08:07.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.248+0000 7f82ed00d9c0 20 remove_watcher() i=6 2024-09-12T18:08:07.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.248+0000 7f82ed00d9c0 20 remove_watcher() i=7 2024-09-12T18:08:07.262 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 9729791371 --totp-seed 573THQ7O2RQ4GDWAGHHQBH5PP5DTFBO4QLAD6LTYLOJIVYHIUT7FXWVBWCT7DNCZ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:07.306 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:07.306 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:07.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 realm 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.348+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.352+0000 7f3fdaef09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:07.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.352+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.352+0000 7f3fdaef09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:07.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.352+0000 7f3fdaef09c0 20 searching for the correct realm 2024-09-12T18:08:07.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.356+0000 7f3fd91f7640 0 -- 172.21.15.92:0/3927429489 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f3fc0041040 msgr2=0x7f3fc0041930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.364+0000 7f3fd01f5640 0 -- 172.21.15.92:0/3927429489 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f3fd4063050 msgr2=0x7f3fd4065610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:07.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.580+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:07.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:07.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 zone default found 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 4 Realm: () 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 zonegroup default 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 started sync module instance, tier type = 2024-09-12T18:08:07.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.584+0000 7f3fdaef09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:07.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=0 2024-09-12T18:08:07.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=1 2024-09-12T18:08:07.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=2 2024-09-12T18:08:07.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=3 2024-09-12T18:08:07.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=4 2024-09-12T18:08:07.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=5 2024-09-12T18:08:07.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=6 2024-09-12T18:08:07.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 20 add_watcher() i=7 2024-09-12T18:08:07.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.612+0000 7f3fdaef09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:07.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3e8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:07.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3fdaef09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:07.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3fdaef09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:07.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3fdaef09c0 5 note: GC not initialized 2024-09-12T18:08:07.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3e8e7e4640 20 reqs_thread_entry: start 2024-09-12T18:08:07.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.616+0000 7f3fdaef09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:07.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 20 Filter name: none 2024-09-12T18:08:07.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3e87fff640 20 reqs_thread_entry: start 2024-09-12T18:08:07.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.620+0000 7f3fdaef09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:07.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3fdaef09c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:08:07.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3fdaef09c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3fdaef09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T18:08:07.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3eaffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235509 cookie 94107355386176 notifier 9267 bl.length()=695 2024-09-12T18:08:07.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3eaffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:08:07.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.624+0000 7f3eaffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:08:07.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.628+0000 7f3e8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.632+0000 7f3fdaef09c0 20 remove_watcher() i=0 2024-09-12T18:08:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.632+0000 7f3fdaef09c0 2 removed watcher, disabling cache 2024-09-12T18:08:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.632+0000 7f3fdaef09c0 20 remove_watcher() i=1 2024-09-12T18:08:07.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.636+0000 7f3fdaef09c0 20 remove_watcher() i=2 2024-09-12T18:08:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.636+0000 7f3fdaef09c0 20 remove_watcher() i=3 2024-09-12T18:08:07.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.640+0000 7f3fdaef09c0 20 remove_watcher() i=4 2024-09-12T18:08:07.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.640+0000 7f3fdaef09c0 20 remove_watcher() i=5 2024-09-12T18:08:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.644+0000 7f3fdaef09c0 20 remove_watcher() i=6 2024-09-12T18:08:07.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.644+0000 7f3fdaef09c0 20 remove_watcher() i=7 2024-09-12T18:08:07.658 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T18:08:07.743 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:07.744 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:07.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.788+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 realm 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:07.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:07.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:07.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:07.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.792+0000 7f64ce20e9c0 20 searching for the correct realm 2024-09-12T18:08:07.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.796+0000 7f64cc515640 0 -- 172.21.15.92:0/1870772610 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f64c0069070 msgr2=0x7f64c0067ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:07.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:07.804+0000 7f64cb513640 0 -- 172.21.15.92:0/1870772610 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f64c4102410 msgr2=0x7f64c4102870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:08.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:08.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:08.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:08.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:08.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:08.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:08.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.020+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:08.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 zone default found 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 4 Realm: () 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 zonegroup default 2024-09-12T18:08:08.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.024+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.028+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.028+0000 7f64ce20e9c0 20 started sync module instance, tier type = 2024-09-12T18:08:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.028+0000 7f64ce20e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:08.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=0 2024-09-12T18:08:08.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=1 2024-09-12T18:08:08.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=2 2024-09-12T18:08:08.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=3 2024-09-12T18:08:08.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=4 2024-09-12T18:08:08.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=5 2024-09-12T18:08:08.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=6 2024-09-12T18:08:08.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 20 add_watcher() i=7 2024-09-12T18:08:08.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.052+0000 7f64ce20e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:08.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f6381fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:08.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:08.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 5 note: GC not initialized 2024-09-12T18:08:08.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f6380fe1640 20 reqs_thread_entry: start 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 Filter name: none 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f62fa7fc640 20 reqs_thread_entry: start 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T18:08:08.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:08:08.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.060+0000 7f64ce20e9c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T18:08:08.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f64ce20e9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:08:08.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f64ce20e9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f64ce20e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T18:08:08.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f63aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235510 cookie 94554068047760 notifier 8720 bl.length()=384 2024-09-12T18:08:08.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f63aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:08:08.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.064+0000 7f63aaffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f64ce20e9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T18:08:08.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f64ce20e9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f64ce20e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T18:08:08.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f63aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235496 cookie 94554068042224 notifier 8720 bl.length()=225 2024-09-12T18:08:08.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f63aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T18:08:08.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.068+0000 7f63aa7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.072+0000 7f64ce20e9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T18:08:08.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.072+0000 7f64ce20e9c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:08:08.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.072+0000 7f64ce20e9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T18:08:08.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.076+0000 7f63aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235444 cookie 94554068055584 notifier 8720 bl.length()=234 2024-09-12T18:08:08.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.076+0000 7f63aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T18:08:08.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.076+0000 7f63aa7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:08:08.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.076+0000 7f6381fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.080+0000 7f64ce20e9c0 20 remove_watcher() i=0 2024-09-12T18:08:08.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.080+0000 7f64ce20e9c0 2 removed watcher, disabling cache 2024-09-12T18:08:08.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.088+0000 7f64ce20e9c0 20 remove_watcher() i=1 2024-09-12T18:08:08.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.088+0000 7f64ce20e9c0 20 remove_watcher() i=2 2024-09-12T18:08:08.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.092+0000 7f64ce20e9c0 20 remove_watcher() i=3 2024-09-12T18:08:08.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.092+0000 7f64ce20e9c0 20 remove_watcher() i=4 2024-09-12T18:08:08.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.096+0000 7f64ce20e9c0 20 remove_watcher() i=5 2024-09-12T18:08:08.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.096+0000 7f64ce20e9c0 20 remove_watcher() i=6 2024-09-12T18:08:08.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.096+0000 7f64ce20e9c0 20 remove_watcher() i=7 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout: "id": "RGW99999999999999999", 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout: "tenant": "", 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T18:08:08.109 INFO:teuthology.orchestra.run.smithi092.stdout: "quota": { 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout: "max_users": 1000, 2024-09-12T18:08:08.111 INFO:teuthology.orchestra.run.smithi092.stdout: "max_roles": 1000, 2024-09-12T18:08:08.111 INFO:teuthology.orchestra.run.smithi092.stdout: "max_groups": 1000, 2024-09-12T18:08:08.111 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:08.111 INFO:teuthology.orchestra.run.smithi092.stdout: "max_access_keys": 4 2024-09-12T18:08:08.111 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:08.112 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T18:08:08.112 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key JMULPFAMUKPFAJIPEJLB --secret 1Chu/u37AARYrwSkyJETIKAO5BhQt+p2Iws44GLUKQJRGqJ6+wB3vQ== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T18:08:08.209 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:08.209 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:08.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 realm 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.252+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.256+0000 7f2c5d04d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:08.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.256+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.256+0000 7f2c5d04d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:08.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.256+0000 7f2c5d04d9c0 20 searching for the correct realm 2024-09-12T18:08:08.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.260+0000 7f2c5b354640 0 -- 172.21.15.92:0/2635508498 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7f2c50018070 msgr2=0x7f2c50073740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:08.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.476+0000 7f2c5a352640 0 -- 172.21.15.92:0/2635508498 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f2c5403f930 msgr2=0x7f2c54051420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:08:08.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:08.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:08.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.692+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 zone default found 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 4 Realm: () 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:08.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 zonegroup default 2024-09-12T18:08:08.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 started sync module instance, tier type = 2024-09-12T18:08:08.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.696+0000 7f2c5d04d9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:08.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=0 2024-09-12T18:08:08.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=1 2024-09-12T18:08:08.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=2 2024-09-12T18:08:08.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=3 2024-09-12T18:08:08.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=4 2024-09-12T18:08:08.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=5 2024-09-12T18:08:08.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.720+0000 7f2c5d04d9c0 20 add_watcher() i=6 2024-09-12T18:08:08.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.724+0000 7f2c5d04d9c0 20 add_watcher() i=7 2024-09-12T18:08:08.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.724+0000 7f2c5d04d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:08.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2b117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:08.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:08.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 5 note: GC not initialized 2024-09-12T18:08:08.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2a8bfff640 20 reqs_thread_entry: start 2024-09-12T18:08:08.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:08.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 20 Filter name: none 2024-09-12T18:08:08.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2a89ffb640 20 reqs_thread_entry: start 2024-09-12T18:08:08.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T18:08:08.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.728+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T18:08:08.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB : miss 2024-09-12T18:08:08.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB info.flags=0x0 2024-09-12T18:08:08.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 adding default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB to cache LRU end 2024-09-12T18:08:08.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T18:08:08.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB : hit (negative entry) 2024-09-12T18:08:08.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.732+0000 7f2c5d04d9c0 10 cache get: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB : hit (negative entry) 2024-09-12T18:08:08.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:08:08.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2c5d04d9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2c5d04d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T18:08:08.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2b3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235511 cookie 94511522610688 notifier 8738 bl.length()=681 2024-09-12T18:08:08.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2b3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:08:08.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.736+0000 7f2b3e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T18:08:08.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2c5d04d9c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:08:08.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2c5d04d9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T18:08:08.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2b3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235536 cookie 94511522627248 notifier 8738 bl.length()=189 2024-09-12T18:08:08.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2b3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T18:08:08.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.740+0000 7f2b3e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2c5d04d9c0 10 cache put: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB info.flags=0x7 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2c5d04d9c0 10 moving default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB to cache LRU end 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2c5d04d9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:JMULPFAMUKPFAJIPEJLB, ofs0, ns] 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2b3dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235497 cookie 94511522624944 notifier 8738 bl.length()=188 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2b3dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB info.flags=0x7 2024-09-12T18:08:08.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.744+0000 7f2b3dffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JMULPFAMUKPFAJIPEJLB to cache LRU end 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.752+0000 7f2c5d04d9c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout: "user_id": "root2.client.0", 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout: "email": "root2+test@test.test", 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout: "suspended": 0, 2024-09-12T18:08:08.748 INFO:teuthology.orchestra.run.smithi092.stdout: "max_buckets": 1000, 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "subusers": [], 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "keys": [ 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "user": "root2.client.0", 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "access_key": "JMULPFAMUKPFAJIPEJLB", 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "secret_key": "1Chu/u37AARYrwSkyJETIKAO5BhQt+p2Iws44GLUKQJRGqJ6+wB3vQ==", 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "active": true, 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:08.735707Z" 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: ], 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "swift_keys": [], 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": [], 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "op_mask": "read, write, delete", 2024-09-12T18:08:08.749 INFO:teuthology.orchestra.run.smithi092.stdout: "default_placement": "", 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "default_storage_class": "", 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "placement_tags": [], 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "bucket_quota": { 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "user_quota": { 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "enabled": false, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "check_on_raw": false, 2024-09-12T18:08:08.750 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size": -1, 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "max_size_kb": 0, 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "max_objects": -1 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "temp_url_keys": [], 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "root", 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "mfa_ids": [], 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "account_id": "RGW99999999999999999", 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "path": "/", 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "create_date": "2024-09-12T18:08:08.735669Z", 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "tags": [], 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: "group_ids": [] 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:08:08.751 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:08:08.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.752+0000 7f2b117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.756+0000 7f2c5d04d9c0 20 remove_watcher() i=0 2024-09-12T18:08:08.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.756+0000 7f2c5d04d9c0 2 removed watcher, disabling cache 2024-09-12T18:08:08.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.760+0000 7f2c5d04d9c0 20 remove_watcher() i=1 2024-09-12T18:08:08.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.760+0000 7f2c5d04d9c0 20 remove_watcher() i=2 2024-09-12T18:08:08.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.764+0000 7f2c5d04d9c0 20 remove_watcher() i=3 2024-09-12T18:08:08.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.764+0000 7f2c5d04d9c0 20 remove_watcher() i=4 2024-09-12T18:08:08.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.768+0000 7f2c5d04d9c0 20 remove_watcher() i=5 2024-09-12T18:08:08.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.768+0000 7f2c5d04d9c0 20 remove_watcher() i=6 2024-09-12T18:08:08.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.772+0000 7f2c5d04d9c0 20 remove_watcher() i=7 2024-09-12T18:08:08.783 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 1354519113 --totp-seed E463RQUIS7VVPAQ63JODRNJDHZAEK22ICX244CYUKHPNK3PF7X4GTDE544NZO5OK --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:08:08.828 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:08:08.828 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:08:08.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.868+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 realm 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:08.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.872+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.876+0000 7f4e87fa09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:08:08.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.876+0000 7f4e87fa09c0 20 searching for the correct realm 2024-09-12T18:08:08.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.880+0000 7f4e85aa6640 0 -- 172.21.15.92:0/4219760785 >> [v2:172.21.15.92:6824/2652194826,v1:172.21.15.92:6825/2652194826] conn(0x5626bbdeebf0 msgr2=0x5626bbdf10b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:08.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.884+0000 7f4e852a5640 0 -- 172.21.15.92:0/4219760785 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7f4e800f5910 msgr2=0x7f4e800c0400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:08:08.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.892+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:08:08.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 zone default found 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 4 Realm: () 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 zonegroup default 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:08:08.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 started sync module instance, tier type = 2024-09-12T18:08:08.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.896+0000 7f4e87fa09c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=0 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=1 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=2 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=3 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=4 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=5 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=6 2024-09-12T18:08:08.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 20 add_watcher() i=7 2024-09-12T18:08:08.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.912+0000 7f4e87fa09c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4d377fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 5 note: GC not initialized 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4d367fc640 20 reqs_thread_entry: start 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 init_complete bucket index max shards: 1 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 Filter name: none 2024-09-12T18:08:08.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4ca7fff640 20 reqs_thread_entry: start 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 rados->read ofs=0 len=0 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.916+0000 7f4e87fa09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:08:08.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.920+0000 7f4e87fa09c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:08:08.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.920+0000 7f4e87fa09c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.920+0000 7f4e87fa09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T18:08:08.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.924+0000 7f4d697fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235512 cookie 94724360748768 notifier 9318 bl.length()=695 2024-09-12T18:08:08.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.924+0000 7f4d697fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:08:08.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.924+0000 7f4d697fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:08:08.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.924+0000 7f4d377fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:08:08.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.928+0000 7f4e87fa09c0 20 remove_watcher() i=0 2024-09-12T18:08:08.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.928+0000 7f4e87fa09c0 2 removed watcher, disabling cache 2024-09-12T18:08:08.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.932+0000 7f4e87fa09c0 20 remove_watcher() i=1 2024-09-12T18:08:08.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.932+0000 7f4e87fa09c0 20 remove_watcher() i=2 2024-09-12T18:08:08.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.936+0000 7f4e87fa09c0 20 remove_watcher() i=3 2024-09-12T18:08:08.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.936+0000 7f4e87fa09c0 20 remove_watcher() i=4 2024-09-12T18:08:08.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.940+0000 7f4e87fa09c0 20 remove_watcher() i=5 2024-09-12T18:08:08.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.940+0000 7f4e87fa09c0 20 remove_watcher() i=6 2024-09-12T18:08:08.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:08:08.940+0000 7f4e87fa09c0 20 remove_watcher() i=7 2024-09-12T18:08:08.953 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T18:08:08.954 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T18:08:08.954 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T18:08:09.001 INFO:tasks.s3tests:Configuring boto... 2024-09-12T18:08:09.002 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T18:08:09.002 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T18:08:09.053 DEBUG:teuthology.orchestra.run.smithi092:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T18:08:09.228 INFO:teuthology.orchestra.run.smithi092.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T18:08:09.427 INFO:teuthology.orchestra.run.smithi092.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T18:08:09.734 INFO:teuthology.orchestra.run.smithi092.stdout:py installdeps: -rrequirements.txt 2024-09-12T18:10:00.498 INFO:teuthology.orchestra.run.smithi092.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T18:10:02.379 INFO:teuthology.orchestra.run.smithi092.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=5c431da95b9d02e76fb676295901c54a947207795e12def0d4614fe1dd547b7f,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T18:10:02.379 INFO:teuthology.orchestra.run.smithi092.stdout:py run-test-pre: PYTHONHASHSEED='3145344902' 2024-09-12T18:10:02.379 INFO:teuthology.orchestra.run.smithi092.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T18:10:02.556 INFO:teuthology.orchestra.run.smithi092.stdout:============================= test session starts ============================== 2024-09-12T18:10:02.556 INFO:teuthology.orchestra.run.smithi092.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T18:10:02.556 INFO:teuthology.orchestra.run.smithi092.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T18:10:02.556 INFO:teuthology.orchestra.run.smithi092.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:10:02.556 INFO:teuthology.orchestra.run.smithi092.stdout:configfile: pytest.ini 2024-09-12T18:10:04.367 INFO:teuthology.orchestra.run.smithi092.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T18:10:04.367 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:10:04.728 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T18:10:04.948 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T18:10:05.168 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T18:10:05.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T18:10:05.603 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T18:10:05.758 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T18:10:05.987 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T18:10:06.149 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T18:10:06.245 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T18:10:06.345 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T18:10:06.563 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T18:10:06.775 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T18:10:06.982 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T18:10:07.194 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T18:10:07.296 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T18:10:07.392 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T18:10:07.448 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.508 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.568 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.624 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.680 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.743 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T18:10:07.801 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T18:10:07.856 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T18:10:07.912 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T18:10:07.968 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T18:10:08.024 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T18:10:08.080 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T18:10:08.136 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T18:10:08.192 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.249 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.304 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.360 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.416 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.472 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.529 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.585 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T18:10:08.641 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.696 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.752 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.809 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.865 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.921 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:10:08.977 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T18:10:09.033 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.088 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.144 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.201 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.256 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.312 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.372 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T18:10:09.484 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T18:10:09.993 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T18:10:10.899 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T18:10:12.607 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T18:10:14.160 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T18:10:17.053 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T18:10:17.947 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T18:10:19.075 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T18:10:19.515 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T18:10:19.696 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T18:10:20.008 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T18:10:20.309 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T18:10:20.716 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T18:10:20.964 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T18:10:21.229 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T18:10:21.231 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T18:10:21.233 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T18:10:21.235 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T18:10:21.242 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T18:10:21.244 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T18:10:21.246 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T18:10:21.249 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T18:10:21.252 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.255 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.258 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.260 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.263 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T18:10:21.265 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.267 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.269 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:10:21.271 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:10:21.273 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:10:21.274 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:10:21.277 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:10:21.278 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T18:10:21.280 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T18:10:21.282 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T18:10:21.283 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T18:10:21.285 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T18:10:21.286 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T18:10:21.288 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T18:10:21.289 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T18:10:21.391 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T18:10:21.400 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T18:10:22.155 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T18:10:29.943 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T18:10:30.356 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T18:10:30.931 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T18:10:31.472 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T18:10:32.048 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T18:10:32.683 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T18:10:33.183 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T18:10:33.851 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T18:10:34.332 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T18:10:34.859 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T18:10:35.323 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T18:10:35.715 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T18:10:36.107 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T18:10:36.384 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T18:10:36.855 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T18:10:37.480 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T18:10:38.047 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T18:10:38.507 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T18:10:38.986 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T18:10:39.447 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T18:10:39.908 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T18:10:40.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T18:10:40.807 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T18:10:41.196 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T18:10:41.532 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T18:10:41.903 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T18:10:42.228 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T18:10:42.551 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T18:10:42.876 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T18:10:43.447 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T18:10:43.807 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:10:44.153 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T18:10:44.599 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T18:10:45.063 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T18:10:45.463 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:10:45.920 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T18:10:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:10:46.971 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T18:10:47.407 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T18:10:47.843 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T18:10:48.322 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T18:10:49.027 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T18:10:49.584 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T18:10:50.143 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T18:10:50.692 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:51.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:52.099 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:52.811 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:53.515 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:54.135 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:10:54.720 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T18:10:55.395 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T18:10:55.951 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T18:10:57.111 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T18:10:57.951 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T18:10:58.920 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T18:11:00.859 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T18:11:03.427 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T18:11:04.935 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T18:11:06.240 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T18:11:07.239 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T18:11:07.931 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T18:11:09.131 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T18:11:10.019 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T18:11:11.175 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T18:11:12.019 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T18:11:13.540 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T18:11:14.636 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T18:11:16.219 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T18:11:17.771 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T18:11:18.883 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T18:11:19.871 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T18:11:20.692 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T18:11:22.627 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T18:11:24.244 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T18:11:25.855 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T18:11:27.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T18:11:28.823 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T18:11:30.268 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T18:11:31.360 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T18:11:32.176 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T18:11:33.147 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T18:11:34.915 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T18:11:37.195 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T18:11:38.188 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T18:11:39.671 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T18:11:41.143 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T18:11:42.500 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T18:11:44.032 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T18:11:45.648 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T18:11:47.131 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T18:11:48.560 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T18:11:49.504 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T18:11:50.331 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T18:11:51.124 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T18:11:51.999 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T18:11:53.340 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T18:11:54.708 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T18:11:56.064 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T18:11:57.368 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T18:11:58.709 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T18:12:00.088 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T18:12:01.439 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T18:12:02.803 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T18:12:04.135 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T18:12:05.488 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T18:12:06.880 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T18:12:08.247 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T18:12:09.144 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T18:12:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T18:12:10.904 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T18:12:11.847 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T18:12:12.538 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T18:12:13.235 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T18:12:13.895 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T18:12:14.527 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T18:12:15.146 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T18:12:15.776 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T18:12:16.435 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T18:12:17.031 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T18:12:17.627 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T18:12:18.739 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T18:12:19.839 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T18:12:20.439 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T18:12:20.979 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T18:12:21.579 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T18:12:22.231 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T18:12:23.320 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T18:12:24.491 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T18:12:25.091 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T18:12:25.722 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T18:12:26.351 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T18:12:27.003 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T18:12:27.619 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T18:12:28.231 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T18:12:28.883 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T18:12:29.503 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T18:12:30.139 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T18:12:30.771 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T18:12:31.391 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T18:12:32.015 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T18:12:32.674 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T18:12:33.294 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T18:12:33.875 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T18:12:34.475 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T18:12:35.095 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T18:12:58.483 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T18:12:59.059 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T18:12:59.686 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T18:13:00.343 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T18:13:00.939 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T18:13:01.539 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T18:13:02.123 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T18:13:02.723 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T18:13:03.347 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T18:13:03.986 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T18:13:04.670 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T18:13:05.275 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T18:13:05.906 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T18:13:06.515 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T18:13:07.154 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T18:13:07.771 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T18:13:08.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T18:13:09.059 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T18:13:09.655 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T18:13:10.271 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:13:10.875 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:13:11.487 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:13:12.075 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:13:12.784 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T18:13:13.474 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T18:13:14.070 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T18:13:14.687 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T18:13:15.283 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T18:13:16.079 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T18:13:16.254 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T18:13:16.746 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T18:13:18.150 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T18:13:19.447 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T18:13:20.059 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T18:13:20.667 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T18:13:21.354 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T18:13:21.975 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T18:13:22.670 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T18:13:23.339 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T18:13:23.933 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T18:13:24.578 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T18:13:25.179 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T18:13:25.839 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T18:13:26.466 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T18:13:27.091 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T18:13:27.900 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T18:13:28.895 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T18:13:29.370 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T18:13:29.974 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T18:13:30.447 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T18:13:30.911 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T18:13:31.266 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T18:13:31.586 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T18:13:31.915 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T18:13:32.498 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T18:13:33.037 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T18:13:33.358 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T18:13:33.962 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T18:13:34.383 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T18:13:34.871 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T18:13:35.351 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T18:13:36.334 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T18:13:37.079 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T18:13:37.823 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T18:14:01.769 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T18:14:25.775 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T18:14:26.310 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T18:14:26.803 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T18:14:27.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T18:14:27.899 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T18:14:28.511 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T18:14:29.019 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T18:14:29.576 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T18:14:30.254 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T18:14:30.771 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T18:14:31.379 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T18:14:31.957 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T18:14:32.559 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T18:14:33.059 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T18:14:33.563 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T18:14:34.095 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T18:14:34.615 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T18:14:35.246 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T18:14:35.803 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T18:14:36.338 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T18:14:36.831 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T18:14:37.383 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T18:14:38.023 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T18:14:38.534 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T18:14:39.046 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T18:14:39.562 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T18:14:40.078 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T18:14:40.590 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T18:14:41.051 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T18:14:41.615 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T18:14:42.075 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T18:14:42.635 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T18:14:43.115 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T18:14:43.603 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T18:14:44.266 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T18:14:44.747 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T18:14:45.258 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T18:14:45.729 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T18:14:46.238 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T18:14:46.727 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T18:14:47.259 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T18:14:47.749 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T18:14:48.342 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T18:14:48.855 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T18:14:49.466 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T18:14:50.027 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T18:14:50.590 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T18:14:51.183 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T18:14:51.814 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T18:14:53.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T18:14:53.959 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T18:14:54.555 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T18:14:55.202 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T18:14:55.871 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T18:14:56.539 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T18:14:57.099 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T18:14:57.768 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T18:14:58.519 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T18:14:59.046 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T18:14:59.751 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T18:15:00.302 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T18:15:00.767 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T18:15:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T18:15:01.867 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T18:15:02.327 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T18:15:02.731 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T18:15:03.359 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T18:15:03.892 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T18:15:04.419 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T18:15:07.323 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T18:15:07.848 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T18:15:08.379 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T18:15:08.855 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T18:15:09.453 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T18:15:09.974 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T18:15:10.527 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T18:15:11.108 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T18:15:11.747 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T18:15:12.307 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T18:15:12.832 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T18:15:13.390 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T18:15:13.979 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T18:15:14.639 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T18:15:15.187 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T18:15:15.747 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T18:15:16.363 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T18:15:16.939 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T18:15:17.272 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T18:15:17.595 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T18:15:17.919 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T18:15:18.342 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T18:15:18.815 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T18:15:19.211 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T18:15:19.595 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T18:15:20.055 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T18:15:20.415 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T18:15:20.739 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T18:15:21.167 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T18:15:21.499 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T18:15:21.831 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T18:15:22.167 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T18:15:22.491 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T18:15:22.931 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T18:15:23.372 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T18:15:23.859 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T18:15:24.323 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T18:15:24.852 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T18:15:25.303 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T18:15:25.779 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T18:15:26.299 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T18:15:26.775 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T18:15:27.275 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T18:15:27.903 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T18:15:28.495 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T18:15:29.175 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T18:15:29.780 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T18:15:30.411 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T18:15:31.027 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T18:15:31.675 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T18:15:32.323 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T18:15:32.951 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T18:15:33.399 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T18:15:34.051 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T18:15:34.655 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T18:15:35.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T18:15:36.035 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T18:15:36.627 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T18:15:37.575 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T18:15:38.399 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T18:15:39.251 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T18:15:40.188 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T18:15:41.039 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T18:15:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T18:15:42.183 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T18:15:42.775 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T18:15:43.379 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T18:15:43.931 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T18:15:44.603 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T18:15:45.627 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T18:15:46.527 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T18:15:47.435 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T18:15:48.383 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T18:15:49.264 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T18:15:50.220 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T18:15:51.103 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T18:15:52.027 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T18:15:52.975 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T18:15:53.807 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T18:15:54.679 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T18:15:55.468 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T18:15:56.455 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T18:15:57.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T18:15:57.743 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T18:15:58.099 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T18:15:58.424 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T18:15:58.967 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T18:15:59.583 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T18:15:59.983 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T18:16:00.371 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T18:16:01.079 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T18:16:02.672 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T18:16:03.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T18:16:04.028 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T18:16:04.848 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T18:16:05.492 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T18:16:06.135 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T18:16:06.724 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T18:16:07.328 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T18:16:08.199 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T18:16:08.847 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T18:16:09.755 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T18:16:10.515 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T18:16:11.455 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T18:16:12.375 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T18:16:12.867 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T18:16:13.327 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T18:16:15.086 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T18:16:15.785 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T18:16:19.379 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T18:16:19.935 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T18:16:20.620 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T18:16:21.876 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T18:16:22.500 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T18:16:23.731 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T18:16:26.696 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T18:16:30.199 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T18:16:34.804 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T18:16:51.244 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T18:16:53.691 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T18:16:57.832 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T18:16:58.755 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T18:16:59.924 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T18:17:01.163 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T18:17:01.983 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T18:17:02.584 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T18:17:03.708 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T18:17:04.400 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T18:17:05.045 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T18:17:05.651 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T18:17:20.824 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T18:17:23.211 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T18:17:23.824 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T18:17:24.326 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T18:17:24.920 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T18:17:30.289 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T18:17:33.996 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T18:17:37.536 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T18:17:38.152 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T18:17:38.747 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T18:17:39.360 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T18:17:39.940 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T18:17:40.544 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T18:17:41.124 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T18:17:41.735 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T18:17:42.536 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T18:17:43.408 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T18:17:44.444 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T18:17:45.436 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T18:17:46.552 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T18:17:47.775 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T18:17:48.564 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T18:17:49.624 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T18:17:50.827 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T18:17:51.728 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T18:17:52.423 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T18:17:53.408 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T18:17:53.988 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T18:17:58.584 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T18:17:59.191 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T18:17:59.823 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T18:18:00.392 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T18:18:00.972 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T18:18:01.931 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T18:18:10.533 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T18:18:11.539 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T18:18:12.256 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T18:18:13.201 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T18:18:14.236 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T18:18:18.144 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T18:18:19.080 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T18:18:23.610 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T18:18:39.661 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T18:18:43.644 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T18:18:45.277 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T18:18:46.996 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T18:18:47.829 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T18:18:48.760 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T18:18:49.505 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T18:18:50.472 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T18:18:51.344 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T18:18:52.248 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T18:18:52.740 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T18:18:53.309 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T18:18:53.876 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T18:18:54.369 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T18:18:54.932 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T18:18:55.520 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T18:18:55.981 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T18:18:56.464 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T18:18:57.032 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T18:18:57.521 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T18:18:57.985 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T18:18:58.488 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T18:18:58.960 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T18:18:59.520 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T18:19:00.092 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T18:19:00.644 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T18:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T18:19:01.912 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T18:19:02.417 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T18:19:03.024 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T18:19:03.628 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T18:19:04.132 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T18:19:04.669 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T18:19:05.125 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T18:19:05.584 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T18:19:11.052 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T18:19:16.592 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T18:19:18.325 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T18:19:18.861 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T18:20:20.386 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T18:21:22.034 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T18:21:22.538 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T18:21:23.090 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T18:21:23.574 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T18:21:24.065 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T18:21:27.882 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T18:21:29.342 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T18:21:30.839 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T18:21:31.441 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T18:21:32.049 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T18:21:32.630 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T18:21:33.158 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T18:21:33.783 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T18:21:34.322 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T18:21:34.902 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T18:21:35.579 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T18:21:36.258 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T18:21:36.846 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T18:21:37.466 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T18:21:38.030 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T18:21:38.958 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T18:21:39.858 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T18:21:40.721 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T18:21:41.489 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T18:21:42.226 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T18:21:43.010 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T18:21:43.885 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T18:21:44.741 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T18:21:45.509 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T18:21:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T18:21:47.346 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T18:21:47.977 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T18:21:48.594 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T18:21:49.261 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T18:21:50.070 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T18:21:50.858 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T18:21:51.705 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T18:21:52.942 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T18:21:56.950 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T18:21:57.758 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T18:21:58.614 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T18:21:59.418 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T18:22:00.514 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T18:22:01.490 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T18:22:02.174 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T18:22:03.053 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T18:22:03.538 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T18:22:04.049 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T18:22:04.549 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T18:22:05.045 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T18:22:05.722 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T18:22:06.230 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T18:22:07.098 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T18:22:07.570 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T18:22:08.022 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T18:22:08.521 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T18:22:09.018 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T18:22:09.498 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T18:22:10.006 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T18:22:10.470 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T18:22:11.002 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T18:22:11.454 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T18:22:11.918 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T18:22:12.489 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T18:22:13.026 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T18:22:13.642 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T18:22:14.198 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T18:22:14.706 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T18:22:15.242 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T18:22:15.866 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T18:22:16.438 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T18:22:16.998 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T18:22:17.562 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T18:22:18.202 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T18:22:18.802 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T18:22:19.494 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T18:22:20.134 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T18:22:20.757 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T18:22:21.298 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T18:22:21.842 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T18:22:22.414 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T18:22:23.026 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T18:22:23.630 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T18:22:24.197 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T18:22:24.886 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T18:22:25.410 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T18:22:25.970 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T18:22:26.478 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T18:22:36.826 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T18:22:37.418 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T18:22:47.306 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T18:22:47.967 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T18:22:48.630 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T18:22:49.114 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T18:22:49.670 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:22:50.178 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:22:50.738 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:22:51.310 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T18:22:51.826 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T18:22:52.306 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T18:22:52.782 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T18:22:53.378 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T18:22:53.950 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T18:22:54.618 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T18:22:55.218 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T18:22:55.762 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T18:22:56.230 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T18:22:57.017 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T18:22:58.806 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T18:22:59.327 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:22:59.962 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:23:00.502 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:23:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T18:23:01.874 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T18:23:02.479 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T18:23:03.490 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T18:23:04.619 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T18:23:05.271 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T18:23:12.474 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T18:23:19.531 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T18:23:20.055 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T18:23:20.858 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T18:23:22.867 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T18:23:24.731 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T18:23:26.203 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T18:23:27.387 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T18:23:28.403 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T18:23:29.246 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T18:23:29.799 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T18:23:31.110 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T18:23:32.526 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T18:23:35.426 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T18:23:36.758 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T18:23:37.662 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T18:23:38.379 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T18:23:38.983 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T18:23:39.947 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T18:23:40.891 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T18:23:41.802 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T18:23:42.674 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T18:23:43.707 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T18:23:44.583 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T18:23:45.575 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T18:23:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T18:23:46.678 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T18:23:48.350 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T18:23:49.511 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T18:23:50.374 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T18:23:51.131 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T18:23:51.760 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T18:24:02.003 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T18:24:02.259 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T18:24:03.230 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T18:24:03.999 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T18:24:04.582 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T18:24:05.378 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout:=============================== warnings summary =============================== 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout: import imp 2024-09-12T18:24:05.421 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py:120 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: if boto_type is 'S3Connection': 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_headers.py:124 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3.py:359 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-12T18:24:05.422 INFO:teuthology.orchestra.run.smithi092.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: if k is 'BucketName': 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: @pytest.mark.timeout(10) 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T18:24:05.423 INFO:teuthology.orchestra.run.smithi092.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T18:24:05.424 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.425 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.426 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.427 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi092.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout: warnings.warn( 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T18:24:05.428 INFO:teuthology.orchestra.run.smithi092.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout: s = ssl.wrap_socket(s); 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout: context = SSLContext(ssl_version) 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T18:24:05.429 INFO:teuthology.orchestra.run.smithi092.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 842.86s (0:14:02) = 2024-09-12T18:24:05.600 INFO:teuthology.orchestra.run.smithi092.stdout:___________________________________ summary ____________________________________ 2024-09-12T18:24:05.600 INFO:teuthology.orchestra.run.smithi092.stdout: py: commands succeeded 2024-09-12T18:24:05.600 INFO:teuthology.orchestra.run.smithi092.stdout: congratulations :) 2024-09-12T18:24:05.638 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T18:24:05.638 DEBUG:teuthology.orchestra.run.smithi092:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:24:05.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:24:05.737 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T18:24:05.737 DEBUG:teuthology.orchestra.run.smithi092:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T18:24:05.742 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T18:24:05.742 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:24:05.934 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T18:24:05.946 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:24:05.946 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T18:24:05.946 DEBUG:teuthology.orchestra.run.smithi092:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:24:05.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:24:05.952 INFO:teuthology.orchestra.run.smithi092.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T18:24:05.953 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:24:06.004 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T18:24:06.004 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T18:24:06.052 INFO:tasks.workunit:timeout=3h 2024-09-12T18:24:06.052 INFO:tasks.workunit:cleanup=True 2024-09-12T18:24:06.052 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:24:06.102 INFO:tasks.workunit.client.0.smithi092.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T18:25:02.604 INFO:tasks.workunit.client.0.smithi092.stderr:Updating files: 96% (12283/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T18:25:03.398 INFO:tasks.workunit.client.0.smithi092.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: git switch -c 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr:Or undo this operation with: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: git switch - 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:03.399 INFO:tasks.workunit.client.0.smithi092.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T18:25:03.406 DEBUG:teuthology.orchestra.run.smithi092:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T18:25:03.454 INFO:tasks.workunit.client.0.smithi092.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T18:25:03.457 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:25:03.457 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T18:25:03.507 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T18:25:03.558 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T18:25:03.599 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:25:03.600 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:25:03.601 INFO:tasks.workunit.client.0.smithi092.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T18:25:03.638 INFO:tasks.workunit.client.0.smithi092.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:25:03.641 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-12T18:25:03.642 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T18:25:03.688 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T18:25:03.689 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T18:25:03.689 DEBUG:teuthology.orchestra.run.smithi092:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:25:03.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:25:03.741 INFO:tasks.workunit.client.0.smithi092.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:25:03.741 INFO:tasks.workunit.client.0.smithi092.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:25:06.739 INFO:tasks.workunit.client.0.smithi092.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T18:25:06.739 INFO:tasks.workunit.client.0.smithi092.stderr:++ deactivate nondestructive 2024-09-12T18:25:06.739 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T18:25:06.740 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PATH 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n '' ']' 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -z '' ']' 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ PS1='(rgw) ' 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ export PS1 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:++ hash -r 2024-09-12T18:25:06.741 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install pip --upgrade 2024-09-12T18:25:07.126 INFO:tasks.workunit.client.0.smithi092.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T18:25:07.332 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting pip 2024-09-12T18:25:07.338 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T18:25:07.371 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: pip 2024-09-12T18:25:07.371 INFO:tasks.workunit.client.0.smithi092.stdout: Attempting uninstall: pip 2024-09-12T18:25:07.372 INFO:tasks.workunit.client.0.smithi092.stdout: Found existing installation: pip 22.0.2 2024-09-12T18:25:07.649 INFO:tasks.workunit.client.0.smithi092.stdout: Uninstalling pip-22.0.2: 2024-09-12T18:25:07.655 INFO:tasks.workunit.client.0.smithi092.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T18:25:08.400 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed pip-24.2 2024-09-12T18:25:08.465 INFO:tasks.workunit.client.0.smithi092.stderr:+ pip install boto3 2024-09-12T18:25:09.440 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting boto3 2024-09-12T18:25:09.441 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T18:25:09.940 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T18:25:09.941 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T18:25:09.990 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T18:25:09.992 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T18:25:10.046 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T18:25:10.048 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T18:25:10.097 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:25:10.097 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T18:25:10.176 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:25:10.178 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T18:25:10.360 INFO:tasks.workunit.client.0.smithi092.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:25:10.361 INFO:tasks.workunit.client.0.smithi092.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T18:25:10.364 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T18:25:10.365 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T18:25:10.375 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T18:25:10.376 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T18:25:10.377 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T18:25:10.379 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T18:25:10.380 INFO:tasks.workunit.client.0.smithi092.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T18:25:10.447 INFO:tasks.workunit.client.0.smithi092.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T18:25:11.525 INFO:tasks.workunit.client.0.smithi092.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T18:25:11.726 INFO:tasks.workunit.client.0.smithi092.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T18:25:11.870 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T18:25:11.908 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:11.908 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:12.155 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.148+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 realm 2024-09-12T18:25:12.157 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:12.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.158 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:12.159 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.152+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.156+0000 7eff189a49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:12.160 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.156+0000 7eff189a49c0 20 searching for the correct realm 2024-09-12T18:25:12.163 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.160+0000 7eff16cab640 0 -- 172.21.15.92:0/2996134959 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7eff0c0fda60 msgr2=0x7eff0c11e0e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:12.381 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.376+0000 7eff15ca9640 0 -- 172.21.15.92:0/2996134959 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7eff1005eb90 msgr2=0x7eff100676e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:12.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:12.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:12.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:12.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:12.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:12.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:12.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.592+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.600 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:12.601 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 zone default found 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 4 Realm: () 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 zonegroup default 2024-09-12T18:25:12.602 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.603 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.596+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.600+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.600+0000 7eff189a49c0 20 started sync module instance, tier type = 2024-09-12T18:25:12.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.600+0000 7eff189a49c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=0 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=1 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=2 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=3 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=4 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=5 2024-09-12T18:25:12.630 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.624+0000 7eff189a49c0 20 add_watcher() i=6 2024-09-12T18:25:12.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.628+0000 7eff189a49c0 20 add_watcher() i=7 2024-09-12T18:25:12.632 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.628+0000 7eff189a49c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:12.635 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.628+0000 7efdccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:12.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:12.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:12.636 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 5 note: GC not initialized 2024-09-12T18:25:12.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7efd477fe640 20 reqs_thread_entry: start 2024-09-12T18:25:12.637 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 Filter name: none 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7efd457fa640 20 reqs_thread_entry: start 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.638 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T18:25:12.639 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:25:12.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:25:12.640 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.632+0000 7eff189a49c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:25:12.642 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7eff189a49c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:25:12.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7eff189a49c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:25:12.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7eff189a49c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T18:25:12.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7efdf9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235685 cookie 93858328018768 notifier 8774 bl.length()=613 2024-09-12T18:25:12.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7efdf9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:25:12.643 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.636+0000 7efdf9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:25:12.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7eff189a49c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:25:12.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7eff189a49c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:25:12.646 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7eff189a49c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T18:25:12.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7efdf97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236950 cookie 93858328012720 notifier 8774 bl.length()=191 2024-09-12T18:25:12.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7efdf97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:25:12.647 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.640+0000 7efdf97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:25:12.648 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.644+0000 7efdccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:12.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.648+0000 7eff189a49c0 20 remove_watcher() i=0 2024-09-12T18:25:12.653 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.648+0000 7eff189a49c0 2 removed watcher, disabling cache 2024-09-12T18:25:12.655 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.652+0000 7eff189a49c0 20 remove_watcher() i=1 2024-09-12T18:25:12.658 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.652+0000 7eff189a49c0 20 remove_watcher() i=2 2024-09-12T18:25:12.660 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.656+0000 7eff189a49c0 20 remove_watcher() i=3 2024-09-12T18:25:12.662 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.656+0000 7eff189a49c0 20 remove_watcher() i=4 2024-09-12T18:25:12.664 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.660+0000 7eff189a49c0 20 remove_watcher() i=5 2024-09-12T18:25:12.666 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.660+0000 7eff189a49c0 20 remove_watcher() i=6 2024-09-12T18:25:12.668 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:12.664+0000 7eff189a49c0 20 remove_watcher() i=7 2024-09-12T18:25:12.813 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.813 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.864 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.864 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.914 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.914 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.939 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.939 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.945 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T18:25:12.946 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:12.950 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.950 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.973 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.973 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:12.995 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:12.995 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:13.024 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:25:13.057 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:13.057 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:13.102 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.096+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 realm 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:13.104 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.105 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:13.106 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:13.107 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.100+0000 7fbe8d97e9c0 20 searching for the correct realm 2024-09-12T18:25:13.111 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.104+0000 7fbe8bc85640 0 -- 172.21.15.92:0/3446010770 >> [v2:172.21.15.165:6824/2867254089,v1:172.21.15.165:6825/2867254089] conn(0x7fbe80033060 msgr2=0x7fbe8001c3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:13.119 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.112+0000 7fbe8ac83640 0 -- 172.21.15.92:0/3446010770 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fbe84013390 msgr2=0x7fbe84071840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:13.333 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.334 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:13.335 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.328+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 zone default found 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 4 Realm: () 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 zonegroup default 2024-09-12T18:25:13.336 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.337 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:13.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 started sync module instance, tier type = 2024-09-12T18:25:13.338 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.332+0000 7fbe8d97e9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=0 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=1 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=2 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=3 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=4 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=5 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.356+0000 7fbe8d97e9c0 20 add_watcher() i=6 2024-09-12T18:25:13.365 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.360+0000 7fbe8d97e9c0 20 add_watcher() i=7 2024-09-12T18:25:13.366 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.360+0000 7fbe8d97e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:13.367 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.360+0000 7fbd41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:13.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:13.368 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:13.369 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 5 note: GC not initialized 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbd40fe1640 20 reqs_thread_entry: start 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 Filter name: none 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbcba7fc640 20 reqs_thread_entry: start 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.370 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:25:13.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:13.371 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:25:13.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:25:13.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:25:13.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 INFO: main: starting shard=0 2024-09-12T18:25:13.372 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.364+0000 7fbe8d97e9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.783.0 2024-09-12T18:25:13.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.368+0000 7fbe8d97e9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:25:13.373 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.368+0000 7fbe8d97e9c0 20 INFO: main: done 2024-09-12T18:25:13.375 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.368+0000 7fbd41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:13.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.376+0000 7fbe8d97e9c0 20 remove_watcher() i=0 2024-09-12T18:25:13.380 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.376+0000 7fbe8d97e9c0 2 removed watcher, disabling cache 2024-09-12T18:25:13.383 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.376+0000 7fbe8d97e9c0 20 remove_watcher() i=1 2024-09-12T18:25:13.385 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.380+0000 7fbe8d97e9c0 20 remove_watcher() i=2 2024-09-12T18:25:13.388 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.384+0000 7fbe8d97e9c0 20 remove_watcher() i=3 2024-09-12T18:25:13.390 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.384+0000 7fbe8d97e9c0 20 remove_watcher() i=4 2024-09-12T18:25:13.392 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.388+0000 7fbe8d97e9c0 20 remove_watcher() i=5 2024-09-12T18:25:13.395 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.388+0000 7fbe8d97e9c0 20 remove_watcher() i=6 2024-09-12T18:25:13.396 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.392+0000 7fbe8d97e9c0 20 remove_watcher() i=7 2024-09-12T18:25:13.413 INFO:tasks.workunit.client.0.smithi092.stderr:rados -p default.rgw.buckets.data ls | grep a9ef9fbd-6fe9-494c-a598-c78fa9608991 2024-09-12T18:25:13.435 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:13.435 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:13.583 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:13.580+0000 7fba2d073640 0 -- 172.21.15.92:0/1281105949 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x7fba14008050 msgr2=0x7fba14016320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:13.613 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T18:25:13.613 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:13.613 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:25:15.061 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:15.061 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:15.083 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:25:15.521 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:25:15.552 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:15.552 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:15.594 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.592+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:15.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:15.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 realm 2024-09-12T18:25:15.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:15.596 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:15.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:15.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:15.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:15.597 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:15.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:15.598 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:15.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:15.599 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.596+0000 7ff65a8fb9c0 20 searching for the correct realm 2024-09-12T18:25:15.604 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.604+0000 7ff658c02640 0 -- 172.21.15.92:0/3104411655 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55f8a1112500 msgr2=0x55f8a11148f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:25:15.611 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:15.608+0000 7ff657c00640 0 -- 172.21.15.92:0/3104411655 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7ff65003ab70 msgr2=0x7ff6500398b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:16.231 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.228+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.232 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:16.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:16.233 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 zone default found 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 4 Realm: () 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 zonegroup default 2024-09-12T18:25:16.234 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:16.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:16.235 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.232+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.236+0000 7ff65a8fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:16.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.236+0000 7ff65a8fb9c0 20 started sync module instance, tier type = 2024-09-12T18:25:16.236 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.236+0000 7ff65a8fb9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:16.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=0 2024-09-12T18:25:16.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=1 2024-09-12T18:25:16.259 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=2 2024-09-12T18:25:16.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=3 2024-09-12T18:25:16.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=4 2024-09-12T18:25:16.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=5 2024-09-12T18:25:16.260 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.256+0000 7ff65a8fb9c0 20 add_watcher() i=6 2024-09-12T18:25:16.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.260+0000 7ff65a8fb9c0 20 add_watcher() i=7 2024-09-12T18:25:16.262 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.260+0000 7ff65a8fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:16.266 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.264+0000 7ff50efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:16.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.264+0000 7ff65a8fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:16.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.264+0000 7ff65a8fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:16.267 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.264+0000 7ff65a8fb9c0 5 note: GC not initialized 2024-09-12T18:25:16.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff50dfdb640 20 reqs_thread_entry: start 2024-09-12T18:25:16.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:16.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 Filter name: none 2024-09-12T18:25:16.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff47f7fe640 20 reqs_thread_entry: start 2024-09-12T18:25:16.268 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:25:16.269 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:16.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:25:16.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:25:16.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:25:16.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 INFO: main: starting shard=0 2024-09-12T18:25:16.270 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.783.0 2024-09-12T18:25:16.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:25:16.271 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.268+0000 7ff65a8fb9c0 20 INFO: main: done 2024-09-12T18:25:16.273 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.272+0000 7ff50efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:16.277 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.276+0000 7ff65a8fb9c0 20 remove_watcher() i=0 2024-09-12T18:25:16.278 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.276+0000 7ff65a8fb9c0 2 removed watcher, disabling cache 2024-09-12T18:25:16.280 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.280+0000 7ff65a8fb9c0 20 remove_watcher() i=1 2024-09-12T18:25:16.282 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.280+0000 7ff65a8fb9c0 20 remove_watcher() i=2 2024-09-12T18:25:16.284 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.284+0000 7ff65a8fb9c0 20 remove_watcher() i=3 2024-09-12T18:25:16.287 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.284+0000 7ff65a8fb9c0 20 remove_watcher() i=4 2024-09-12T18:25:16.288 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.288+0000 7ff65a8fb9c0 20 remove_watcher() i=5 2024-09-12T18:25:16.290 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.288+0000 7ff65a8fb9c0 20 remove_watcher() i=6 2024-09-12T18:25:16.292 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.292+0000 7ff65a8fb9c0 20 remove_watcher() i=7 2024-09-12T18:25:16.309 INFO:tasks.workunit.client.0.smithi092.stderr:rados -p default.rgw.buckets.data ls | grep 614f6dc9-fb2b-4653-ac10-8124823d1d51 2024-09-12T18:25:16.335 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:16.335 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:16.509 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:16.508+0000 7f665079f640 0 -- 172.21.15.92:0/3551840903 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x7f664401a040 msgr2=0x7f6644065860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:16.541 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T18:25:16.541 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:16.544 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:16.544 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:16.555 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:16.555 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:16.573 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:16.573 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:16.581 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:25:18.024 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.024 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.109 INFO:tasks.workunit.client.0.smithi092.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:25:18.109 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:25:18.550 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.550 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.564 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.564 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.568 INFO:tasks.workunit.client.0.smithi092.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T18:25:18.568 INFO:tasks.workunit.client.0.smithi092.stderr: 2024-09-12T18:25:18.569 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.570 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.619 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.619 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.674 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:18.675 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:18.696 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T18:25:20.134 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:20.134 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:20.145 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:20.145 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:22.179 INFO:tasks.workunit.client.0.smithi092.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T18:25:22.614 INFO:tasks.workunit.client.0.smithi092.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T18:25:22.646 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:22.646 INFO:tasks.workunit.client.0.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:22.686 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.684+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 realm 2024-09-12T18:25:22.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.688 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:22.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:22.689 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:22.690 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.688+0000 7fd6f76ec9c0 20 searching for the correct realm 2024-09-12T18:25:22.695 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.692+0000 7fd6f51f2640 0 -- 172.21.15.92:0/1469307851 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fd6e80ff2f0 msgr2=0x7fd6e81049e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:22.701 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.700+0000 7fd6f49f1640 0 -- 172.21.15.92:0/1469307851 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fd6e81033a0 msgr2=0x7fd6e8115870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:22.918 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:22.919 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.916+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:22.920 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 zone default found 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 4 Realm: () 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 zonegroup default 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.921 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:22.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 started sync module instance, tier type = 2024-09-12T18:25:22.922 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.920+0000 7fd6f76ec9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=0 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=1 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=2 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=3 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=4 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=5 2024-09-12T18:25:22.947 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.944+0000 7fd6f76ec9c0 20 add_watcher() i=6 2024-09-12T18:25:22.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.948+0000 7fd6f76ec9c0 20 add_watcher() i=7 2024-09-12T18:25:22.949 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.948+0000 7fd6f76ec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:22.953 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd5ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:22.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:22.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:22.954 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 5 note: GC not initialized 2024-09-12T18:25:22.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd5aa7e4640 20 reqs_thread_entry: start 2024-09-12T18:25:22.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:22.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 20 Filter name: none 2024-09-12T18:25:22.955 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd51bfff640 20 reqs_thread_entry: start 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.952+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T18:25:22.956 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.783 : miss 2024-09-12T18:25:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:25:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.783 info.flags=0x17 2024-09-12T18:25:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.783 to cache LRU end 2024-09-12T18:25:22.957 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:25:22.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T18:25:22.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:bce1255c-5789-4602-aafb-12ce74041bd1.4550.783 2024-09-12T18:25:22.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 20 bucket index object: :.dir.bce1255c-5789-4602-aafb-12ce74041bd1.4550.783.0 2024-09-12T18:25:22.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T18:25:22.958 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.956+0000 7fd6f76ec9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T18:25:22.960 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.960+0000 7fd5ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:22.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.964+0000 7fd6f76ec9c0 20 remove_watcher() i=0 2024-09-12T18:25:22.965 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.964+0000 7fd6f76ec9c0 2 removed watcher, disabling cache 2024-09-12T18:25:22.967 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.964+0000 7fd6f76ec9c0 20 remove_watcher() i=1 2024-09-12T18:25:22.970 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.968+0000 7fd6f76ec9c0 20 remove_watcher() i=2 2024-09-12T18:25:22.972 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.972+0000 7fd6f76ec9c0 20 remove_watcher() i=3 2024-09-12T18:25:22.974 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.972+0000 7fd6f76ec9c0 20 remove_watcher() i=4 2024-09-12T18:25:22.976 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.976+0000 7fd6f76ec9c0 20 remove_watcher() i=5 2024-09-12T18:25:22.978 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.976+0000 7fd6f76ec9c0 20 remove_watcher() i=6 2024-09-12T18:25:22.979 INFO:tasks.workunit.client.0.smithi092.stderr:2024-09-12T18:25:22.976+0000 7fd6f76ec9c0 20 remove_watcher() i=7 2024-09-12T18:25:23.000 INFO:tasks.workunit.client.0.smithi092.stderr:Deleting bucket versioning-bucket 2024-09-12T18:25:23.002 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:23.002 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:23.008 INFO:tasks.workunit.client.0.smithi092.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T18:25:23.008 INFO:tasks.workunit.client.0.smithi092.stderr: warnings.warn( 2024-09-12T18:25:23.041 INFO:tasks.workunit.client.0.smithi092.stderr:Completed bucket versioning tests 2024-09-12T18:25:23.041 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T18:25:23.041 INFO:tasks.workunit.client.0.smithi092.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T18:25:23.042 INFO:tasks.workunit.client.0.smithi092.stdout:connected to https://localhost:443 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ deactivate 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ export PATH 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T18:25:23.118 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:25:23.119 INFO:tasks.workunit.client.0.smithi092.stderr:+ hash -r 2024-09-12T18:25:23.119 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' -n '' ']' 2024-09-12T18:25:23.119 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV 2024-09-12T18:25:23.119 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T18:25:23.119 INFO:tasks.workunit.client.0.smithi092.stdout:OK. 2024-09-12T18:25:23.120 INFO:tasks.workunit.client.0.smithi092.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T18:25:23.120 INFO:tasks.workunit.client.0.smithi092.stderr:+ unset -f deactivate 2024-09-12T18:25:23.120 INFO:tasks.workunit.client.0.smithi092.stderr:+ echo OK. 2024-09-12T18:25:23.121 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T18:25:23.121 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T18:25:23.176 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T18:25:23.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T18:25:23.565 DEBUG:teuthology.parallel:result is None 2024-09-12T18:25:23.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:25:23.577 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:25:23.577 DEBUG:teuthology.orchestra.run.smithi092:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:25:23.624 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:25:23.625 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T18:25:23.634 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T18:25:23.644 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T18:25:23.644 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T18:25:23.644 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T18:25:23.720 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T18:25:23.721 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T18:25:23.756 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:23.756 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:23.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.792+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 realm 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:23.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:23.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:23.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:23.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:23.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.796+0000 7f318258b9c0 20 searching for the correct realm 2024-09-12T18:25:23.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:23.800+0000 7f3177890640 0 -- 172.21.15.92:0/79257315 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7f3170100530 msgr2=0x7f31701339e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:24.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.016+0000 7f3180091640 0 -- 172.21.15.92:0/79257315 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7f3178027060 msgr2=0x7f3178072ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:24.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:24.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:24.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:24.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:24.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 zone default found 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 4 Realm: () 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 zonegroup default 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:24.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.032+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.036+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:24.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.036+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.036+0000 7f318258b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:24.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.036+0000 7f318258b9c0 20 started sync module instance, tier type = 2024-09-12T18:25:24.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.036+0000 7f318258b9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=0 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=1 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=2 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=3 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=4 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=5 2024-09-12T18:25:24.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.056+0000 7f318258b9c0 20 add_watcher() i=6 2024-09-12T18:25:24.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.060+0000 7f318258b9c0 20 add_watcher() i=7 2024-09-12T18:25:24.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.060+0000 7f318258b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:24.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.064+0000 7f30377de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:24.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.064+0000 7f318258b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:24.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.064+0000 7f318258b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.152+0000 7f30367dc640 20 reqs_thread_entry: start 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.152+0000 7f318258b9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 20 Filter name: none 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f302f7fe640 20 reqs_thread_entry: start 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T18:25:24.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:24.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T18:25:24.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T18:25:24.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:25:24.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:25:24.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.156+0000 7f318258b9c0 10 removing key index: FUQQHNLXHSFHDXZZKPUH 2024-09-12T18:25:24.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.160+0000 7f318258b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:FUQQHNLXHSFHDXZZKPUH, ofs0, ns] 2024-09-12T18:25:24.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.160+0000 7f30577fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236953 cookie 93889993674912 notifier 8879 bl.length()=170 2024-09-12T18:25:24.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.160+0000 7f318258b9c0 10 removing email index: tester.client.0_test@test.test 2024-09-12T18:25:24.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.164+0000 7f318258b9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T18:25:24.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.164+0000 7f3056ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236562 cookie 93889993668144 notifier 8879 bl.length()=181 2024-09-12T18:25:24.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.164+0000 7f318258b9c0 10 removing user buckets index 2024-09-12T18:25:24.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.168+0000 7f318258b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T18:25:24.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.168+0000 7f3056ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235686 cookie 93889993672208 notifier 8879 bl.length()=172 2024-09-12T18:25:24.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.168+0000 7f318258b9c0 10 removing user index: tester.client.0 2024-09-12T18:25:24.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.172+0000 7f318258b9c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T18:25:24.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.172+0000 7f318258b9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T18:25:24.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.172+0000 7f30577fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051236954 cookie 93889993678512 notifier 8879 bl.length()=164 2024-09-12T18:25:24.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.172+0000 7f30377de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:24.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.180+0000 7f318258b9c0 20 remove_watcher() i=0 2024-09-12T18:25:24.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.180+0000 7f318258b9c0 2 removed watcher, disabling cache 2024-09-12T18:25:24.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.180+0000 7f318258b9c0 20 remove_watcher() i=1 2024-09-12T18:25:24.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.184+0000 7f318258b9c0 20 remove_watcher() i=2 2024-09-12T18:25:24.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.184+0000 7f318258b9c0 20 remove_watcher() i=3 2024-09-12T18:25:24.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.188+0000 7f318258b9c0 20 remove_watcher() i=4 2024-09-12T18:25:24.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.188+0000 7f318258b9c0 20 remove_watcher() i=5 2024-09-12T18:25:24.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.192+0000 7f318258b9c0 20 remove_watcher() i=6 2024-09-12T18:25:24.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:24.192+0000 7f318258b9c0 20 remove_watcher() i=7 2024-09-12T18:25:24.210 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T18:25:24.222 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T18:25:24.231 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T18:25:24.295 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T18:25:24.306 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T18:25:24.306 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:25:24.336 INFO:tasks.rgw.client.0.smithi092.stdout:2024-09-12T18:25:24.336+0000 7f510d157640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 39652) UID: 0 2024-09-12T18:25:24.336 INFO:tasks.rgw.client.0.smithi092.stdout:2024-09-12T18:25:24.336+0000 7f511099fa40 -1 shutting down 2024-09-12T18:25:53.894 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-12T18:25:54.812 INFO:tasks.rgw.client.0:Stopped 2024-09-12T18:25:54.813 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T18:25:54.820 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T18:25:54.877 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T18:25:54.932 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T18:25:54.932 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T18:25:54.932 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T18:25:55.013 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:25:55.013 INFO:teuthology.orchestra.run.smithi092.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:25:55.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 realm 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.055+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.059+0000 7fd005afa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:55.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.059+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.059+0000 7fd005afa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:25:55.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.059+0000 7fd005afa9c0 20 searching for the correct realm 2024-09-12T18:25:55.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.063+0000 7fd003600640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.165:6808/2138253642,v1:172.21.15.165:6809/2138253642] conn(0x7fcffc032060 msgr2=0x7fcffc061d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:55.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.071+0000 7fd002dff640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcffc06bda0 msgr2=0x7fcffc082120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got zonegroup_info.46ebdf79-aeb2-414e-b416-99fbe0c78c22 2024-09-12T18:25:55.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got zone_info.bce1255c-5789-4602-aafb-12ce74041bd1 2024-09-12T18:25:55.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:25:55.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:25:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:25:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:25:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:25:55.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 zone default found 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 4 Realm: () 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 4 ZoneGroup: default (46ebdf79-aeb2-414e-b416-99fbe0c78c22) 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 4 Zone: default (bce1255c-5789-4602-aafb-12ce74041bd1) 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 zonegroup default 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.291+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.295+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.295+0000 7fd005afa9c0 20 rados->read ofs=0 len=0 2024-09-12T18:25:55.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.295+0000 7fd005afa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:25:55.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.295+0000 7fd005afa9c0 20 started sync module instance, tier type = 2024-09-12T18:25:55.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.295+0000 7fd005afa9c0 20 started zone id=bce1255c-5789-4602-aafb-12ce74041bd1 (name=default) with tier type = 2024-09-12T18:25:55.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=0 2024-09-12T18:25:55.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=1 2024-09-12T18:25:55.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=2 2024-09-12T18:25:55.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=3 2024-09-12T18:25:55.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=4 2024-09-12T18:25:55.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=5 2024-09-12T18:25:55.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=6 2024-09-12T18:25:55.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 20 add_watcher() i=7 2024-09-12T18:25:55.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.319+0000 7fd005afa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:25:55.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.323+0000 7fceb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:55.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.323+0000 7fd005afa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:25:55.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.323+0000 7fd005afa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:25:55.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.419+0000 7fceb8fe1640 20 reqs_thread_entry: start 2024-09-12T18:25:55.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fd005afa9c0 20 init_complete bucket index max shards: 1 2024-09-12T18:25:55.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fd005afa9c0 20 Filter name: none 2024-09-12T18:25:55.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fce327fc640 20 reqs_thread_entry: start 2024-09-12T18:25:55.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:25:55.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45368' 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15098108292848735849', time=2024-09-12T20:10:13.783058+0000, chain.objs.size()=3 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.T8gMmlQLmmPAw3KWPCyY90qANOJ2SiO_0 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.T8gMmlQLmmPAw3KWPCyY90qANOJ2SiO_1 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.T8gMmlQLmmPAw3KWPCyY90qANOJ2SiO_2 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9362419564434521330', time=2024-09-12T20:10:51.178288+0000, chain.objs.size()=1 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.201__shadow_.I4xw3pu3_IH7ztyGTtJG8hhrVjZrd_D_0 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17925361724485961077', time=2024-09-12T20:12:18.503073+0000, chain.objs.size()=1 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.238__shadow_.lexObgBiPKJQGDLysNrmMyo623zj9Ey_0 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3960101661630438969', time=2024-09-12T20:12:24.255363+0000, chain.objs.size()=1 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.245__shadow_.X7ZfJ5pn0NEJ5Y6Pui-o7bJPiI-f3ej_0 2024-09-12T18:25:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.962985148956380995', time=2024-09-12T20:12:26.116032+0000, chain.objs.size()=1 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.248__shadow_.klcm-cnxmEqmJh5tz7x_ykUwdk5wmIy_0 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1130203905310227325', time=2024-09-12T20:12:26.731983+0000, chain.objs.size()=1 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.249__shadow_.Vv7KlmzpvEm_V-FzwYn1gsoq-YiKfHo_0 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15587341802221542266', time=2024-09-12T20:12:29.889901+0000, chain.objs.size()=1 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.254__shadow_.VmgmmYj7eF6-CyS_zzLF8kpIhc_O6GZ_0 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7297612172511554541', time=2024-09-12T20:12:55.709891+0000, chain.objs.size()=1 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qekY1AkyVZkeK8_hiaAVID5jqsVzCIV_0 2024-09-12T18:25:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12070025974700744798', time=2024-09-12T20:12:55.871281+0000, chain.objs.size()=1 2024-09-12T18:25:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.f61jbDtGCD61J2KYsiZ8PtuZYxWxk4y_0 2024-09-12T18:25:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16322937319497743121', time=2024-09-12T20:12:55.895079+0000, chain.objs.size()=1 2024-09-12T18:25:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0MDAEVxAPSjAMJkj1FBWwG9qxEezx26_0 2024-09-12T18:25:55.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.431+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2232963583764608908', time=2024-09-12T20:12:56.193492+0000, chain.objs.size()=1 2024-09-12T18:25:55.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.431+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LRkpk83wkx_p3W1GDjK0xroQraJKrXa_0 2024-09-12T18:25:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14047323807646329238', time=2024-09-12T20:12:56.249309+0000, chain.objs.size()=1 2024-09-12T18:25:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SWthl_7EDXTQldcg6mZKz2NX77-BI_u_0 2024-09-12T18:25:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1437984988818321799', time=2024-09-12T20:12:56.268246+0000, chain.objs.size()=1 2024-09-12T18:25:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.j6V7iM7rkdXbXZaQg3ouMjjofxLaWbG_0 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13899661154646397531', time=2024-09-12T20:12:56.333960+0000, chain.objs.size()=1 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ailveXA71JbqQHrWF0iAw4IM556Oqb4_0 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7876790858565670853', time=2024-09-12T20:12:56.512020+0000, chain.objs.size()=1 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.85yYf7fe81eul5M-kEAhCRW9vcnYAmH_0 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7168115217254657218', time=2024-09-12T20:12:56.544486+0000, chain.objs.size()=1 2024-09-12T18:25:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JBdfzbXPjuQyeZUrmv5EsHCBTikChmO_0 2024-09-12T18:25:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15991270153242103470', time=2024-09-12T20:12:56.592510+0000, chain.objs.size()=1 2024-09-12T18:25:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tmmkWEVOhpB0qh8aHD-l0gh7URlmRME_0 2024-09-12T18:25:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9369410586802164905', time=2024-09-12T20:12:56.600421+0000, chain.objs.size()=1 2024-09-12T18:25:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HL-O2EhSylMPvEZd35vMVZoEYsnQrz6_0 2024-09-12T18:25:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7657786625592368930', time=2024-09-12T20:12:56.766147+0000, chain.objs.size()=1 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FBBwprWxTRxKgMbQGFrbIdmC0C2xwog_0 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14727277676229423854', time=2024-09-12T20:12:56.838979+0000, chain.objs.size()=1 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HoTySlApvgqSxR_zr0N9J2TXmKQC-zn_0 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4411594033812200761', time=2024-09-12T20:12:56.894758+0000, chain.objs.size()=1 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.e9ipZCYgMmp0PfPVvDbslhGT9QKy5_V_0 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15903379009204194845', time=2024-09-12T20:12:56.945321+0000, chain.objs.size()=1 2024-09-12T18:25:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hwEVShZesAdnU5PfGbM_sR2SE2YiawS_0 2024-09-12T18:25:55.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9687583581770481270', time=2024-09-12T20:12:56.986840+0000, chain.objs.size()=1 2024-09-12T18:25:55.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rirYhZhxNbO9rPwipTCWzFIL18i2N4-_0 2024-09-12T18:25:55.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.58961570576138708', time=2024-09-12T20:12:57.155482+0000, chain.objs.size()=1 2024-09-12T18:25:55.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QY5uoaRMtJbsNXpkyFET31xKlJsENtE_0 2024-09-12T18:25:55.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16902237547635014680', time=2024-09-12T20:12:57.190401+0000, chain.objs.size()=1 2024-09-12T18:25:55.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.oU-jX22_fXzaEX5Q340QZdEuh3kTsEz_0 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4080645949493279960', time=2024-09-12T20:12:57.205112+0000, chain.objs.size()=1 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.80Wz4MTp4_H6Dh4jfHJSVA-iuY1Vj4R_0 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18375116755916142315', time=2024-09-12T20:12:57.208794+0000, chain.objs.size()=1 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qMcIQIY_aXgoG2xk8_L5rjOFwE9jclg_0 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.108210797620439175', time=2024-09-12T20:12:57.226217+0000, chain.objs.size()=1 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Zf0WTWK7fkVGxPGCATTEu5d2Q1KpMky_0 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6049656341965183390', time=2024-09-12T20:12:57.295795+0000, chain.objs.size()=1 2024-09-12T18:25:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ye4Nh-DgRtsgKrhCZ0ZLhoyCvWj4Rbq_0 2024-09-12T18:25:55.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8207153235758507275', time=2024-09-12T20:12:57.461292+0000, chain.objs.size()=1 2024-09-12T18:25:55.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.D10hjdbt3apjg03iXysgI4N1WuslVTm_0 2024-09-12T18:25:55.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2547310276243075404', time=2024-09-12T20:12:57.466447+0000, chain.objs.size()=1 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.w1sfm6nhfsCbEuJZiLmenTnCOR5eMax_0 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.695688000955573071', time=2024-09-12T20:12:57.474593+0000, chain.objs.size()=1 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CvVXpsqNz03eL5bt0Rrmrtwa4qUeKwv_0 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.375941712795280822', time=2024-09-12T20:12:57.636777+0000, chain.objs.size()=1 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h3oPeVjwURNoEpLs_HGI7dey7lvlk3q_0 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7749075699467248443', time=2024-09-12T20:12:57.666065+0000, chain.objs.size()=1 2024-09-12T18:25:55.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9YeeXG9e_PglkW42qTxZx65qjxjlOvd_0 2024-09-12T18:25:55.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6505049075337450821', time=2024-09-12T20:12:57.813241+0000, chain.objs.size()=1 2024-09-12T18:25:55.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.a0LGj_agieuMb1UQd5vmc_gJDYrTQCI_0 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9456968294887203967', time=2024-09-12T20:12:57.836922+0000, chain.objs.size()=1 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rEdsnm4V7IP78qI441P7puPou_2fBM6_0 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4174365126290923715', time=2024-09-12T20:12:57.949648+0000, chain.objs.size()=1 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BJp54hSz5KZ84Ip3NadSHlqub6nGT68_0 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9711251072594432836', time=2024-09-12T20:12:57.977462+0000, chain.objs.size()=1 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4aJHIiTxVic90eqc9stCtvgOzWKO5-i_0 2024-09-12T18:25:55.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5166437470947323922', time=2024-09-12T20:12:58.118305+0000, chain.objs.size()=1 2024-09-12T18:25:55.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4_zZ7YYa9X_cdMNg8NoMx_zu18GYliZ_0 2024-09-12T18:25:55.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13117718684173261560', time=2024-09-12T20:12:58.196409+0000, chain.objs.size()=1 2024-09-12T18:25:55.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BHb2FozxqafM8TwNrgFlaJBf9TqiHgw_0 2024-09-12T18:25:55.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2875465166852623729', time=2024-09-12T20:12:58.245215+0000, chain.objs.size()=1 2024-09-12T18:25:55.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.a2EabPLjJ9G5DEKaVcJtIlazuHWTBTB_0 2024-09-12T18:25:55.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4193028984009075027', time=2024-09-12T20:12:58.245862+0000, chain.objs.size()=1 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2zf7LKt94eSJfz7tlC5CfpXcsv1hKA4_0 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5731388223464284584', time=2024-09-12T20:13:04.402807+0000, chain.objs.size()=1 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.273__shadow_.mRh6L3XsrPJ-BpAT2TYE4cSdbLOcbFq_0 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12090675353355345321', time=2024-09-12T20:13:05.025388+0000, chain.objs.size()=1 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.274__shadow_.FGFZ_aDYXOmQCjzfcq05r38EFObY0-8_0 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15338578523736448758', time=2024-09-12T20:13:11.253405+0000, chain.objs.size()=1 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.284__shadow_.ujIWStqxhADCUrlNhDqiZYalviUnwPe_0 2024-09-12T18:25:55.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.997537063289479990', time=2024-09-12T20:13:11.843308+0000, chain.objs.size()=1 2024-09-12T18:25:55.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.285__shadow_.OklHgqRt26kZ8OJbOs4TQ6UAjiGCUzU_0 2024-09-12T18:25:55.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9022338450600981279', time=2024-09-12T20:13:15.045355+0000, chain.objs.size()=1 2024-09-12T18:25:55.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.290__shadow_.HNls_R5LSVEoQN5h1Y-qZ39xz7OIiCQ_0 2024-09-12T18:25:55.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4370635672504820645', time=2024-09-12T20:13:22.410693+0000, chain.objs.size()=1 2024-09-12T18:25:55.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.299__shadow_.DM2OSsBfy2wgOrrWAN7qLAXsLIgB0t__0 2024-09-12T18:25:55.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10495219535797538449', time=2024-09-12T20:13:58.841705+0000, chain.objs.size()=1 2024-09-12T18:25:55.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5EBdE1zKall4DRR3anMh9BPX6Rliql1_0 2024-09-12T18:25:55.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16394039221240554913', time=2024-09-12T20:13:58.843217+0000, chain.objs.size()=1 2024-09-12T18:25:55.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DjJyN-Bmi24c5xGsrZuv7gaSZPtGAsz_0 2024-09-12T18:25:55.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6178521287838729201', time=2024-09-12T20:13:58.865492+0000, chain.objs.size()=1 2024-09-12T18:25:55.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2ZJMX-ekwUQoG1ZKmyZR9JSHOmiYOrJ_0 2024-09-12T18:25:55.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5596258247816305414', time=2024-09-12T20:13:58.918348+0000, chain.objs.size()=1 2024-09-12T18:25:55.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.q2qDPsoIPcteVpt3ovuQSwa8VevA0kn_0 2024-09-12T18:25:55.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1520847833560227012', time=2024-09-12T20:13:58.961406+0000, chain.objs.size()=1 2024-09-12T18:25:55.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.j4kWrTAn0YFI0zgvNqjzXF5mehl-Np2_0 2024-09-12T18:25:55.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4037742169672909955', time=2024-09-12T20:13:58.971492+0000, chain.objs.size()=1 2024-09-12T18:25:55.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lM4lQYoTzm6b_WPZjIq3Fr0pmoWMa2o_0 2024-09-12T18:25:55.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12640098097035841439', time=2024-09-12T20:13:58.981132+0000, chain.objs.size()=1 2024-09-12T18:25:55.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8Bo0mmWWBWMAB09bK9J3HztU_PrYJfz_0 2024-09-12T18:25:55.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17699288652318600671', time=2024-09-12T20:13:59.001387+0000, chain.objs.size()=1 2024-09-12T18:25:55.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3e-npB3JJgGbb9oLyWHJdOf3jZBDkh1_0 2024-09-12T18:25:55.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11934434286455337016', time=2024-09-12T20:13:59.238206+0000, chain.objs.size()=1 2024-09-12T18:25:55.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9LrmhM4hJ476lSZ8clhpsflVs3pEFKO_0 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10609700714763539859', time=2024-09-12T20:13:59.257938+0000, chain.objs.size()=1 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RWWUPfYhhAQhJoXzhdQ8NyStUKDwoEc_0 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1097585626155149414', time=2024-09-12T20:13:59.411820+0000, chain.objs.size()=1 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sBMpDVrKLjBOC7NvuVOkXfstepqBixm_0 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13332735925787800630', time=2024-09-12T20:13:59.437729+0000, chain.objs.size()=1 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Q_naBjJr6lAM6BOjBXAirYUI21gp-nV_0 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11036718232588508858', time=2024-09-12T20:13:59.592808+0000, chain.objs.size()=1 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nWiETv5yjbk5FbOTXTrWW-XI6GAwUwa_0 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2706333481520140947', time=2024-09-12T20:13:59.688285+0000, chain.objs.size()=1 2024-09-12T18:25:55.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-dehBEMD7h3eBIGhfIkcdcsSWoiLiQP_0 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5094230922888944401', time=2024-09-12T20:13:59.714947+0000, chain.objs.size()=1 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dli72qkQ_osNMe4iUwSW71AZ-NYE3u8_0 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6789883805116262906', time=2024-09-12T20:13:59.742939+0000, chain.objs.size()=1 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9uOyUhfGj6HxfL1z_PiZpg6kpSYJKt-_0 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15659266589630469569', time=2024-09-12T20:14:00.007621+0000, chain.objs.size()=1 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lGdNMbIDQ8jdr1_y6KrbS0js85bu6G-_0 2024-09-12T18:25:55.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4531720860471964464', time=2024-09-12T20:14:00.404419+0000, chain.objs.size()=1 2024-09-12T18:25:55.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.E-S_Gw1F6d3z-6aNxuTgduO0W4VMX_I_0 2024-09-12T18:25:55.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4741921000870084473', time=2024-09-12T20:14:00.406988+0000, chain.objs.size()=1 2024-09-12T18:25:55.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.D8t_5GQPBSuu3V7Am_ifNWXN8eMh_mf_0 2024-09-12T18:25:55.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7786498173361039692', time=2024-09-12T20:14:00.436828+0000, chain.objs.size()=1 2024-09-12T18:25:55.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BdEn2GDvROfAoBbnpH6IYBtjemnqeo3_0 2024-09-12T18:25:55.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11961345681941252145', time=2024-09-12T20:14:00.524878+0000, chain.objs.size()=1 2024-09-12T18:25:55.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iavBnRuO0v2UED9sfS-5ngmY2q-7WR9_0 2024-09-12T18:25:55.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15338460445571541006', time=2024-09-12T20:14:00.533786+0000, chain.objs.size()=1 2024-09-12T18:25:55.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YFQm7iXc1XLYfPy34xGx_isjN3GYxqx_0 2024-09-12T18:25:55.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3470396535388114704', time=2024-09-12T20:14:00.712161+0000, chain.objs.size()=1 2024-09-12T18:25:55.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AA4alQuWEpMqpfqREbJfKHtQYpE-Uqv_0 2024-09-12T18:25:55.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7782423308431223726', time=2024-09-12T20:14:00.733207+0000, chain.objs.size()=1 2024-09-12T18:25:55.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.t8vx7_JQUeyrjOiwdtrH32gUU5tNFjp_0 2024-09-12T18:25:55.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9456843037628265030', time=2024-09-12T20:14:00.767085+0000, chain.objs.size()=1 2024-09-12T18:25:55.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ezBjk3NErVeWtgt2pg0NxJvtfoUaHQD_0 2024-09-12T18:25:55.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2268396851611190404', time=2024-09-12T20:14:00.817267+0000, chain.objs.size()=1 2024-09-12T18:25:55.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Bk7CMmwdmnTFpfFPf2vPqdRTJ-dLhpr_0 2024-09-12T18:25:55.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12368455531260629538', time=2024-09-12T20:14:00.826382+0000, chain.objs.size()=1 2024-09-12T18:25:55.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.x2mqIzZNXPpxqIP3XKV8kr0bgTTCKRC_0 2024-09-12T18:25:55.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2102623060264716425', time=2024-09-12T20:14:01.029262+0000, chain.objs.size()=1 2024-09-12T18:25:55.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1pSBg3OXTO-U0fs8PIM9OYCCPLQaz_i_0 2024-09-12T18:25:55.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16813526812196668640', time=2024-09-12T20:14:01.131734+0000, chain.objs.size()=1 2024-09-12T18:25:55.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Y2QH4J2JQFCkfIzoDqZz_ubbM7Xn-BQ_0 2024-09-12T18:25:55.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17301195053586708840', time=2024-09-12T20:14:01.159159+0000, chain.objs.size()=1 2024-09-12T18:25:55.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HFJiWHAZKdUoD0xGSLbsD3aSTIHffGA_0 2024-09-12T18:25:55.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13656719689759727264', time=2024-09-12T20:14:01.177627+0000, chain.objs.size()=1 2024-09-12T18:25:55.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FUzeoBar4qd7emAL-j9WPtBJISfvD-y_0 2024-09-12T18:25:55.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10371826552076100391', time=2024-09-12T20:14:01.199928+0000, chain.objs.size()=1 2024-09-12T18:25:55.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0lUBwHdj2d89IwGr2_Zw9FcMMMZ_8lh_0 2024-09-12T18:25:55.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4781176194600592624', time=2024-09-12T20:14:01.214312+0000, chain.objs.size()=1 2024-09-12T18:25:55.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9z80NufVGQcGGT5clje2_uosz5sNv82_0 2024-09-12T18:25:55.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1643340984526801310', time=2024-09-12T20:14:01.226340+0000, chain.objs.size()=1 2024-09-12T18:25:55.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aSH4lWGFsyZg7TJ81zre0u0bsiGrjjC_0 2024-09-12T18:25:55.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2007539170551628929', time=2024-09-12T20:14:01.346423+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UnPDUqdgakhOCWl6Bb4sJ1sKAE8sTgE_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17804834260141668888', time=2024-09-12T20:14:01.399803+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IVrkfpWUK39FFQLzjdxMgLWzVZ6Fij__0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16717398127005621719', time=2024-09-12T20:14:01.430817+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FixBtGkWKAVRvyObxIkXp3aeu6fGAGw_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18067481794781388126', time=2024-09-12T20:14:01.481447+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M56qSEPx185NiWYACgFeMFMorgQEJnJ_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13413926552729362514', time=2024-09-12T20:14:22.723895+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HdXNJiUrindQPt9D9fqIaXvVcs2P5hU_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8199130034478082456', time=2024-09-12T20:14:22.751533+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VEDoBfBoXv21IMLdG5GF2J9zvf_mbE3_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9666074154954409265', time=2024-09-12T20:14:22.820862+0000, chain.objs.size()=1 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-6i_fBqdaHgZRWnUPrDMzR58_tCsVS8_0 2024-09-12T18:25:55.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3468530147039295668', time=2024-09-12T20:14:22.823457+0000, chain.objs.size()=1 2024-09-12T18:25:55.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nivaSgIiJjTiJZaqRu_OAPRVZblKPZO_0 2024-09-12T18:25:55.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1023769528654646010', time=2024-09-12T20:14:22.848353+0000, chain.objs.size()=1 2024-09-12T18:25:55.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.trubfcIhLlj6UeyRWTkerBZ-PT4Kcd3_0 2024-09-12T18:25:55.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7941635394963132431', time=2024-09-12T20:14:22.849292+0000, chain.objs.size()=1 2024-09-12T18:25:55.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HWCJKB1LwKEHbfk7G52CwJWY5CPao-N_0 2024-09-12T18:25:55.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3617851263099186045', time=2024-09-12T20:14:22.861215+0000, chain.objs.size()=1 2024-09-12T18:25:55.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qqzMXJEA_d9wwBL0MUWBG-Ub-3hw530_0 2024-09-12T18:25:55.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9138094063710899569', time=2024-09-12T20:14:22.877117+0000, chain.objs.size()=1 2024-09-12T18:25:55.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2w1sDcrCXG-8As4tqA724NoK1O0NjnO_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.47978039921068523', time=2024-09-12T20:14:23.064324+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NaSDCUSPIP-U6E1ehziq7a4W_PItXC6_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14476292018245400694', time=2024-09-12T20:14:23.160941+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1avTHNqTp26KN3_Nl49-G8ChuL0QNBs_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9369081263312679643', time=2024-09-12T20:14:23.168315+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5cY0At3ZzQNnqes6K51ow4XUMwCOQYE_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15724282593201617738', time=2024-09-12T20:14:23.172740+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ejTaCViDANQ-Zj-qoMLsdfsB-OQu6Qd_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13493746427984190015', time=2024-09-12T20:14:23.204408+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.451ypqunEGfTNfJ5mBk4LCM24jRy7XL_0 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14699874546089747173', time=2024-09-12T20:14:23.481479+0000, chain.objs.size()=1 2024-09-12T18:25:55.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.u8anIZxH9e1ZaYdxY6PBkDRTjKmlj9u_0 2024-09-12T18:25:55.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45368 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=37, truncated=0, next_marker='' 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4020179228062056317', time=2024-09-12T20:14:23.497350+0000, chain.objs.size()=1 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VOVS9or98htxx4IxxynI3TnjZLj78W9_0 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6666343955986344631', time=2024-09-12T20:14:23.647609+0000, chain.objs.size()=1 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tbFF5y8RCqmsxUpbjZaUY9k2mV41fFq_0 2024-09-12T18:25:55.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8662187018725023050', time=2024-09-12T20:14:23.665540+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1y9xD7Ci8jqk2Ysj7DiBJF1oxaMAJaw_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.381324390468537841', time=2024-09-12T20:14:23.787767+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9R1jFMIIK1SCOCn392qnmzzSGncyiT1_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7349130637514669120', time=2024-09-12T20:14:23.833567+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hrTyI5fhKF3YofgjjTFGbjVMJVyglrh_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3541345956008744878', time=2024-09-12T20:14:24.147996+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.V9XYZoiSizHJh4ue463GqQMpkkXOQ3j_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16102262470759435807', time=2024-09-12T20:14:24.164534+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Fi02IJwfAEuvot3ldJMwl16TswS5UoI_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7988659382037899850', time=2024-09-12T20:14:24.248772+0000, chain.objs.size()=1 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5N-qxjjj3BOc3o2r0VmqoYNAMY7azRw_0 2024-09-12T18:25:55.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14773546919974933099', time=2024-09-12T20:14:24.262704+0000, chain.objs.size()=1 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qOs7oUPkXs2n4ySo6PfOx7wUDN5t1xo_0 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16108969638664685489', time=2024-09-12T20:14:24.427917+0000, chain.objs.size()=1 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._tgsjlWCNTehntxWOtW0NIi9UFcBP9C_0 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16430744073497918546', time=2024-09-12T20:14:24.441817+0000, chain.objs.size()=1 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Wtb1LROTklpBVr2BiWKsjGDsfKB66di_0 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.138299166621716022', time=2024-09-12T20:14:24.500484+0000, chain.objs.size()=1 2024-09-12T18:25:55.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TNi2r_WQybxs-wGu8FGgm9DD8LsJ76g_0 2024-09-12T18:25:55.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7603861196983871184', time=2024-09-12T20:14:24.538877+0000, chain.objs.size()=1 2024-09-12T18:25:55.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qfZAaifxknr7qbsKTI7ikPX4n3ghkh0_0 2024-09-12T18:25:55.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11091083331849768818', time=2024-09-12T20:14:24.897298+0000, chain.objs.size()=1 2024-09-12T18:25:55.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eeC-HkiL7PE9tHpXRWLjGfsYD85mCDN_0 2024-09-12T18:25:55.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15584597337444948813', time=2024-09-12T20:14:25.125033+0000, chain.objs.size()=1 2024-09-12T18:25:55.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ptaqRyPMRgMOyCAkGbj2gOvfy1OwEB1_0 2024-09-12T18:25:55.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17436629735926480533', time=2024-09-12T20:14:25.159190+0000, chain.objs.size()=1 2024-09-12T18:25:55.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kUq_AmwMY3rtAF0t8Oy-aCxWgzFR8Pp_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8372718614333484445', time=2024-09-12T20:14:25.248592+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LpIDogBXV66OH4aVRx2hMBESCxje7Vk_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15933873236463618227', time=2024-09-12T20:14:25.261218+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.RLs6_AbuwaKVMENesi6EMzqBqFVYcZi_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11083978388878094499', time=2024-09-12T20:14:25.284086+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PjsO8xgEA6LrZiv2a2mTWI150yfQfOC_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8260615137131693624', time=2024-09-12T20:14:25.397503+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WTCRSNmwDeyPEaQ-GKmXYYBHfCMrnHd_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17602641560518165938', time=2024-09-12T20:14:25.481126+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vGF4lw2Bam20nLVRM7jKmxNnpE6JDaP_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10472906507869385261', time=2024-09-12T20:14:25.498648+0000, chain.objs.size()=1 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5jh82uoxtC1E_LehUo1tsKKtIekhyF6_0 2024-09-12T18:25:55.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7657856236819552925', time=2024-09-12T20:14:25.526083+0000, chain.objs.size()=1 2024-09-12T18:25:55.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cwbeRChPyW_cHXsBmcbsWQqmKH3TSBJ_0 2024-09-12T18:25:55.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.697376861884427150', time=2024-09-12T20:14:25.554226+0000, chain.objs.size()=1 2024-09-12T18:25:55.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NXB8zE0VeERNmtOiEQcp0ukPInFzv-7_0 2024-09-12T18:25:55.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8562452349558100889', time=2024-09-12T20:14:59.509024+0000, chain.objs.size()=1 2024-09-12T18:25:55.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.385__shadow_.wAv3-Ug_pibJqZtv2T0bafgFYr4XufI_0 2024-09-12T18:25:55.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9222917355173964765', time=2024-09-12T20:15:14.917826+0000, chain.objs.size()=1 2024-09-12T18:25:55.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.409__shadow_.0rqDcGkgH2WwE4_sTyjXM8-talrtPD6_0 2024-09-12T18:25:55.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6448241673203353126', time=2024-09-12T20:16:07.924810+0000, chain.objs.size()=1 2024-09-12T18:25:55.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.492__shadow_.y1f3PRIe8q2j33rBd79Z6MnOjygUW7I_0 2024-09-12T18:25:55.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1525872793493009203', time=2024-09-12T20:16:12.109399+0000, chain.objs.size()=1 2024-09-12T18:25:55.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.501__shadow_.EBJj9U0ftFXYyDwtpU6CozSfP3FTXpm_0 2024-09-12T18:25:55.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16622946403443418804', time=2024-09-12T20:16:52.566449+0000, chain.objs.size()=2 2024-09-12T18:25:55.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~wD3RU8E9W6CySPexRp8YN0mElZmWgiL.1 2024-09-12T18:25:55.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~wD3RU8E9W6CySPexRp8YN0mElZmWgiL.2 2024-09-12T18:25:55.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~BlKuQMwwaSCh3wJ19xy5wIyOHCkCVOy', time=2024-09-12T20:17:04.765712+0000, chain.objs.size()=1 2024-09-12T18:25:55.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.534__multipart_mymultipart.2~BlKuQMwwaSCh3wJ19xy5wIyOHCkCVOy.1 2024-09-12T18:25:55.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17182239701309126579', time=2024-09-12T20:17:47.174846+0000, chain.objs.size()=1 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.556__shadow_.0Lfi9fganmilwpnvVdpMrn463bjxGj6_0 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12758959919226177385', time=2024-09-12T20:18:11.149031+0000, chain.objs.size()=1 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.571__shadow:-u7uRGJFQkROgx8j.BXL5J1UL20QqVi_._17HfiKOWYS8uwQ9eKVToGdDxe60Qay_0 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16546522913972736484', time=2024-09-12T20:18:31.996701+0000, chain.objs.size()=1 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:L16Oz3wVFjsjYIc79oqPDWBloK9mBhT_.j-eStJabHA2C2-FtIcsTi8UF8oGDmSM_0 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18329751113788808651', time=2024-09-12T20:18:51.099373+0000, chain.objs.size()=1 2024-09-12T18:25:55.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.587__shadow:OWuPQO1RL7OyWDklwdricKin.w04nJt_.lucR9n7kBQkdxkkopgh_u_QCnN37q0E_0 2024-09-12T18:25:55.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14860350520390848075', time=2024-09-12T20:21:33.510398+0000, chain.objs.size()=1 2024-09-12T18:25:55.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.631__shadow_.do92cOod8J-PPidK4agteR1pEbV0H9m_0 2024-09-12T18:25:55.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12777112102748861040', time=2024-09-12T20:21:48.989934+0000, chain.objs.size()=1 2024-09-12T18:25:55.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.654__shadow_.sKCOw1RfWnwPQV0a97Bz1Maf3yoMZUm_0 2024-09-12T18:25:55.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13601026732985781143', time=2024-09-12T20:22:00.275253+0000, chain.objs.size()=1 2024-09-12T18:25:55.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.667__shadow_.4hnvY7owtkDKhTVnQHxOVA5FoS6V8wf_0 2024-09-12T18:25:55.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.567+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:55.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:25:55.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45693' 2024-09-12T18:25:55.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_j-ae9fjGve2wRWI_rimxI-39HzrEJSL', time=2024-09-12T20:10:15.014145+0000, chain.objs.size()=3 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.Rb_p_9uKCABBHMGMZlG_nLfFAllZsGR_0 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.Rb_p_9uKCABBHMGMZlG_nLfFAllZsGR_1 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.Rb_p_9uKCABBHMGMZlG_nLfFAllZsGR_2 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3824952680603433943', time=2024-09-12T20:10:19.232923+0000, chain.objs.size()=1 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.167__shadow_.4SAdSilmoNj4czh43nWhrCcpILfy98X_0 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9507022460936334224', time=2024-09-12T20:10:31.227101+0000, chain.objs.size()=1 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.178__shadow_.YHRkCQhyxOVRwmrwEn0pC-egw_Z7CU8_0 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5720081085965935023', time=2024-09-12T20:12:17.388839+0000, chain.objs.size()=1 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.237__shadow_.qHz5g0tl13GqYMUOZ6DhrUk3bGfQ8XI_0 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13109676318598794169', time=2024-09-12T20:12:26.115479+0000, chain.objs.size()=1 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.248__shadow_.x8Aqx02WHTmg2xB9QDOh2JPVZvcHxGH_0 2024-09-12T18:25:55.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8882283141861218688', time=2024-09-12T20:12:27.994817+0000, chain.objs.size()=1 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.251__shadow_.4OaiO6E1so0nTr4Bp7VCt2UmbYgzhjS_0 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17584628724004893353', time=2024-09-12T20:12:31.154656+0000, chain.objs.size()=1 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.256__shadow_.JdSly5XScNDiZe-84Q6I9PFayUB9OHk_0 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8123945334938798122', time=2024-09-12T20:12:31.774891+0000, chain.objs.size()=1 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.257__shadow_.gw3cJmlwgava02ouEMcF29_IWzBZKqq_0 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4723359967621123254', time=2024-09-12T20:12:33.635682+0000, chain.objs.size()=1 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.260__shadow_._ARkXynUnf1R1PgX_bR7iAgZVCOXTkY_0 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8137015782911706366', time=2024-09-12T20:12:55.741511+0000, chain.objs.size()=1 2024-09-12T18:25:55.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-sdHVmO7ohKiBSm8_JwIERjnQVah9cU_0 2024-09-12T18:25:55.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10142169282324960430', time=2024-09-12T20:12:55.762015+0000, chain.objs.size()=1 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-Wnjtwe9mRq-qqXKwyX-GgircUtj_fJ_0 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4895121673136058213', time=2024-09-12T20:12:55.835600+0000, chain.objs.size()=1 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9WsOgiKTfMVADSzO4ZRbCoF0OMpMEA-_0 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2319778439230414863', time=2024-09-12T20:12:55.919144+0000, chain.objs.size()=1 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6fDycqmoMExNQSGlAe2IEPOrvKrZtUX_0 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4607494550665525814', time=2024-09-12T20:12:56.160554+0000, chain.objs.size()=1 2024-09-12T18:25:55.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.38pmOGBs-A-wKzBv-NyqWqLoPjvuq8h_0 2024-09-12T18:25:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13949015793897933956', time=2024-09-12T20:12:56.165354+0000, chain.objs.size()=1 2024-09-12T18:25:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.J13LT-Hek36sgAb5wTey8POhy4JvE-g_0 2024-09-12T18:25:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10378515051759895338', time=2024-09-12T20:12:56.218754+0000, chain.objs.size()=1 2024-09-12T18:25:55.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._Rvj6F_ZpRwI2e1Rc7qB5JGOvEMhHeB_0 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9816949006919633249', time=2024-09-12T20:12:56.248743+0000, chain.objs.size()=1 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.upULNgmz-UMKUU-njadk1nfHzIa45jz_0 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5503478228801837561', time=2024-09-12T20:12:56.322822+0000, chain.objs.size()=1 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ovm_4Esm0LDgZcjy_R9NoTDCoQ5Xicq_0 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9574018560857787326', time=2024-09-12T20:12:56.535718+0000, chain.objs.size()=1 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9Fm-k-zaylUrTTJxJ2hDpXP2UXj_0jN_0 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2455244945379399563', time=2024-09-12T20:12:56.795652+0000, chain.objs.size()=1 2024-09-12T18:25:55.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jxwdtkxyki7M1ev6v7ZKskQZtqKiCKW_0 2024-09-12T18:25:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7471280890641377937', time=2024-09-12T20:12:56.810670+0000, chain.objs.size()=1 2024-09-12T18:25:55.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.J2giO9BupdXf9EAV1M360-JeZzmuD_7_0 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1034193571016662493', time=2024-09-12T20:12:56.812761+0000, chain.objs.size()=1 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vcivtSI2k7I5ER2f7kjbstqxZZ5GuXs_0 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2868800074923766482', time=2024-09-12T20:12:56.854508+0000, chain.objs.size()=1 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xvTDgaDXLRBW8i_tAFUnr-3QMMJ9Q1__0 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10794586974525313203', time=2024-09-12T20:12:56.957499+0000, chain.objs.size()=1 2024-09-12T18:25:55.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VIOK3uV_E5BFUnrP-LbeXZWCUt7znmE_0 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4096089342516895398', time=2024-09-12T20:12:56.968266+0000, chain.objs.size()=1 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5R28RUFMwBDXSGfJaxF8JlMPpjyiya9_0 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5648287903827268919', time=2024-09-12T20:12:57.091074+0000, chain.objs.size()=1 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dISraC5xfTzPS-2IjYsOqWO0tC1J6Gc_0 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9829123287920951004', time=2024-09-12T20:12:57.137396+0000, chain.objs.size()=1 2024-09-12T18:25:55.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tGJT9Ujs-bUKLxd_h0aPOHJ4rbMa1iK_0 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16587409102084892176', time=2024-09-12T20:12:57.209732+0000, chain.objs.size()=1 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lOXJn4LMJd6SSV4M010s6kJGcdbK33n_0 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11636943857613621836', time=2024-09-12T20:12:57.239831+0000, chain.objs.size()=1 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.c8TAp23qKjNksvuqOhfX1Kaix4_9H4z_0 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7700839231489149547', time=2024-09-12T20:12:57.290720+0000, chain.objs.size()=1 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uT-cmlrxlUczNl2F5JTTJxzE0G285xZ_0 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12399520038002866141', time=2024-09-12T20:12:57.465111+0000, chain.objs.size()=1 2024-09-12T18:25:55.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-p0ef6wI_OgHd29dBS2cm6CEKRuMbDO_0 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11595655657416630932', time=2024-09-12T20:12:57.531307+0000, chain.objs.size()=1 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KQUNxMVQg3tA_L5t11JXKYwvmS11dev_0 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7106809055076309081', time=2024-09-12T20:12:57.559644+0000, chain.objs.size()=1 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rrM-L7uE59wUp78Ok77ZVhTxNNAwuEs_0 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3574411411330685044', time=2024-09-12T20:12:57.828412+0000, chain.objs.size()=1 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.F-Lc937WxOvBPG4CU3jWEFM0qOlItfo_0 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3682774249835696166', time=2024-09-12T20:12:58.126613+0000, chain.objs.size()=1 2024-09-12T18:25:55.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kMXlyjA_QpciW6270Zk0Lp42V-8eQyW_0 2024-09-12T18:25:55.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16583005566505728660', time=2024-09-12T20:12:58.159429+0000, chain.objs.size()=1 2024-09-12T18:25:55.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cwIoZa-KRYbEuVA-8xRcHhbqhBa7zCI_0 2024-09-12T18:25:55.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17609807413045188696', time=2024-09-12T20:12:58.280528+0000, chain.objs.size()=1 2024-09-12T18:25:55.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Zn7cPwBbdWd1v8k1dk89AfFoGdbLGgO_0 2024-09-12T18:25:55.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5922737113107207241', time=2024-09-12T20:13:00.694716+0000, chain.objs.size()=1 2024-09-12T18:25:55.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.267__shadow_.sPigTZwQCr6vjWzc5dE8eKtJb3nCwfP_0 2024-09-12T18:25:55.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.49389347153857811', time=2024-09-12T20:13:03.705089+0000, chain.objs.size()=1 2024-09-12T18:25:55.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.272__shadow_.BCza1XAsXwxO_jZ9AVtU08Oy-uMVPnr_0 2024-09-12T18:25:55.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1941146374374972088', time=2024-09-12T20:13:04.403465+0000, chain.objs.size()=1 2024-09-12T18:25:55.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.273__shadow_.Tsw48281wjNbnhZ34RddiZjXJvA1AAQ_0 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15857565138634776956', time=2024-09-12T20:13:08.811952+0000, chain.objs.size()=1 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.280__shadow_.l3m7-fb7OmxhmGi73gHGGn_M8fb7LWF_0 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15028749508633739987', time=2024-09-12T20:13:10.634994+0000, chain.objs.size()=1 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.283__shadow_.sWYXlSkRjv8UWgG4WkUZi7MPUwIkQpi_0 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2838423812011743649', time=2024-09-12T20:13:12.479713+0000, chain.objs.size()=1 2024-09-12T18:25:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.286__shadow_.WApaoxxTzadlESA0VritEWw4gcwte1p_0 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8931294936960417763', time=2024-09-12T20:13:17.870716+0000, chain.objs.size()=1 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.Z5kk9fYsRUBN6aMEouTJ4L_9GftW5Vy_0 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9971461634457438685', time=2024-09-12T20:13:17.910231+0000, chain.objs.size()=1 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.PlnyLc8tbKSo6W4_Gh1kgNYklablkYA_0 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11619806387382535176', time=2024-09-12T20:13:19.227122+0000, chain.objs.size()=1 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.Z-lwAbAcM94RPOhL9D7I0y7NrcTHIxD_0 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2748360269400465300', time=2024-09-12T20:13:21.726191+0000, chain.objs.size()=1 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.298__shadow_.7H2DjfmJJKd8eCIhT0KKzulAI0VYyk0_0 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.170726925979105132', time=2024-09-12T20:13:24.940257+0000, chain.objs.size()=1 2024-09-12T18:25:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.303__shadow_.j0WXdoMPFaWQkBGby-6rxk5rbmIJFKx_0 2024-09-12T18:25:55.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10290364624959792852', time=2024-09-12T20:13:37.306783+0000, chain.objs.size()=1 2024-09-12T18:25:55.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.323__shadow_.aBOs_ERkoNc-EhWaigj71aqjGtR0PZW_0 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2243588866246592374', time=2024-09-12T20:13:58.945344+0000, chain.objs.size()=1 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TgxVPta7ZJdKiKjiqHYtuxdBzE1P6k2_0 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5532600926979345768', time=2024-09-12T20:13:59.036314+0000, chain.objs.size()=1 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EcUe36iPCtr2UtaduOQnmIluMbyclxc_0 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1857726006302927668', time=2024-09-12T20:13:59.252318+0000, chain.objs.size()=1 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ntNfTWpA89G8z7pl8C6_BiRcGXy6Iru_0 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2195246264501105312', time=2024-09-12T20:13:59.288430+0000, chain.objs.size()=1 2024-09-12T18:25:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.a2Vpq1j8sopNH6aXKtPrvcNDCX7No99_0 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4640063641322761373', time=2024-09-12T20:13:59.324482+0000, chain.objs.size()=1 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.e30gV6vEhhyzbZq1l8I2bil_txGqxlu_0 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5987198318526274254', time=2024-09-12T20:13:59.331879+0000, chain.objs.size()=1 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZfRhWjWOKKUVEq3ICF-OaP-_5tNgiqm_0 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6076135664654939019', time=2024-09-12T20:13:59.398631+0000, chain.objs.size()=1 2024-09-12T18:25:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PAehLwU621b6DXyziApwRIo0WSVgQF2_0 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1008335481552985222', time=2024-09-12T20:13:59.621677+0000, chain.objs.size()=1 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WM4Byu_U-a26Hkj32iRqloGhYcSLQM3_0 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.661855909446866017', time=2024-09-12T20:13:59.791664+0000, chain.objs.size()=1 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.c7OIfvIAuQSbDRWxlousUehq_fGfI9__0 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11294809456319337707', time=2024-09-12T20:13:59.993350+0000, chain.objs.size()=1 2024-09-12T18:25:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OfQ01CpqSd3y9Ws_q9jY9eUNRkKXj1v_0 2024-09-12T18:25:55.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7800687645165082112', time=2024-09-12T20:14:00.024124+0000, chain.objs.size()=1 2024-09-12T18:25:55.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uJIz89SpqwBK6uDwefUtTk1Rk9PxgWY_0 2024-09-12T18:25:55.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14027350438511861744', time=2024-09-12T20:14:00.054466+0000, chain.objs.size()=1 2024-09-12T18:25:55.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BCpzNSq_RgbduPChp-1ZhTUHH419dAj_0 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16610538248905250278', time=2024-09-12T20:14:00.094849+0000, chain.objs.size()=1 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Y8vGUyNVHdnhjeJich1RRIAeUyACJgI_0 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16235672723749550835', time=2024-09-12T20:14:00.434417+0000, chain.objs.size()=1 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DgQnhu14XPZWIUw3F0DlGDvbZ45w0sE_0 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13666354031780111639', time=2024-09-12T20:14:00.467599+0000, chain.objs.size()=1 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qbVY5Jm8hNw812n_1Rs1CftUUEE0hPT_0 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13789469309332935937', time=2024-09-12T20:14:00.530328+0000, chain.objs.size()=1 2024-09-12T18:25:55.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8kZsp3duYVVc_FIcBnJxTTXT_tJ_RIF_0 2024-09-12T18:25:55.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1879416364327182635', time=2024-09-12T20:14:00.720136+0000, chain.objs.size()=1 2024-09-12T18:25:55.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aUYDtWdIRaxZMTSHcG14wiLMQSMFI-N_0 2024-09-12T18:25:55.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15145103189882350124', time=2024-09-12T20:14:00.783921+0000, chain.objs.size()=1 2024-09-12T18:25:55.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ahHnrMH6Kcovscc3vWxiZoVeH8Txibd_0 2024-09-12T18:25:55.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7007296336523705829', time=2024-09-12T20:14:00.792383+0000, chain.objs.size()=1 2024-09-12T18:25:55.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gc_IQnxNtYt4-9uSIsa8lFpIb29UK3l_0 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12419215593593714031', time=2024-09-12T20:14:00.815140+0000, chain.objs.size()=1 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vU8M2zWoi5uuZ-lD2ZfW4a5AP2YLWNd_0 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6167159225868776906', time=2024-09-12T20:14:00.847139+0000, chain.objs.size()=1 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8C-QseLQj6eW2mRaXaj_BvOeoH-ragB_0 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3270333855564058782', time=2024-09-12T20:14:00.880677+0000, chain.objs.size()=1 2024-09-12T18:25:55.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qbaXJTsyYYjAovRKcklXorTqOLhKrqk_0 2024-09-12T18:25:55.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7746976698164344547', time=2024-09-12T20:14:01.054391+0000, chain.objs.size()=1 2024-09-12T18:25:55.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XUiMifW_uMewcDZC_fKhAaqpNFVmW0M_0 2024-09-12T18:25:55.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12803984194681485363', time=2024-09-12T20:14:01.089479+0000, chain.objs.size()=1 2024-09-12T18:25:55.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QTqUWIyjWKeYeug4XcDqabex-iXvtY9_0 2024-09-12T18:25:55.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18211221688161106210', time=2024-09-12T20:14:01.161750+0000, chain.objs.size()=1 2024-09-12T18:25:55.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.g2231476ss17-yfpiwFE0yDBg8BtVjo_0 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14952645635950495369', time=2024-09-12T20:14:01.164694+0000, chain.objs.size()=1 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GA4MPzfJA8dpe5WT-XM0f_2wqKu_tz9_0 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11394251337421981495', time=2024-09-12T20:14:01.197234+0000, chain.objs.size()=1 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qphLeQUDH8RHL-ughYPCAbLUM21IE6g_0 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10421346115067426310', time=2024-09-12T20:14:01.239183+0000, chain.objs.size()=1 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZaHI7pRSdHlvDfZK_rtfSHSMS2paepN_0 2024-09-12T18:25:55.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2513791118500396316', time=2024-09-12T20:14:01.392395+0000, chain.objs.size()=1 2024-09-12T18:25:55.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NnsJmoNljKH2LgsPT1TSYaO6dWqSoQd_0 2024-09-12T18:25:55.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6970656345222524155', time=2024-09-12T20:14:01.434528+0000, chain.objs.size()=1 2024-09-12T18:25:55.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.kj7M24L34WgXb6YGEPcsGWI9o_pXg11_0 2024-09-12T18:25:55.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2595589376400167256', time=2024-09-12T20:14:01.453788+0000, chain.objs.size()=1 2024-09-12T18:25:55.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4J0TZMDm284A2z7jf6uq1ODG_s7IkC2_0 2024-09-12T18:25:55.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4548966521775873264', time=2024-09-12T20:14:22.834801+0000, chain.objs.size()=1 2024-09-12T18:25:55.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.g_ht5et7f6IvUuzsFfVYv0KiJHSpplc_0 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4125707003041346016', time=2024-09-12T20:14:22.886547+0000, chain.objs.size()=1 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eVGvSR86Uuyrjwns-RvRnToT7XFrLan_0 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8168941327813140090', time=2024-09-12T20:14:23.060978+0000, chain.objs.size()=1 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vTfpKiDn2je70RhyIN9kSeaCIoqEblk_0 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12222417558990996746', time=2024-09-12T20:14:23.210469+0000, chain.objs.size()=1 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.s4XwP2iNeXNHoUCF9_eGqjfrDx8nc0o_0 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1359503463763393817', time=2024-09-12T20:14:23.218368+0000, chain.objs.size()=1 2024-09-12T18:25:55.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.s9Wu1E9Y6kDYTI170k797_TMCta8XCg_0 2024-09-12T18:25:55.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6074984482004521168', time=2024-09-12T20:14:23.234261+0000, chain.objs.size()=1 2024-09-12T18:25:55.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._PW1FMwWxrrqtm7MSSN9u0T4_2fQ0FJ_0 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17970545361654902085', time=2024-09-12T20:14:23.247356+0000, chain.objs.size()=1 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VlTtoitqSLjG-Y65qaZybVke9mREME0_0 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4757601553106243772', time=2024-09-12T20:14:23.680119+0000, chain.objs.size()=1 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.QIQiDWOah8g6OS0sMNVVg_ExvE_F1uy_0 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5379404987804353634', time=2024-09-12T20:14:23.681949+0000, chain.objs.size()=1 2024-09-12T18:25:55.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gn3gndTL8XE5UyRlD-EmFrTtA8lw_oW_0 2024-09-12T18:25:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11859969031780348089', time=2024-09-12T20:14:23.717539+0000, chain.objs.size()=1 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fuctifSERhfOGNplBbPxStyeAF7t7fh_0 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1301808104551937452', time=2024-09-12T20:14:24.056295+0000, chain.objs.size()=1 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gf-n8v1v1nF8toFCpNYKbHf8fJr5Voj_0 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11183328872361458607', time=2024-09-12T20:14:24.066754+0000, chain.objs.size()=1 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HSkQORXqnLsM7Wi_e5P9rUc2ELIPu2K_0 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11605957053880276132', time=2024-09-12T20:14:24.179254+0000, chain.objs.size()=1 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NsPNFsFnWksfhRTnYZnBJuOCPJmzhcp_0 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16057860231695375609', time=2024-09-12T20:14:24.210117+0000, chain.objs.size()=1 2024-09-12T18:25:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ir7A4nv8pT0wayT-HZS9_3tkcrL-MRv_0 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17004470204361520866', time=2024-09-12T20:14:24.210851+0000, chain.objs.size()=1 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pEkQ8NntQZxHyZ94UVowNA6VSU6tt1W_0 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6159209593658870961', time=2024-09-12T20:14:24.214842+0000, chain.objs.size()=1 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aoQhcGPPxYnF6w6vJ1Pgcjd_OmwEJh3_0 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7696596644626437022', time=2024-09-12T20:14:24.473005+0000, chain.objs.size()=1 2024-09-12T18:25:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nIzEZ-lUzfGYWzb3ZMVBnRxm8jH9275_0 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4526276171575609811', time=2024-09-12T20:14:24.475279+0000, chain.objs.size()=1 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fFZZg0H5o6BHv5XRUdqV1nAhxawZJRv_0 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3898474555509356370', time=2024-09-12T20:14:24.529008+0000, chain.objs.size()=1 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DoeOSDivr6uQxbbl2f3Jag1fMcuACTv_0 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17277613117033321147', time=2024-09-12T20:14:24.601647+0000, chain.objs.size()=1 2024-09-12T18:25:55.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9YRNeMLe55ELCcJfuJvaIEwVlcsqu_Y_0 2024-09-12T18:25:55.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45693 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6054383553107640778', time=2024-09-12T20:14:24.914055+0000, chain.objs.size()=1 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dK8OLs2ROdbvBYOBXzDO5VhWdTfriPf_0 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6332109798686531547', time=2024-09-12T20:14:25.101549+0000, chain.objs.size()=1 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BvqPG1bxfouvljNmh-Dtj_q7Q6oLAix_0 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11231031192551849201', time=2024-09-12T20:14:25.121266+0000, chain.objs.size()=1 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZEGPT3jID_-RXUeGZ_8T6kYTqtm_f-w_0 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13561751256113477601', time=2024-09-12T20:14:25.299629+0000, chain.objs.size()=1 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4-eo9yzHKg4_uRw-M6x6pjt6ruBnoWm_0 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11019169434415638678', time=2024-09-12T20:14:25.311140+0000, chain.objs.size()=1 2024-09-12T18:25:55.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dfQ2McN-rguvDUV1yHpInGfOLJV4e8K_0 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10804184512682934064', time=2024-09-12T20:14:25.393966+0000, chain.objs.size()=1 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cWk7zRdEA-E03SYT1te3EGNza5e0RFK_0 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17780095853791764864', time=2024-09-12T20:14:25.419705+0000, chain.objs.size()=1 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qgMdJFGRbjEAKoG3VZ6xaZ_Pb1OOe26_0 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15648029050474301285', time=2024-09-12T20:14:25.491188+0000, chain.objs.size()=1 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.r2PXXOhDzngwtA-XWENvuS2dFNjWVhi_0 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9297418994949128872', time=2024-09-12T20:14:27.645407+0000, chain.objs.size()=1 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.329__shadow_.gkZOQ6AB94e-swqiGOE3WQX5k1gXUmt_0 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.155803556632701809', time=2024-09-12T20:16:10.245376+0000, chain.objs.size()=1 2024-09-12T18:25:55.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.497__shadow_.gCiDYpcViNSZr_molYrKQcFipHbxiLx_0 2024-09-12T18:25:55.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14702129533235555177', time=2024-09-12T20:16:19.110876+0000, chain.objs.size()=12 2024-09-12T18:25:55.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:55.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:55.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:55.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:55.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:55.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:55.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:55.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17799370628143818322', time=2024-09-12T20:16:23.444198+0000, chain.objs.size()=1 2024-09-12T18:25:55.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.517__multipart_mymultipartcopy.2~8avErYhWu-oxIoPbaAYPfWBcWr9Zo7h.1 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5323933131234563840', time=2024-09-12T20:16:26.329685+0000, chain.objs.size()=1 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.518__shadow_.WvamLf3BpTbF45KkC7JSSFz48Nhq7QB_0 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~d8jkOcA5901PdgsmpzBMgjmG_MbR46q', time=2024-09-12T20:17:05.404362+0000, chain.objs.size()=1 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.535__multipart_mymultipart.2~d8jkOcA5901PdgsmpzBMgjmG_MbR46q.1 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16192600661498666038', time=2024-09-12T20:18:03.175021+0000, chain.objs.size()=1 2024-09-12T18:25:55.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:dN5GuDXJ8J7rKcLp1kxYAt2aHFSADw5_.prYUblJQg_-TJjd2nZImYKYnGxGAAmI_0 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15487646780207966585', time=2024-09-12T20:18:06.989624+0000, chain.objs.size()=1 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:ZNGi5-WLBq3G2dAhYrcvTp.r9Snuw4w_.G_MyfpdU19obUfblVs6KHgxjcw8eyR-_0 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9905766608423005122', time=2024-09-12T20:18:10.120929+0000, chain.objs.size()=1 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:9KZWKreuMJpqRNkXwPJuTvjHARMkyu1_.rcljbk7_cU00ftx0v-RjR1t-52r6qIB_0 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17681346543732747641', time=2024-09-12T20:18:19.706720+0000, chain.objs.size()=1 2024-09-12T18:25:55.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:Yn40ib0jXAPCMu6aDRvmc-wV.c5m3LJ_.OgP47EHbK3lvXSO4s59OckldC4yTsjU_0 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10358532547158517588', time=2024-09-12T20:18:44.961691+0000, chain.objs.size()=1 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:VjKcQ-ihKyc1BRQoOvCbtwEr0xKIZPM_.W9Yrs3Qi4IgLyW3Hc0LoqMbAIDmMnpZ_0 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4830007326929165362', time=2024-09-12T20:18:51.695247+0000, chain.objs.size()=1 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:p4V5Ii0fWs5vmicOiTztN1fexA53H-Y_.CRsvxr__xyeDZIbL5Dv2wYyGZ8XO8Pa_0 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.866959052009474337', time=2024-09-12T20:21:41.982169+0000, chain.objs.size()=1 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.645__shadow_.DQkdFPuvFN0djY5G86l90zmcR_EvB2I_0 2024-09-12T18:25:55.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.525524643520399147', time=2024-09-12T20:22:47.711632+0000, chain.objs.size()=1 2024-09-12T18:25:55.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.719__shadow_.JAxxApKZDw-OkyBW4h0XyzU7Nwa_GiF_0 2024-09-12T18:25:55.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7434171732768695288', time=2024-09-12T20:23:01.618623+0000, chain.objs.size()=2 2024-09-12T18:25:55.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.741__shadow_.h2pshScos9wCawICti9kM5-tS6DDVbF_0 2024-09-12T18:25:55.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.741__shadow_.h2pshScos9wCawICti9kM5-tS6DDVbF_1 2024-09-12T18:25:55.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:55.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:25:55.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/56465' 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_xgUB-2-yvGM3eT24wADAydE94HElRIj', time=2024-09-12T20:10:16.995841+0000, chain.objs.size()=3 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.dPa38qq4IofaPodmSplRysEclhl_n29_0 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.dPa38qq4IofaPodmSplRysEclhl_n29_1 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.dPa38qq4IofaPodmSplRysEclhl_n29_2 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12764908617888866132', time=2024-09-12T20:10:37.138392+0000, chain.objs.size()=1 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.189__shadow_.fUyfgDmj082rgnhztfr5uO05NM0L5ix_0 2024-09-12T18:25:55.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13032030536295210615', time=2024-09-12T20:12:13.639924+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.231__shadow_.Bno7RTx744mS7r8VyyzpJMIFF7eAVnF_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11209464652961229661', time=2024-09-12T20:12:16.790565+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.236__shadow_.4Da1GoS2GaJh1hBH_CdNSTAarZrAn-R_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7048831069772717939', time=2024-09-12T20:12:20.726901+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.241__shadow_.8H9JRzuH78GVs_o-ik-I1t6ly3lZIv-_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13636002585383323674', time=2024-09-12T20:12:21.333359+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.242__shadow_.czioyMz6BZ_wFbnKAw_JP7CQ5iEuN_L_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4454405660093131630', time=2024-09-12T20:12:24.258380+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.245__shadow_.e_viPlAb0a2rKQRXSizquur_W-eQ6d9_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14600222386037729725', time=2024-09-12T20:12:55.741306+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iBHR9xc1187zVwn3RQtX4Btv7nhNmuS_0 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4592423182030403090', time=2024-09-12T20:12:55.881050+0000, chain.objs.size()=1 2024-09-12T18:25:55.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jR7si6ffxFOHh3B9T_TLQ2j4CCcRwsN_0 2024-09-12T18:25:55.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11533509139655965323', time=2024-09-12T20:12:56.089239+0000, chain.objs.size()=1 2024-09-12T18:25:55.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NNsq3P9qwuFmKmrEc7Z4cwSqLPiDF4E_0 2024-09-12T18:25:55.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5902170705280108826', time=2024-09-12T20:12:56.091506+0000, chain.objs.size()=1 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vG3NJALBL5YLdzfHzKRJhJn9OgkybSr_0 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9683258926030473703', time=2024-09-12T20:12:56.103243+0000, chain.objs.size()=1 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-EWYbxr8SMWE6_zeHW_Rb_3-iMB6Lbb_0 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4129740346049903227', time=2024-09-12T20:12:56.145988+0000, chain.objs.size()=1 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.K-K2BBacekgoCTVG2Lrv9brU6igVtl8_0 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5538263789036722503', time=2024-09-12T20:12:56.201550+0000, chain.objs.size()=1 2024-09-12T18:25:55.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.64COnEd8x1vsFW6_c2Jj2SToydeVjiq_0 2024-09-12T18:25:55.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12011378729470927600', time=2024-09-12T20:12:56.435591+0000, chain.objs.size()=1 2024-09-12T18:25:55.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.a7PELOTZftX2v8rEX6Uwl1pOpNnCFIo_0 2024-09-12T18:25:55.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2925894877043505973', time=2024-09-12T20:12:56.461050+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yrg7PrjHmQGGhFT4ZpwSRH9WoOeA4sl_0 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16865786568586203801', time=2024-09-12T20:12:56.492969+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OX1khXY3_CISPk5TvwHjeOHEGVy3alf_0 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16741685566850380749', time=2024-09-12T20:12:56.510925+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SedmKi1vm7PUqUPkDszFjynPDDsQIdf_0 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7475827905020824095', time=2024-09-12T20:12:56.514171+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LKV2sVko3zwm1U_LjcxL39gj3rxfY-X_0 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7573613882884065995', time=2024-09-12T20:12:56.558602+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xb-KEP3KktbtlDGY0Fptn05ZTRJF-oy_0 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13651670203224254554', time=2024-09-12T20:12:56.644583+0000, chain.objs.size()=1 2024-09-12T18:25:55.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4yd48jN913gX17Vp_HcLqvHKabnrqe7_0 2024-09-12T18:25:55.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17125255746720269589', time=2024-09-12T20:12:56.777907+0000, chain.objs.size()=1 2024-09-12T18:25:55.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.3LCXn8PFLXyjOvzh5Xc0K5CeKCk1WYX_0 2024-09-12T18:25:55.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17230178856439492631', time=2024-09-12T20:12:56.780086+0000, chain.objs.size()=1 2024-09-12T18:25:55.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.frLP8vMqKP9QVRdaudqj3GX8w4wWGnc_0 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15671735228518896840', time=2024-09-12T20:12:56.850288+0000, chain.objs.size()=1 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.raB6UuakEZFtmAVCEDqWoFE0eWbF8ON_0 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13516319150994624040', time=2024-09-12T20:12:56.924114+0000, chain.objs.size()=1 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LPZeqNjoR7Fg9_0kz-Bdh-Su7ApPjW__0 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16421081942821672351', time=2024-09-12T20:12:56.934304+0000, chain.objs.size()=1 2024-09-12T18:25:55.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pkZGVPxK53LH9GLE9XQQ5MPkHuHdr36_0 2024-09-12T18:25:55.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6057328085468953876', time=2024-09-12T20:12:56.973384+0000, chain.objs.size()=1 2024-09-12T18:25:55.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jyevcerBUaaqAqIQoZl1D11Cc2Xs7L__0 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13180381345077854325', time=2024-09-12T20:12:57.078906+0000, chain.objs.size()=1 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5bOZRk84RLtwW3X33JyDJP7UhzM2a2Z_0 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4869462145859299840', time=2024-09-12T20:12:57.121332+0000, chain.objs.size()=1 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.17BZljSEYAGstzKHkkZuPYT1yVFMiNb_0 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10996259976891656088', time=2024-09-12T20:12:57.166381+0000, chain.objs.size()=1 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HLpHFIT-z2Nvqs4SJNbRlx026J1I659_0 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2472746154942231263', time=2024-09-12T20:12:57.266024+0000, chain.objs.size()=1 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YMZ3cW8X74rCkayijapcG4QnVmaQsyE_0 2024-09-12T18:25:55.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.609195796695361713', time=2024-09-12T20:12:57.296011+0000, chain.objs.size()=1 2024-09-12T18:25:55.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Se-qLZq0vpnQQ5a968qa2Nzu8VIkId0_0 2024-09-12T18:25:55.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10990156263056234377', time=2024-09-12T20:12:57.509053+0000, chain.objs.size()=1 2024-09-12T18:25:55.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZIBo2S63PQmtW67Rt6xcK5IUP0kj3yk_0 2024-09-12T18:25:55.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.218513082439680393', time=2024-09-12T20:12:57.529312+0000, chain.objs.size()=1 2024-09-12T18:25:55.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BRodIGno6O-m6slU8xdnfz9ajvaAl4s_0 2024-09-12T18:25:55.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6798622759707721231', time=2024-09-12T20:12:57.559957+0000, chain.objs.size()=1 2024-09-12T18:25:55.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.R2Vd6V0yBLWo2jTqJgN3Z7qKjQYJmt7_0 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.822445080644345002', time=2024-09-12T20:12:57.630017+0000, chain.objs.size()=1 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.f_spqoZ18M_W8JIyzPcYxqTzObxZBLa_0 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16734768201600774621', time=2024-09-12T20:12:57.638850+0000, chain.objs.size()=1 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jXYT--0aVJR5qCrFhME5Kch5vkuYs1T_0 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1797936907164677257', time=2024-09-12T20:12:57.828340+0000, chain.objs.size()=1 2024-09-12T18:25:55.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EPA8Z0sjwtcWcPXHsrqemy8K6w2OWsn_0 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9025436187792111850', time=2024-09-12T20:12:58.001115+0000, chain.objs.size()=1 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.92PDdkAnBUdnQwaljMABx8bWTTCqW4Q_0 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15498625979354623069', time=2024-09-12T20:12:58.126154+0000, chain.objs.size()=1 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eUZnpMJruSIOcuxxUV1hU1n4lF4erI9_0 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13624710993640753380', time=2024-09-12T20:12:58.163703+0000, chain.objs.size()=1 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.beaRS_I0WCmItlyIYePDWUZYOjMeVhp_0 2024-09-12T18:25:55.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10677556066123796380', time=2024-09-12T20:12:58.186283+0000, chain.objs.size()=1 2024-09-12T18:25:55.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C9o5LdDxrbFbQYlqajmuhVTQpdk1mqT_0 2024-09-12T18:25:55.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14217652475371391002', time=2024-09-12T20:12:58.213257+0000, chain.objs.size()=1 2024-09-12T18:25:55.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VrG9bpNFia_s4N2XWeIJbJeapjYEuDz_0 2024-09-12T18:25:55.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3338763137157915430', time=2024-09-12T20:12:58.230332+0000, chain.objs.size()=1 2024-09-12T18:25:55.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QKLmsi1ZSjBn6xPtbzOil8KEBKKGTBw_0 2024-09-12T18:25:55.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8139084944695815827', time=2024-09-12T20:12:58.259497+0000, chain.objs.size()=1 2024-09-12T18:25:55.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JHRHWw3IB17STKIacbyv_wndBz7BnWf_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7193612642607221339', time=2024-09-12T20:13:00.690086+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.267__shadow_.pd5fiOGsE4El9aBy7RzSg4TVtdbJ11h_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18242931430742001158', time=2024-09-12T20:13:02.475299+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.270__shadow_.Gbl5sgSbcYYhC1dST9b2MObH_DsGgdV_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5521413650071279949', time=2024-09-12T20:13:06.864136+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.277__shadow_.s25fy9xm_Fzbm26gj5mDrXtZRl0hdU4_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16452792271670190968', time=2024-09-12T20:13:19.188932+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.7sytYGlhCdo8EOW2-xUqvsg0kqvFlgD_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11538511359706450697', time=2024-09-12T20:13:19.210360+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.xpdKrb_21IA7t_cqGjx3L2iLSP_TtOZ_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9399128073885173228', time=2024-09-12T20:13:24.302906+0000, chain.objs.size()=1 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.302__shadow_.SmURmSwsyI4KQQgc5-3eFxqIjvClJRX_0 2024-09-12T18:25:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18415790917013572411', time=2024-09-12T20:13:26.842286+0000, chain.objs.size()=1 2024-09-12T18:25:55.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.306__shadow_.1rVdcnoEo-7eyTMG-ZIuTY2MuRqBsZo_0 2024-09-12T18:25:55.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6138161355450117036', time=2024-09-12T20:13:26.844944+0000, chain.objs.size()=1 2024-09-12T18:25:55.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.306__shadow_.5ApEOularAfvns4iEXh80IDNVDalXBR_0 2024-09-12T18:25:55.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.695+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.238112118622651392', time=2024-09-12T20:13:58.925471+0000, chain.objs.size()=1 2024-09-12T18:25:55.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.695+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BreC-he0aikqu2XJhRc6kJ8uKVnXqcq_0 2024-09-12T18:25:55.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14887166315599097003', time=2024-09-12T20:13:58.967235+0000, chain.objs.size()=1 2024-09-12T18:25:55.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JLZjJ0HXdNxkJghDnq63iQY-s02VJz0_0 2024-09-12T18:25:55.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7035798125747704081', time=2024-09-12T20:13:59.003741+0000, chain.objs.size()=1 2024-09-12T18:25:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RIgRZL67YfyBjgpYGlmlE7oPXLzQhad_0 2024-09-12T18:25:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11061442201292867363', time=2024-09-12T20:13:59.024208+0000, chain.objs.size()=1 2024-09-12T18:25:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8pfQVeLTI1AEQsiU8ng11LG7F2X67fV_0 2024-09-12T18:25:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1317073959418085668', time=2024-09-12T20:13:59.030998+0000, chain.objs.size()=1 2024-09-12T18:25:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7laENTCBoHuS2lAlftyl93nn7yJednp_0 2024-09-12T18:25:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4219420269917743115', time=2024-09-12T20:13:59.255792+0000, chain.objs.size()=1 2024-09-12T18:25:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yG0df6dRklsKcJ_ONzjO0zaMDZzTAJS_0 2024-09-12T18:25:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4214164460128747977', time=2024-09-12T20:13:59.338636+0000, chain.objs.size()=1 2024-09-12T18:25:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._BUbslLZpijVnYS7NU_sRMqk7b-RU0X_0 2024-09-12T18:25:55.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18043980913485115271', time=2024-09-12T20:13:59.367091+0000, chain.objs.size()=1 2024-09-12T18:25:55.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ICLOZkh_HOw0PLSJ02UtqPP80zKSW4Z_0 2024-09-12T18:25:55.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9643789643684788270', time=2024-09-12T20:13:59.378102+0000, chain.objs.size()=1 2024-09-12T18:25:55.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.baMW1DwjMg7CUTxXVJd_MZT2x-MaJuL_0 2024-09-12T18:25:55.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12272571182228623598', time=2024-09-12T20:13:59.388042+0000, chain.objs.size()=1 2024-09-12T18:25:55.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GMjn9-M9iXQTmegXBhh-EBOuZpRJFsP_0 2024-09-12T18:25:55.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4339301448295672248', time=2024-09-12T20:13:59.399732+0000, chain.objs.size()=1 2024-09-12T18:25:55.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PDhJV8en33L6T-m6itB01CT9PPeXCG3_0 2024-09-12T18:25:55.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1463265329792576703', time=2024-09-12T20:13:59.412915+0000, chain.objs.size()=1 2024-09-12T18:25:55.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0aD_67M9Iz9s7hdciTl9mDrvDMRWwg5_0 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11843992880401817440', time=2024-09-12T20:13:59.690219+0000, chain.objs.size()=1 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IXxCCY8E60Pr3RHRKUN_9W6zHG0XBap_0 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.301766926884081028', time=2024-09-12T20:13:59.692288+0000, chain.objs.size()=1 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZTFvpf6Vf1GefOt77lbRMAhxva330_o_0 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10295528526024400496', time=2024-09-12T20:13:59.762763+0000, chain.objs.size()=1 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4SVGFnARVQwYtP-pHqO-m4PS3bDdM5a_0 2024-09-12T18:25:55.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5079034219684883238', time=2024-09-12T20:14:00.162682+0000, chain.objs.size()=1 2024-09-12T18:25:55.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pHhPt94Jwal4h-tRbRUnopOlLxKcOXf_0 2024-09-12T18:25:55.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18320281875898268628', time=2024-09-12T20:14:00.178292+0000, chain.objs.size()=1 2024-09-12T18:25:55.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KQLyeHpXMmdPk-llPi9FIujYos06uml_0 2024-09-12T18:25:55.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2245942163815655071', time=2024-09-12T20:14:00.321222+0000, chain.objs.size()=1 2024-09-12T18:25:55.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4ds452jFmTE2HMA0KkIH2vLpaA52RHb_0 2024-09-12T18:25:55.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4379066690563805135', time=2024-09-12T20:14:00.450279+0000, chain.objs.size()=1 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5rPRcBMSVrK1pCI2Ec2WO970PX0L0tO_0 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13333023639308508564', time=2024-09-12T20:14:00.517941+0000, chain.objs.size()=1 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.STsrPpEni0tDtRtYLyjySK3LTuoY6n-_0 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15923639694571786468', time=2024-09-12T20:14:00.729218+0000, chain.objs.size()=1 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.C9pNqBC_T3uHuMveRtlGNdFsJpqDSMM_0 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12458805814574910612', time=2024-09-12T20:14:00.738242+0000, chain.objs.size()=1 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.57RtBgNkKQaaKciztp87Jf0ox9iRqZk_0 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8995293038201779426', time=2024-09-12T20:14:00.785444+0000, chain.objs.size()=1 2024-09-12T18:25:55.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.67GPEfEuo9IWlLVF-3ssdJpkseybPpU_0 2024-09-12T18:25:55.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7683536438083189135', time=2024-09-12T20:14:00.860271+0000, chain.objs.size()=1 2024-09-12T18:25:55.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QuMVETQIuGFVOZn_LKbgFaJykX5iYOj_0 2024-09-12T18:25:55.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10982747940548047489', time=2024-09-12T20:14:01.028466+0000, chain.objs.size()=1 2024-09-12T18:25:55.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NeKSVcgWTB-jhJW89Cqe0CteB_KKqYM_0 2024-09-12T18:25:55.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1393238391614104886', time=2024-09-12T20:14:01.101995+0000, chain.objs.size()=1 2024-09-12T18:25:55.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Id29aLU4uqZHygfNUpqUemNqlSRjQrX_0 2024-09-12T18:25:55.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9189210142964100114', time=2024-09-12T20:14:01.122154+0000, chain.objs.size()=1 2024-09-12T18:25:55.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.i-Mk9dbL9aQpzRthOWue1eRPFhdxeuV_0 2024-09-12T18:25:55.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10855878132117996229', time=2024-09-12T20:14:01.191935+0000, chain.objs.size()=1 2024-09-12T18:25:55.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qeHs_f7DvMxFf4pj5dkdUWxpDYKkTIH_0 2024-09-12T18:25:55.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7747635600695868978', time=2024-09-12T20:14:01.210103+0000, chain.objs.size()=1 2024-09-12T18:25:55.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GEZ2nA40U1aN0DlxmUSFI6bzK5ZnA3o_0 2024-09-12T18:25:55.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1597797336086901670', time=2024-09-12T20:14:01.226406+0000, chain.objs.size()=1 2024-09-12T18:25:55.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YPmlpoAHhNeqxk4WeH9DmbB_leUyVYo_0 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16624333338693566995', time=2024-09-12T20:14:01.385953+0000, chain.objs.size()=1 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.q03Nnn_Vl3dQ84PIbvWrBFlsReJcgyN_0 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1195844062708086738', time=2024-09-12T20:14:01.452556+0000, chain.objs.size()=1 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.h4YSplTPgRHm9pbdwy5P4NXgZQjX9vy_0 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10692330882126346622', time=2024-09-12T20:14:22.788021+0000, chain.objs.size()=1 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MDHlVvN8o89batoD4No0Ly0-5uv7OLe_0 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7598200287004406226', time=2024-09-12T20:14:22.790187+0000, chain.objs.size()=1 2024-09-12T18:25:55.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.brrku4FbPqf-6CUlRoKRNiIZOWSCYAU_0 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13854270086113700347', time=2024-09-12T20:14:22.813675+0000, chain.objs.size()=1 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Pl532rJH5rYekykXLCs4k-6pqfchRes_0 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.238908452593182817', time=2024-09-12T20:14:22.823754+0000, chain.objs.size()=1 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.B6gihmxrUWCweTMmD9rqq8d2Vbyh5aF_0 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17135185017862900784', time=2024-09-12T20:14:22.828959+0000, chain.objs.size()=1 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O1IR7dlIrmCZV6sobvxOSsrZgrkB4c4_0 2024-09-12T18:25:55.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13541840901084819292', time=2024-09-12T20:14:23.103650+0000, chain.objs.size()=1 2024-09-12T18:25:55.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.R160-35Vdhidk7X8vTIaYgMJKKi5Ccu_0 2024-09-12T18:25:55.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3571453875854129031', time=2024-09-12T20:14:23.108272+0000, chain.objs.size()=1 2024-09-12T18:25:55.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BACM6is8P-jm46HgKWeG1PJN4aG4JGL_0 2024-09-12T18:25:55.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13954603396801935306', time=2024-09-12T20:14:23.144248+0000, chain.objs.size()=1 2024-09-12T18:25:55.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ljAsfEdqcMY4CmzPQhCPRbqBAzT5eY3_0 2024-09-12T18:25:55.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6638919069519578607', time=2024-09-12T20:14:23.246059+0000, chain.objs.size()=1 2024-09-12T18:25:55.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kf_7iXPvdhcAXkTnIpEubgBjUsoeVM1_0 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17581929315935304293', time=2024-09-12T20:14:23.728942+0000, chain.objs.size()=1 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ItN03zNkDnIAZzrmHjCKJ_NpYJP3gS2_0 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.160787132084254237', time=2024-09-12T20:14:23.776131+0000, chain.objs.size()=1 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4XIjmG3g0HKqLXh_9O3ciigVBGIiw_d_0 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5525427306943184509', time=2024-09-12T20:14:23.804755+0000, chain.objs.size()=1 2024-09-12T18:25:55.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sB8ruxkcD8xOqWYwcnm1NXXGUFNIov1_0 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9197860596914389856', time=2024-09-12T20:14:23.806929+0000, chain.objs.size()=1 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y1Z_znmb7-Uj27S8pyNzvEtBAKnd9Vn_0 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3688295799920764142', time=2024-09-12T20:14:23.877071+0000, chain.objs.size()=1 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Sq_zF_YJ0D_ne-bBYkCjC31FkZ-Q3i2_0 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9199667692775684756', time=2024-09-12T20:14:24.101675+0000, chain.objs.size()=1 2024-09-12T18:25:55.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gmMJU-Via9MuZE_mxvfDB0wwJ0z6F84_0 2024-09-12T18:25:55.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/56465 2024-09-12T18:25:55.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=37, truncated=0, next_marker='' 2024-09-12T18:25:55.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18191524393094891390', time=2024-09-12T20:14:24.136970+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8xGBcMJIJnj582bMOc-oDgPtO96PYUD_0 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5620663471618410135', time=2024-09-12T20:14:24.182338+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UhmecYlldHWSXt99NY6ti9KNHWAqlld_0 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15102904977778348240', time=2024-09-12T20:14:24.184816+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Xslz_3phbMHfcVlxhxyBEI3rM329IGA_0 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2184947168010445275', time=2024-09-12T20:14:24.447495+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1fsJWJ403Gtt0MqwiV1kcc6YxqZFn6__0 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12032935087761916273', time=2024-09-12T20:14:24.457608+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FH4df2xg4loQSzy5qq2icYFgMYcfIM6_0 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6950932719653255102', time=2024-09-12T20:14:24.478531+0000, chain.objs.size()=1 2024-09-12T18:25:55.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xTePZlfIY2y-OqoAzxVSQugdc5WRs2o_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17584623181306224160', time=2024-09-12T20:14:24.482205+0000, chain.objs.size()=1 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._kl0qGz362XZK_DdKlGd-s2u0eJMwxZ_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3688766532020095354', time=2024-09-12T20:14:24.531493+0000, chain.objs.size()=1 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VYEGKedkZVHmnAfX2y-ZT3hqkSGB2gi_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2635128542705594215', time=2024-09-12T20:14:24.731973+0000, chain.objs.size()=1 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GKmVRlCjxTS8bHFeWr_AUDQSdkvRVmn_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6877499156408461394', time=2024-09-12T20:14:24.901413+0000, chain.objs.size()=1 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wKT-ZRfjGp4gZTU26RndSRDAPEIMoKw_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15360613252785863158', time=2024-09-12T20:14:24.922624+0000, chain.objs.size()=1 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pILhwEh4nfWgy4FzorvFfwjMe12kqK3_0 2024-09-12T18:25:55.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4183406904216277282', time=2024-09-12T20:14:24.930139+0000, chain.objs.size()=1 2024-09-12T18:25:55.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bXtBXi4R1iT9WKnhsAGPNzmBwXRoPHZ_0 2024-09-12T18:25:55.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16882084718330174529', time=2024-09-12T20:14:25.153822+0000, chain.objs.size()=1 2024-09-12T18:25:55.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bk4YVxeRJwV3Z_pAkpXYKWdk9LHGTZK_0 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11316823863571965368', time=2024-09-12T20:14:25.186250+0000, chain.objs.size()=1 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.F1n2RoJpDCfV1OKzh02WptiXBN4J2ng_0 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16835138157236756378', time=2024-09-12T20:14:25.190390+0000, chain.objs.size()=1 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gvsAIu3X2WH_x_61JsBBXgHxhNS-i9c_0 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3611421966720068198', time=2024-09-12T20:14:25.259624+0000, chain.objs.size()=1 2024-09-12T18:25:55.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FWU_iyYbIMFf2tqH_ZFMTacRaBq_xKt_0 2024-09-12T18:25:55.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14518853407036045738', time=2024-09-12T20:14:25.426420+0000, chain.objs.size()=1 2024-09-12T18:25:55.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rlLjVJhje8uduMCgO5OlnBpwPQBnDfK_0 2024-09-12T18:25:55.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7918483123857913231', time=2024-09-12T20:14:25.442403+0000, chain.objs.size()=1 2024-09-12T18:25:55.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NYMZNAU_CSlTOoCOf37agcWv2O1fbBk_0 2024-09-12T18:25:55.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9571672418760250831', time=2024-09-12T20:14:25.457341+0000, chain.objs.size()=1 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Y_kZCGjC_SnP84pOxwqpfltyEuY4gXb_0 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15454294216960446231', time=2024-09-12T20:14:25.534857+0000, chain.objs.size()=1 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bNOxFnraHdowXRTD25GuADqxIQrDsmx_0 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10836309062156346392', time=2024-09-12T20:14:25.540697+0000, chain.objs.size()=1 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Rm9cWziuLroMVV8cHErgu3RAGADlFRZ_0 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16517555894545584412', time=2024-09-12T20:15:32.674433+0000, chain.objs.size()=1 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.438__shadow_.opcNyfisQ4grgq6F4UWrBk7yIOF5IVW_0 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1876206278502336110', time=2024-09-12T20:15:45.353389+0000, chain.objs.size()=1 2024-09-12T18:25:55.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.456__shadow_.VSmEy_nuuopW4G_UqU8WdTdq9MNjqAq_0 2024-09-12T18:25:55.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5830035720526825077', time=2024-09-12T20:15:46.279981+0000, chain.objs.size()=1 2024-09-12T18:25:55.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.457__shadow_.f8igiZFPeZNyb48U6mnFgtrSl-LPZY5_0 2024-09-12T18:25:55.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8619336069563297298', time=2024-09-12T20:16:02.451937+0000, chain.objs.size()=1 2024-09-12T18:25:55.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.yHxzHFcvd7z5APtJcqsTpc8YAeDbJpV_0 2024-09-12T18:25:55.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17888766347506690478', time=2024-09-12T20:16:14.517596+0000, chain.objs.size()=1 2024-09-12T18:25:55.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:55.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15122305526936949808', time=2024-09-12T20:16:14.656673+0000, chain.objs.size()=1 2024-09-12T18:25:55.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:55.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5864943177182440011', time=2024-09-12T20:16:26.325637+0000, chain.objs.size()=2 2024-09-12T18:25:55.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.518__shadow_.np01sToE9ofRQw4nmcoPWouTR6GxZ6l_0 2024-09-12T18:25:55.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.518__shadow_.np01sToE9ofRQw4nmcoPWouTR6GxZ6l_1 2024-09-12T18:25:55.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3878825669398369882', time=2024-09-12T20:17:50.543134+0000, chain.objs.size()=1 2024-09-12T18:25:55.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.559__shadow_.9tKJkIFbqxjyVh2dYogN9-eehEAovst_0 2024-09-12T18:25:55.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6317557691365976929', time=2024-09-12T20:17:58.919110+0000, chain.objs.size()=1 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.565__shadow_.geMXOchxeOerBNrAxgTTFHqvIZIn-EZ_0 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16599365203482686490', time=2024-09-12T20:17:59.539464+0000, chain.objs.size()=1 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.566__shadow_.NHje1VcTmUTnO6oWCFBsUNz13FSvPKD_0 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14827787515749913125', time=2024-09-12T20:18:03.353942+0000, chain.objs.size()=1 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:TTxEaKdo7p7YvwUmUhC53X93p1wE59f_.ot0L84jIYQMPxs86fOD4zIkCoIQ2We4_0 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9515641335892462601', time=2024-09-12T20:18:18.603060+0000, chain.objs.size()=1 2024-09-12T18:25:55.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.576__shadow_.Dda46VSKz4t21Kuaik4DUSXozD0UTAH_0 2024-09-12T18:25:55.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3385603545156441338', time=2024-09-12T20:18:45.003342+0000, chain.objs.size()=1 2024-09-12T18:25:55.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:IS7Se8H4SDLh2OMpsiblUxJIFGNX2cL_.IYDTp_FHQd1ecqkMkQTQyrRXqingnVV_0 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11538092092455475630', time=2024-09-12T20:22:12.093744+0000, chain.objs.size()=1 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.691__shadow:p3AAe6n3YcczL-iJ27hTWSprLRl-2qQ_.ScmUqlrJQt-rdkXiIx6XJf9LxtZeY8i_0 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13279546353242076923', time=2024-09-12T20:22:23.960926+0000, chain.objs.size()=1 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.711__shadow:nxefYnQu7PkobsOrkGLPNxRWSudrEjT_.Ml7MgT4RNjl4eKDfYOiyJO5_NoLB2a2_0 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12642428405612537965', time=2024-09-12T20:22:47.040661+0000, chain.objs.size()=1 2024-09-12T18:25:55.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.718__shadow:sJsDplOVdo-6KmoLoJN36d-O.-Kh0e3_.7WSKGTyJXjd2FnkkY19VXVoWbxCPlyT_0 2024-09-12T18:25:55.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:55.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:25:55.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43441' 2024-09-12T18:25:55.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11274858702512140756', time=2024-09-12T20:10:17.796518+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.163__shadow_.FCrHr_qUMe5yCopyNmvzbqkT7S-HrXG_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_xwXz9Ifve_kC40fSe0G-uNSRsIxxgQ8', time=2024-09-12T20:10:19.020442+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.166__shadow_.j8rVbxm1424Th9QKHvuqq8YtGkrnJt6_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5663782267774153118', time=2024-09-12T20:10:33.581732+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.182__shadow_.Q_w5eaKB8taLqXN5HskiEbLJiV6yICw_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.203720470100876140', time=2024-09-12T20:12:19.614803+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.239__shadow_.HZNTs16r_kVN1ri2e_yvD4sagBPy1FP_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16011859874334119653', time=2024-09-12T20:12:24.851658+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.246__shadow_.uv-ZHY4V4RsUo-sYBnkF4w1lFenFSig_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8098161467385794243', time=2024-09-12T20:12:34.237663+0000, chain.objs.size()=1 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.261__shadow_.35pPUDBuvbbNTOcnyK5orLvgJFyl7XP_0 2024-09-12T18:25:55.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17407832409837624068', time=2024-09-12T20:12:55.725914+0000, chain.objs.size()=1 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KOzwdg4TSRkyra0EA6SGoWZ-e1c_eA8_0 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12071972359588938537', time=2024-09-12T20:12:55.806298+0000, chain.objs.size()=1 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9qhJB44gRSQfFvEPqd_u-9iSx19qwGw_0 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10244491764700431506', time=2024-09-12T20:12:55.981633+0000, chain.objs.size()=1 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.G0vdbNzEGrqbDkS2tisUALQJkTBe5JR_0 2024-09-12T18:25:55.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14753109424452527821', time=2024-09-12T20:12:56.114016+0000, chain.objs.size()=1 2024-09-12T18:25:55.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.W4CqGqPp-yrsjwme_L2nShaM9ZzgZP-_0 2024-09-12T18:25:55.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12123909539935394956', time=2024-09-12T20:12:56.130777+0000, chain.objs.size()=1 2024-09-12T18:25:55.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ypIZJMhwHx2iPW44F1CQcwWL7qq1D6o_0 2024-09-12T18:25:55.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17188878370392410114', time=2024-09-12T20:12:56.264855+0000, chain.objs.size()=1 2024-09-12T18:25:55.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gbGd4ySLn3UI5z2OUg6zb8juFPZwXHE_0 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17833769629707161452', time=2024-09-12T20:12:56.305884+0000, chain.objs.size()=1 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.npRyOl68ueXdZHxPnsciFFPKUyS66YE_0 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14285783814899882077', time=2024-09-12T20:12:56.528047+0000, chain.objs.size()=1 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EklbVA5oFBMXuzprVvOGjfjTLrN0JWq_0 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8508353518878025205', time=2024-09-12T20:12:56.778332+0000, chain.objs.size()=1 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7S0Rx-9FKsbvt9-4VsdVombuahPb0ic_0 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15089487068527111890', time=2024-09-12T20:12:56.885210+0000, chain.objs.size()=1 2024-09-12T18:25:55.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.efCHJKgnSgYOfo68MviBSqpmlwQcGGL_0 2024-09-12T18:25:55.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14752158277174339626', time=2024-09-12T20:12:57.144766+0000, chain.objs.size()=1 2024-09-12T18:25:55.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qOq_Bn423FhTkLCm5kJzK3feGH5dHoL_0 2024-09-12T18:25:55.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2700491724084993888', time=2024-09-12T20:12:57.161312+0000, chain.objs.size()=1 2024-09-12T18:25:55.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AiC6QALLtN0VtovT45A1TfKX4nNchic_0 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14526428759981966513', time=2024-09-12T20:12:57.181652+0000, chain.objs.size()=1 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FNkmiksMIPdh73ILlxVVTz_k3p0c45n_0 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12334083601087996926', time=2024-09-12T20:12:57.218218+0000, chain.objs.size()=1 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ks2xlR1wKTwytmem0MVDhJZhG1yyugy_0 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2338091623009577187', time=2024-09-12T20:12:57.434892+0000, chain.objs.size()=1 2024-09-12T18:25:55.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4uyKR-RiJuMqiLgdHn8GfWf4Meu8guD_0 2024-09-12T18:25:55.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.974038958711276058', time=2024-09-12T20:12:57.592215+0000, chain.objs.size()=1 2024-09-12T18:25:55.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5brbxPstFCG08RRz_3JWNvW-kmai5Zz_0 2024-09-12T18:25:55.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13859577523961086058', time=2024-09-12T20:12:57.638067+0000, chain.objs.size()=1 2024-09-12T18:25:55.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PubvMSes6Sesi-MEmt2Z4Xz5hIAW6tK_0 2024-09-12T18:25:55.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5210477559829974300', time=2024-09-12T20:12:57.656292+0000, chain.objs.size()=1 2024-09-12T18:25:55.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6jrlNKoOlYyLeHqK0x770SlsO20InT0_0 2024-09-12T18:25:55.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17762266866939774062', time=2024-09-12T20:12:57.887385+0000, chain.objs.size()=1 2024-09-12T18:25:55.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FoX_yhZQRtZhEmvs1ev2o1393GuuE9l_0 2024-09-12T18:25:55.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6298748445719657064', time=2024-09-12T20:12:57.906132+0000, chain.objs.size()=1 2024-09-12T18:25:55.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pMz2206dmfe2HQ0brWqRIBM_Uzok1o0_0 2024-09-12T18:25:55.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15885394579826914544', time=2024-09-12T20:12:57.906939+0000, chain.objs.size()=1 2024-09-12T18:25:55.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jjbVJjtYcC9uRayn7bHucbwBfcEgi41_0 2024-09-12T18:25:55.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3109364776503907314', time=2024-09-12T20:12:57.910465+0000, chain.objs.size()=1 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-_jgmPBdE5JvM1V7yIEI0pXZak4kJgg_0 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11894638766578317282', time=2024-09-12T20:12:57.951087+0000, chain.objs.size()=1 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1k1wxE9GMdWH0h9iJ47uVfAh-iUouDX_0 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4814556988889084922', time=2024-09-12T20:12:58.007802+0000, chain.objs.size()=1 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.veiD5k2c_-8TcnPlJ4ICIbB7yNkyntO_0 2024-09-12T18:25:55.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4513215391649740973', time=2024-09-12T20:12:58.110927+0000, chain.objs.size()=1 2024-09-12T18:25:55.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.97ELQN-EKv1gYP5OsYkXdvfmu1S46wM_0 2024-09-12T18:25:55.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11385049877805444207', time=2024-09-12T20:12:58.147928+0000, chain.objs.size()=1 2024-09-12T18:25:55.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iHZypNlGU_ldVD--zo_5NPhAPme5Kky_0 2024-09-12T18:25:55.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5929805080416065000', time=2024-09-12T20:12:58.241723+0000, chain.objs.size()=1 2024-09-12T18:25:55.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hBwzh-9XNASx1YUpMasiBnJdj0GDJqs_0 2024-09-12T18:25:55.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1593143794947484447', time=2024-09-12T20:13:10.032422+0000, chain.objs.size()=1 2024-09-12T18:25:55.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.282__shadow_.13eVcCtxF2N7_gh4AxtidY9AOBLRWxC_0 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2899200669015904999', time=2024-09-12T20:13:19.176168+0000, chain.objs.size()=1 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.c-ysAgiBpUVj9RDeFsaH5NaNuDaZm0q_0 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1584528660937145196', time=2024-09-12T20:13:27.628616+0000, chain.objs.size()=1 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.307__shadow_.XFP0NvtXrpx9pFTNPaNw3ZPmUZ-H_6W_0 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3167386295936698478', time=2024-09-12T20:13:36.558471+0000, chain.objs.size()=1 2024-09-12T18:25:55.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.322__shadow_.8yLBRmQhwhIM1ZpUoIeBqvbFa1tbpm6_0 2024-09-12T18:25:55.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11779544873520517759', time=2024-09-12T20:13:58.825311+0000, chain.objs.size()=1 2024-09-12T18:25:55.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I0312XaVBawUI5OcECQJBOm1CNIaity_0 2024-09-12T18:25:55.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12180294279620318197', time=2024-09-12T20:13:58.982749+0000, chain.objs.size()=1 2024-09-12T18:25:55.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qgz03qovPy3o5Br-HOsx-XyuyLom_1J_0 2024-09-12T18:25:55.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.941363991986723500', time=2024-09-12T20:13:58.995897+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5iMn39OVEKiowZki13xCjdKCv9BHXBE_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15593593861093239505', time=2024-09-12T20:13:59.000161+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zzbeo8qG6TxP4loYyOuQg0tn5wMckSz_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13347827891099768077', time=2024-09-12T20:13:59.017379+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MAuXgycfYa5TE0q5EhVD_lV8q6ldxxN_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13495074025649304557', time=2024-09-12T20:13:59.064063+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VX5NcUiA9K6B-4C_V5trjDshQM34KX7_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.239258372759512802', time=2024-09-12T20:13:59.195915+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.APbzNWZR3hj17pKuLT11ysr8H958osV_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12648051431536528356', time=2024-09-12T20:13:59.324364+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aPUhDfy7e0okzs9xBmEIQZU9llikBi7_0 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4561592336222472411', time=2024-09-12T20:13:59.377317+0000, chain.objs.size()=1 2024-09-12T18:25:55.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VW1eI002WDu_GVnxlioCf86XzMCCgMI_0 2024-09-12T18:25:55.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14435245401111903637', time=2024-09-12T20:13:59.561495+0000, chain.objs.size()=1 2024-09-12T18:25:55.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fmtDnmj5yDH_bsL2iSfOjHgLVKv6U5V_0 2024-09-12T18:25:55.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9632801175926176638', time=2024-09-12T20:13:59.706986+0000, chain.objs.size()=1 2024-09-12T18:25:55.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1rMlcXY5-c38KW6bw-8Fv9hSI6c-PRp_0 2024-09-12T18:25:55.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1205200103702248678', time=2024-09-12T20:13:59.995710+0000, chain.objs.size()=1 2024-09-12T18:25:55.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IkVHm3H9oVE5_gDE_RmzMB6RFCk3e9F_0 2024-09-12T18:25:55.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1412891832573568993', time=2024-09-12T20:14:00.015421+0000, chain.objs.size()=1 2024-09-12T18:25:55.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.78rLuS5yipefUfsNlP5RZf3F2IUjuXO_0 2024-09-12T18:25:55.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2115939416367030858', time=2024-09-12T20:14:00.059649+0000, chain.objs.size()=1 2024-09-12T18:25:55.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AS7kocGha7_viSMhQItIFND41hTF7ll_0 2024-09-12T18:25:55.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14419451503801818192', time=2024-09-12T20:14:00.340211+0000, chain.objs.size()=1 2024-09-12T18:25:55.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cYzR5h2iG1kJwU3e3suJstZtwUvX35Y_0 2024-09-12T18:25:55.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6989856090203750699', time=2024-09-12T20:14:00.383735+0000, chain.objs.size()=1 2024-09-12T18:25:55.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.P4yx17OrmZLCHmPkr9gA2CdXprQZIOO_0 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7285714496011101351', time=2024-09-12T20:14:00.456536+0000, chain.objs.size()=1 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VXUxwWP9yLc7p4D2x88wX4se2nVAGyn_0 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15358941185310551539', time=2024-09-12T20:14:00.502350+0000, chain.objs.size()=1 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.G9l76_DuDFkryUtmQDtepDd3jDYFMC7_0 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15966177894652523212', time=2024-09-12T20:14:00.510881+0000, chain.objs.size()=1 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zeBl6FThjiFPuoX1Dk1zBS9EYjYzV4G_0 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5528890306043881297', time=2024-09-12T20:14:00.726340+0000, chain.objs.size()=1 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gxfcozyjN0cjiyrWXTR8kBIDi_S5YoU_0 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16122427362574320459', time=2024-09-12T20:14:00.754297+0000, chain.objs.size()=1 2024-09-12T18:25:55.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.t0BGkvAAhGrZJBeaenlVZu-oFjo9LpG_0 2024-09-12T18:25:55.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16889386881300967815', time=2024-09-12T20:14:01.044090+0000, chain.objs.size()=1 2024-09-12T18:25:55.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1AM3HB_A47JtN6V8P-waOQLq0fZOlAq_0 2024-09-12T18:25:55.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12278013663494512567', time=2024-09-12T20:14:01.080816+0000, chain.objs.size()=1 2024-09-12T18:25:55.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cdXG8Y_mgLs8lrebsSiFMOR8sXHSDTc_0 2024-09-12T18:25:55.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7379494913079163307', time=2024-09-12T20:14:01.103967+0000, chain.objs.size()=1 2024-09-12T18:25:55.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HfRrxHXegWQYELKzjiRoV9YetMhTyI3_0 2024-09-12T18:25:55.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.250581728181300225', time=2024-09-12T20:14:01.156197+0000, chain.objs.size()=1 2024-09-12T18:25:55.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dyViUayFor99PZUX6PTb3dm6cKL7YRp_0 2024-09-12T18:25:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2696122106127985054', time=2024-09-12T20:14:01.229249+0000, chain.objs.size()=1 2024-09-12T18:25:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.eeSmhSTIpXstSj9acifyNgGilHMJKj9_0 2024-09-12T18:25:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.941692392051013972', time=2024-09-12T20:14:01.518806+0000, chain.objs.size()=1 2024-09-12T18:25:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.joyreSgipjd4_shv3H-pcYNwi3mdBG2_0 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1831601339018017695', time=2024-09-12T20:14:22.759621+0000, chain.objs.size()=1 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mDltVUZgPOCI-4HibnJSyUIufohagMA_0 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1233740069041799911', time=2024-09-12T20:14:22.876353+0000, chain.objs.size()=1 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jJ7kAMnjenZzph8PonkaHezKOvTQ85H_0 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6028513697488998326', time=2024-09-12T20:14:23.051747+0000, chain.objs.size()=1 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.d8DV5iifVuzO6VEoinpS5Lyopp51rGw_0 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15393136273115863701', time=2024-09-12T20:14:23.103214+0000, chain.objs.size()=1 2024-09-12T18:25:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.j3eUdxz3kApulrUL1cvAhP5mP9sy500_0 2024-09-12T18:25:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4020083505376847489', time=2024-09-12T20:14:23.162986+0000, chain.objs.size()=1 2024-09-12T18:25:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.by0K3aWZE3X6nwHsk2uMhlGXQIFbcEK_0 2024-09-12T18:25:55.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16028834697175880193', time=2024-09-12T20:14:23.174026+0000, chain.objs.size()=1 2024-09-12T18:25:55.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TUHqD9swBF2bGizJkea8WRD-yZ4GOLJ_0 2024-09-12T18:25:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12865579597253363517', time=2024-09-12T20:14:23.677784+0000, chain.objs.size()=1 2024-09-12T18:25:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.10K6Zxs0j4HGt6xG_k32Ru8g0KUXy4E_0 2024-09-12T18:25:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1289399376631147975', time=2024-09-12T20:14:23.736467+0000, chain.objs.size()=1 2024-09-12T18:25:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bbeMeL4pOZR8nTG0nv3OXaBj-QkvST7_0 2024-09-12T18:25:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6647577948114128662', time=2024-09-12T20:14:23.780809+0000, chain.objs.size()=1 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xUmQgZ8GT5YOlO-B3AqN4Wilv4m89Dq_0 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2321592778610737732', time=2024-09-12T20:14:23.817694+0000, chain.objs.size()=1 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.l5i-v6Fdv1W3Dq_umL5Zl-0Fr6hzWc__0 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15545290006698425922', time=2024-09-12T20:14:23.835769+0000, chain.objs.size()=1 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gH-O69nnJ2QNdJwFRaAlDnZ4I3B4TV2_0 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8997297424929725048', time=2024-09-12T20:14:24.132883+0000, chain.objs.size()=1 2024-09-12T18:25:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vz6kswZxzigHSdvMiZ29Y_D3_Zbiq3C_0 2024-09-12T18:25:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14047001416288306260', time=2024-09-12T20:14:24.206633+0000, chain.objs.size()=1 2024-09-12T18:25:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DvDKoaXmylgWO96FI1Ju-gnIpu9Ss7D_0 2024-09-12T18:25:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4270867860963390529', time=2024-09-12T20:14:24.224707+0000, chain.objs.size()=1 2024-09-12T18:25:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DaLkxYvyHBGInl2ByBWcJJdRYDpIVFZ_0 2024-09-12T18:25:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7868586270806967036', time=2024-09-12T20:14:24.231200+0000, chain.objs.size()=1 2024-09-12T18:25:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bMonxAvJMtzDG3d-1KXSvcqUmFEJtTR_0 2024-09-12T18:25:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10172443158857868776', time=2024-09-12T20:14:24.238696+0000, chain.objs.size()=1 2024-09-12T18:25:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WmgBPs-aI6Xnq32C6DDnUoVQJfEbIg2_0 2024-09-12T18:25:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17976368034253506527', time=2024-09-12T20:14:24.366415+0000, chain.objs.size()=1 2024-09-12T18:25:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dVslHJmgjv8QWSfvDslpn-tDmEBz3kM_0 2024-09-12T18:25:55.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14015368713138679040', time=2024-09-12T20:14:24.451428+0000, chain.objs.size()=1 2024-09-12T18:25:55.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.RI4KFbekgP94c7fLStwnjiyh4WcoAHb_0 2024-09-12T18:25:55.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12953436426381516849', time=2024-09-12T20:14:24.455956+0000, chain.objs.size()=1 2024-09-12T18:25:55.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.c3lm9MhEyT7QPxXne1nysUGSPs2Y4Ng_0 2024-09-12T18:25:55.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4300771963688280905', time=2024-09-12T20:14:24.457109+0000, chain.objs.size()=1 2024-09-12T18:25:55.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.faempanGbOLUDHh_WqGppINdSpe3-Sr_0 2024-09-12T18:25:55.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16475426582846116580', time=2024-09-12T20:14:24.494057+0000, chain.objs.size()=1 2024-09-12T18:25:55.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YLTC_xXxTeTnd1Sl7T981rfkcniqppJ_0 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9735502913324165679', time=2024-09-12T20:14:24.511398+0000, chain.objs.size()=1 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.l4Aq_Ke4M1aa9j-oGc6AS2ggDYmUa-C_0 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16346456856130467993', time=2024-09-12T20:14:24.564217+0000, chain.objs.size()=1 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nyUWUvEsT2Sv5vRJwhoQaNwKeqpMyeF_0 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13741186038729964359', time=2024-09-12T20:14:24.566439+0000, chain.objs.size()=1 2024-09-12T18:25:55.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jpnM79rY5qcTurmRg49MqokCKr689Np_0 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14264492926319925970', time=2024-09-12T20:14:24.607779+0000, chain.objs.size()=1 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jspyAtzkflqLmiXqXZPhwu3Q4SCJQQW_0 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14419776738450440942', time=2024-09-12T20:14:24.833736+0000, chain.objs.size()=1 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TDozcRzJAfeaF0zmCUwPauHA0cd_TUJ_0 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10503673652371378601', time=2024-09-12T20:14:24.839000+0000, chain.objs.size()=1 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FekM5gSzTwZ_wuHtQhJTSk_bIQsFeAz_0 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16208163814180060733', time=2024-09-12T20:14:24.867943+0000, chain.objs.size()=1 2024-09-12T18:25:55.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.c-Di8jdKbwRuTQ9cwzxVmjrHAXmOSes_0 2024-09-12T18:25:55.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2063623477070644311', time=2024-09-12T20:14:24.872998+0000, chain.objs.size()=1 2024-09-12T18:25:55.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1cZQCyo0c7ByuAUNSjC8fXVdB8sTrWT_0 2024-09-12T18:25:55.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.58397669169654091', time=2024-09-12T20:14:24.931269+0000, chain.objs.size()=1 2024-09-12T18:25:55.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.spTG_HgwfAjMnrz0RywkA4bsnefvD0B_0 2024-09-12T18:25:55.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12718674249550730413', time=2024-09-12T20:14:24.936152+0000, chain.objs.size()=1 2024-09-12T18:25:55.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._gSS4F4wo_PLiYtKFb09qsx3ibkIm29_0 2024-09-12T18:25:55.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16872954291586121122', time=2024-09-12T20:14:25.175660+0000, chain.objs.size()=1 2024-09-12T18:25:55.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.b0_YGc1JuA1QOcYJvIme6LhKnvFQvBK_0 2024-09-12T18:25:55.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9113232968512598396', time=2024-09-12T20:14:25.181061+0000, chain.objs.size()=1 2024-09-12T18:25:55.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Ekm2SluInLC4L0tp6etTFES9pHAJKvb_0 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14613620291322246380', time=2024-09-12T20:14:25.270391+0000, chain.objs.size()=1 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9mjr-d9isnwCGTEeopxgvxBfLnGnyEl_0 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8548328599857922081', time=2024-09-12T20:14:25.510483+0000, chain.objs.size()=1 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nOfkfjEyxaVzi1srLc2IeBCbqJq84kb_0 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10395316957865180318', time=2024-09-12T20:14:25.559109+0000, chain.objs.size()=1 2024-09-12T18:25:55.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KBNOh3tCASI-JdEiRIu6CXfdPXyDAST_0 2024-09-12T18:25:55.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43441 2024-09-12T18:25:55.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11280787339225614383', time=2024-09-12T20:14:25.584341+0000, chain.objs.size()=1 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ifdal5OnZ8BNEiS76YfY3BAB35DC5Zf_0 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1779030841460417081', time=2024-09-12T20:14:34.378155+0000, chain.objs.size()=1 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.341__shadow_.5vPaS1mFmLAqf39ko34Ynq671x_7RLN_0 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11644314686911382991', time=2024-09-12T20:15:31.199373+0000, chain.objs.size()=1 2024-09-12T18:25:55.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.436__shadow_.1DT7aZxFMjk5JJjVCISkRMuE1MkPrxo_0 2024-09-12T18:25:55.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6470421184585825139', time=2024-09-12T20:16:20.370011+0000, chain.objs.size()=1 2024-09-12T18:25:55.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.512__multipart_mymultipart.2~i_ckmqqy5kCeW9lSRtk5kpqbXzBgU2R.1 2024-09-12T18:25:55.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5', time=2024-09-12T20:16:35.696717+0000, chain.objs.size()=1 2024-09-12T18:25:55.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10446769329246836110', time=2024-09-12T20:16:54.746534+0000, chain.objs.size()=1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~_EEsVnUlSCRSSnkXJGD9TDkBW0N_Uq5.1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16426308316821958218', time=2024-09-12T20:18:08.338096+0000, chain.objs.size()=1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:BR-kg7YnWJxDNrrsQCdJKpc4z.Gcyyh_.sJd_564eLGkxinAjuwsSpFZB6O-PM29_0 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7297065345881171727', time=2024-09-12T20:21:22.290661+0000, chain.objs.size()=1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.620__shadow_.WSKc7H6A6h8uMeKt8WZ4TjunX4eyQtG_0 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12266211344604174389', time=2024-09-12T20:21:34.659887+0000, chain.objs.size()=1 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.633__shadow_._7M0K4FhowXC2AVxg9F2Hhj5YV_ShgK_0 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4399993509096946440', time=2024-09-12T20:21:46.085798+0000, chain.objs.size()=2 2024-09-12T18:25:55.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.650__shadow_.68bgx6b_hUxhLPc88DfRb7BfeqNNF5b_0 2024-09-12T18:25:55.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.650__shadow_.68bgx6b_hUxhLPc88DfRb7BfeqNNF5b_1 2024-09-12T18:25:55.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14188247593486841336', time=2024-09-12T20:21:59.170015+0000, chain.objs.size()=1 2024-09-12T18:25:55.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.666__shadow_.lFK_Bh1yRBh3zI-2u-ZFTTpB-AqV2BV_0 2024-09-12T18:25:55.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10394080268189225366', time=2024-09-12T20:22:00.135094+0000, chain.objs.size()=1 2024-09-12T18:25:55.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.667__shadow_.TBINAa4Y3qpgkJI_1PGU_j7k2FbcmSU_0 2024-09-12T18:25:55.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12633009155090042423', time=2024-09-12T20:22:19.101092+0000, chain.objs.size()=1 2024-09-12T18:25:55.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.703__multipart_file1.2~eT7DvGCAXTWRaFDBG_6tBQz8RKmaMpf.1 2024-09-12T18:25:55.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:55.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:25:55.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48537' 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_M__0v5JH5OdF8-5xMI4SnTCZ-GrXmFd', time=2024-09-12T20:10:17.012377+0000, chain.objs.size()=3 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.yEOgCsxMCD0CzKmFj2VcdYhsoZF9dtx_0 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.yEOgCsxMCD0CzKmFj2VcdYhsoZF9dtx_1 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.yEOgCsxMCD0CzKmFj2VcdYhsoZF9dtx_2 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2762534974991376086', time=2024-09-12T20:12:21.959897+0000, chain.objs.size()=1 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.243__shadow_.JuE7RIOS4Iz_JXUe_9bFnRSyxo563RJ_0 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14379133256544499210', time=2024-09-12T20:12:26.734121+0000, chain.objs.size()=1 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.249__shadow_.h7o3f_hMooEhndMWRmPhJ9Y3vBWXrYI_0 2024-09-12T18:25:55.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4738992849642226859', time=2024-09-12T20:12:55.798637+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BgFv6GnteNFXGUnO0WjGrmFaOpRaESI_0 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2790859384972957444', time=2024-09-12T20:12:55.893831+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VOfjQMZeArj97aBJtNkl9Drn6lZVAFy_0 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2192506936545595435', time=2024-09-12T20:12:55.936019+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PsGR-GBxWRuDLkNixESWataPtwNgKHQ_0 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6395757556703973984', time=2024-09-12T20:12:55.958598+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.DdfYzWmcQ8OepPS2yJYaauu-qRFLPss_0 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11275106382329403864', time=2024-09-12T20:12:55.984331+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.luEzEpGGuJ2CGp_pK_Fc2LyD9jxc9Kb_0 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2593793372378695295', time=2024-09-12T20:12:56.151701+0000, chain.objs.size()=1 2024-09-12T18:25:55.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0wFPTJ_MG6pKi3HseVf71r8f8Wy47ER_0 2024-09-12T18:25:55.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15470820379712531493', time=2024-09-12T20:12:56.159792+0000, chain.objs.size()=1 2024-09-12T18:25:55.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZgovqI78BUw090MP2UiDZu_9-cY_iEq_0 2024-09-12T18:25:55.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3441627397390204317', time=2024-09-12T20:12:56.190285+0000, chain.objs.size()=1 2024-09-12T18:25:55.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dk3_-0WLJSmlCfsLKlHTyM16Jotb-U5_0 2024-09-12T18:25:55.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12195619351811474694', time=2024-09-12T20:12:56.524286+0000, chain.objs.size()=1 2024-09-12T18:25:55.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pnxVlGBUl7k9MEwCQyvBNTnpLrIlEKA_0 2024-09-12T18:25:55.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.604509622139060702', time=2024-09-12T20:12:56.545079+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mO8__bYDWeJPZ5PvBmhpD0Z2TbRcxag_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2399744288681034586', time=2024-09-12T20:12:56.659983+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YPiuXTM4IM9kqe_hojEqK8ATqnmtQjT_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2642897108414788659', time=2024-09-12T20:12:56.769698+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.leuIcQrpgutmedmkigb3kzNadjmHTeP_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7452419507979043332', time=2024-09-12T20:12:56.840613+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tWNG6ivjB_5_mMv-id3KrtbO0Avn-M0_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2434274354344524759', time=2024-09-12T20:12:56.857304+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GxQVZ6n4IFgFBVBsaH5baxqlSj3J3pa_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4066186412327252360', time=2024-09-12T20:12:56.888669+0000, chain.objs.size()=1 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.DbhP11gART2wk-3XlFL3xSsCDusasGW_0 2024-09-12T18:25:55.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5485864466592746872', time=2024-09-12T20:12:56.913950+0000, chain.objs.size()=1 2024-09-12T18:25:55.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OZKziUR-92tOcUnoXtLmV5h4ygWRjGB_0 2024-09-12T18:25:55.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10954237484012237735', time=2024-09-12T20:12:56.941909+0000, chain.objs.size()=1 2024-09-12T18:25:55.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h0sD5LPNEkYxCZeL8dTSg8AuK1X9Shy_0 2024-09-12T18:25:55.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10268462224888292312', time=2024-09-12T20:12:56.970275+0000, chain.objs.size()=1 2024-09-12T18:25:55.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MiWF7Sf7PWN61LUdEg-nfjlVQCWjzZh_0 2024-09-12T18:25:55.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3279446984191963274', time=2024-09-12T20:12:57.117002+0000, chain.objs.size()=1 2024-09-12T18:25:55.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.skBn1GsszEUWfAUWsxs4uBRGSgGIu4o_0 2024-09-12T18:25:55.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3568914503813315243', time=2024-09-12T20:12:57.131005+0000, chain.objs.size()=1 2024-09-12T18:25:55.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.b3xSU_YeuceW2hZ4nXPUZBhtMdnkLv9_0 2024-09-12T18:25:55.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7007410117540223934', time=2024-09-12T20:12:57.168849+0000, chain.objs.size()=1 2024-09-12T18:25:55.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._Ae3lZiJDzKe3xlZoFufvLXuTOVygNL_0 2024-09-12T18:25:55.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14790072889451977591', time=2024-09-12T20:12:57.261274+0000, chain.objs.size()=1 2024-09-12T18:25:55.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2AIz-t4gSfM-DUBAzqA1OvR4KV-wuHT_0 2024-09-12T18:25:55.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11515433898927012205', time=2024-09-12T20:12:57.413927+0000, chain.objs.size()=1 2024-09-12T18:25:55.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uq6oY-0PsemXkC5llAi5ER6jiF_I0jr_0 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1633951676603105141', time=2024-09-12T20:12:57.426431+0000, chain.objs.size()=1 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tYYdezqq1Eg31QxAV1_Y-oKHOqIMdoV_0 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5945005372093399932', time=2024-09-12T20:12:57.487591+0000, chain.objs.size()=1 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8v4RNYqtqEu-FpxON3_CQuMELtwsZvL_0 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6554604787203902089', time=2024-09-12T20:12:57.537814+0000, chain.objs.size()=1 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WKiGqglzfjwo87dvSsS1mukexx2s7a1_0 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16980567029657853456', time=2024-09-12T20:12:57.543880+0000, chain.objs.size()=1 2024-09-12T18:25:55.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Jtsnr3UPXarJf0jKcR1E6V57pnOfOiX_0 2024-09-12T18:25:55.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12985214347806793641', time=2024-09-12T20:12:57.595490+0000, chain.objs.size()=1 2024-09-12T18:25:55.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mYHHUWnl1QYptfWOG5r4u50h1_hVlih_0 2024-09-12T18:25:55.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5582918389469033349', time=2024-09-12T20:12:57.654978+0000, chain.objs.size()=1 2024-09-12T18:25:55.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TX0fwiLlVxIkBUler46DIC9M09UCNON_0 2024-09-12T18:25:55.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5972420407975588045', time=2024-09-12T20:12:57.885358+0000, chain.objs.size()=1 2024-09-12T18:25:55.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BsQnRD1kK-Q3bOA6W6TN4XS70S-p0NX_0 2024-09-12T18:25:55.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14991481330499996335', time=2024-09-12T20:12:57.886500+0000, chain.objs.size()=1 2024-09-12T18:25:55.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Epgb_Zp7MoqUrryu9xsqH1auZ8Hr0GN_0 2024-09-12T18:25:55.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12646400134685598153', time=2024-09-12T20:12:57.925361+0000, chain.objs.size()=1 2024-09-12T18:25:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KxxXnknzMZjZZf_MvSaxu3o8trw2w9I_0 2024-09-12T18:25:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5012219643681721320', time=2024-09-12T20:12:58.154362+0000, chain.objs.size()=1 2024-09-12T18:25:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CkyjMsUkrVVzZtZXbb8-zLy4em733bF_0 2024-09-12T18:25:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4401268611113504203', time=2024-09-12T20:12:58.155291+0000, chain.objs.size()=1 2024-09-12T18:25:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PP2FomPS9K60nElL_5NNxySqOE5RY9b_0 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13473417527264708847', time=2024-09-12T20:13:20.420669+0000, chain.objs.size()=1 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.296__shadow_.G-9nJGhGyFe1o7wq9x-aj0HgqfgpxBB_0 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7725060309274893165', time=2024-09-12T20:13:58.876837+0000, chain.objs.size()=1 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MUPL5A_ylffmpafTGs9IAyUoXyaQxc-_0 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4994032041434066336', time=2024-09-12T20:13:58.907216+0000, chain.objs.size()=1 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VWrdzQfuoAteRXebxWoRqjSbVpBqTpK_0 2024-09-12T18:25:55.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8351111424706790068', time=2024-09-12T20:13:58.931521+0000, chain.objs.size()=1 2024-09-12T18:25:55.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L624bkxmKLVQmcJtoWSvAOw6rYNzBvP_0 2024-09-12T18:25:55.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13313058690523317283', time=2024-09-12T20:13:59.220887+0000, chain.objs.size()=1 2024-09-12T18:25:55.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CtpZenxB5qBLRv9khapMNCRC3W-zWWg_0 2024-09-12T18:25:55.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5089689704613237696', time=2024-09-12T20:13:59.307012+0000, chain.objs.size()=1 2024-09-12T18:25:55.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.h8eE3kx7mvYtg8U_71wDs7ua-tL13gg_0 2024-09-12T18:25:55.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3407411075100429697', time=2024-09-12T20:13:59.642597+0000, chain.objs.size()=1 2024-09-12T18:25:55.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.k0PLakI1CiOecgZMQDrUjqerkdlS_4O_0 2024-09-12T18:25:55.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6159291720518711846', time=2024-09-12T20:13:59.691710+0000, chain.objs.size()=1 2024-09-12T18:25:55.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0xtN2VlfCu5WBENVeJ_C4HWAFTqSEcE_0 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3164063105557993349', time=2024-09-12T20:13:59.724040+0000, chain.objs.size()=1 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ivRF3FdslgdzfW-nm4Y7384bLPhYt3d_0 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4284238269652106972', time=2024-09-12T20:13:59.729380+0000, chain.objs.size()=1 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MeJBEttaMKHxyqIvUyQ1CR-0SeCOCJT_0 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12343121184944965784', time=2024-09-12T20:13:59.741865+0000, chain.objs.size()=1 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LrJ6PA1bQhJC1n3F_UOlc_mGg6B8Zfy_0 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2503524114256505911', time=2024-09-12T20:13:59.953708+0000, chain.objs.size()=1 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SgdwKjwOqA4bNGmIB23XTitE2f375QK_0 2024-09-12T18:25:55.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13812992872529010184', time=2024-09-12T20:13:59.995818+0000, chain.objs.size()=1 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.eFyfDuQNImOnrLfVVNRWNVPtjtmGgDc_0 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.973159716190755662', time=2024-09-12T20:14:00.028732+0000, chain.objs.size()=1 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._yyrNxfROf9ywUqWweC2UtEsydxECLV_0 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2494227516074899817', time=2024-09-12T20:14:00.030104+0000, chain.objs.size()=1 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.26o5me9yuGjbpHhqGhpKKr9GjTQFtBZ_0 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15926763723610979924', time=2024-09-12T20:14:00.030932+0000, chain.objs.size()=1 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.24EH9AnsHmajUvzAWuFrTX8eM_T4PUM_0 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12380673260491112389', time=2024-09-12T20:14:00.036526+0000, chain.objs.size()=1 2024-09-12T18:25:55.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6gFcIf2MjgdMTh3bor7iv3LYRdDoZWP_0 2024-09-12T18:25:55.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5075907465467614925', time=2024-09-12T20:14:00.094459+0000, chain.objs.size()=1 2024-09-12T18:25:55.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Aa83amOmd459yg3OcxAi2qgsVyoHnAK_0 2024-09-12T18:25:55.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10969140739869381454', time=2024-09-12T20:14:00.104706+0000, chain.objs.size()=1 2024-09-12T18:25:55.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wHIEKtBnXxeIcSCKhGNKe_m_b_lKjSp_0 2024-09-12T18:25:55.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15440343031806685497', time=2024-09-12T20:14:00.107631+0000, chain.objs.size()=1 2024-09-12T18:25:55.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dUm_MeMhEdqwgkvwcrFgthkRle7w6Qo_0 2024-09-12T18:25:55.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9626416493868969866', time=2024-09-12T20:14:00.108598+0000, chain.objs.size()=1 2024-09-12T18:25:55.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-wpLygCgCU0OV9lpNqN1UpcdqzEfORE_0 2024-09-12T18:25:55.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14665706441627643762', time=2024-09-12T20:14:00.121157+0000, chain.objs.size()=1 2024-09-12T18:25:55.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZM03uuD5CWx6y9YZSS4Qb5GuLPtYLi__0 2024-09-12T18:25:55.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12699910198051443933', time=2024-09-12T20:14:00.142941+0000, chain.objs.size()=1 2024-09-12T18:25:55.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GKNTVHNH7Wgr6mMtuxkH3PuC7WLWddW_0 2024-09-12T18:25:55.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9848739020919960884', time=2024-09-12T20:14:00.144985+0000, chain.objs.size()=1 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.b0eo1QxpJT134WmE_2P0j4MxhM23z_K_0 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.261108079612398081', time=2024-09-12T20:14:00.481656+0000, chain.objs.size()=1 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bmfCVdbyllSW66fk9kB5Exn0dqiTcbc_0 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15628121096351132624', time=2024-09-12T20:14:00.802799+0000, chain.objs.size()=1 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UPK8XQnfJ5E1rDKft1-0j8S_ltRnmMi_0 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7178188611447690149', time=2024-09-12T20:14:00.804195+0000, chain.objs.size()=1 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jikvOmNgs8PQXFsqSp-pziJnqezO7Tv_0 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.340202247891592421', time=2024-09-12T20:14:00.852127+0000, chain.objs.size()=1 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M8b4ljvOnO1xIJUz40dLEkXYN0NiYkH_0 2024-09-12T18:25:55.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2910318609576844807', time=2024-09-12T20:14:00.854811+0000, chain.objs.size()=1 2024-09-12T18:25:55.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yMH-WY_nuNq4x3Rr4TvxBUadEyd6wAG_0 2024-09-12T18:25:55.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1418186920145849501', time=2024-09-12T20:14:01.044129+0000, chain.objs.size()=1 2024-09-12T18:25:55.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uw9NsM7XByRCcSx82L0Na-4bOyNbev9_0 2024-09-12T18:25:55.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14831437688842626552', time=2024-09-12T20:14:01.106281+0000, chain.objs.size()=1 2024-09-12T18:25:55.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LbuBkL803ydJbfUyvSZDw0xJxIMr50p_0 2024-09-12T18:25:55.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10619653601968635889', time=2024-09-12T20:14:01.204909+0000, chain.objs.size()=1 2024-09-12T18:25:55.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KPbzjTk1zdiNosn6syZl9utvgtmMYTy_0 2024-09-12T18:25:55.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14895821367347839812', time=2024-09-12T20:14:01.410330+0000, chain.objs.size()=1 2024-09-12T18:25:55.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HDJV4nIfRg_8OBGNl0yAPLODJi0Wd0j_0 2024-09-12T18:25:55.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16790522894717760392', time=2024-09-12T20:14:01.420876+0000, chain.objs.size()=1 2024-09-12T18:25:55.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ez0HPXAXOwwe8aS4uMgy6CPWrtFhC0K_0 2024-09-12T18:25:55.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10615872328268267718', time=2024-09-12T20:14:22.711101+0000, chain.objs.size()=1 2024-09-12T18:25:55.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cvqHil4VpItEKfJqvvW7eTT9M32j8Ub_0 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7166924473350911007', time=2024-09-12T20:14:22.734614+0000, chain.objs.size()=1 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0Dr9xE5tJduJd89Nf_Zm6gUmiVVYj0S_0 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9774170660453222521', time=2024-09-12T20:14:22.791493+0000, chain.objs.size()=1 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.z5b1F9b5JCcJro9LiEEtRijt92apcS-_0 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9244696452211955405', time=2024-09-12T20:14:22.801468+0000, chain.objs.size()=1 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8oACgiEdNeWg4aVCCt9zLDw3IBYWeR0_0 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9135906306214273183', time=2024-09-12T20:14:22.899919+0000, chain.objs.size()=1 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VVCAlD2yW_bW95yZurpnQMlfZXZ-4gn_0 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.919183084728957037', time=2024-09-12T20:14:22.955930+0000, chain.objs.size()=1 2024-09-12T18:25:55.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.L5ekETzydmaPs-blOwkrnHLh-nBJ7hb_0 2024-09-12T18:25:55.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11046248109449357048', time=2024-09-12T20:14:23.114867+0000, chain.objs.size()=1 2024-09-12T18:25:55.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.z6J88W-0_pcKUA3TiEzAE92TGLH5w3u_0 2024-09-12T18:25:55.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6268342304633831642', time=2024-09-12T20:14:23.172155+0000, chain.objs.size()=1 2024-09-12T18:25:55.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pTgeYdebP40N_qASPcT1hZHWHd_sWFV_0 2024-09-12T18:25:55.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4940229789156568570', time=2024-09-12T20:14:23.643544+0000, chain.objs.size()=1 2024-09-12T18:25:55.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.10anlSyxi_nCXpoKEag76KUJ8t-FoBA_0 2024-09-12T18:25:55.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4850247746334982024', time=2024-09-12T20:14:23.709711+0000, chain.objs.size()=1 2024-09-12T18:25:55.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.e6HSVeKRQT2-6XDJMW3-99IYXwzsn_p_0 2024-09-12T18:25:55.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16980856794041494005', time=2024-09-12T20:14:23.710971+0000, chain.objs.size()=1 2024-09-12T18:25:55.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.o_YrwgQr6IyUpgKKnpa_2_s8sTTrnDr_0 2024-09-12T18:25:55.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9796688308667038908', time=2024-09-12T20:14:23.751304+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gP6I8HGuqOYinV9YzKJEbOmo0mYd-bX_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.185903264436370496', time=2024-09-12T20:14:23.900061+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5xWa3qJ5cm18WwzOGy7j1h9taWazDBF_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9050466510321110329', time=2024-09-12T20:14:24.194486+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.01kPvksxjPqaCPlNTb3KBwGmbcRwfv1_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1017428593329167301', time=2024-09-12T20:14:24.439091+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sTKfIm4cQeBCZW03M3JRSWMpkdosDbx_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17794795049860863617', time=2024-09-12T20:14:24.464115+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0npRgst62DEfqdkZ0d8TWv_hMkdjQu7_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14638342166213663210', time=2024-09-12T20:14:24.466307+0000, chain.objs.size()=1 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Z1PMeQ_XNP_HldB85o50LqkmGRG1RCH_0 2024-09-12T18:25:55.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17909233265932802309', time=2024-09-12T20:14:24.574137+0000, chain.objs.size()=1 2024-09-12T18:25:55.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SQQEjyS24hghONeNjjdAowM1dDNRu0s_0 2024-09-12T18:25:55.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5380882315643586307', time=2024-09-12T20:14:24.607516+0000, chain.objs.size()=1 2024-09-12T18:25:55.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8jLHOmMuljrpoYPQRH7LeWJbCRh_sSr_0 2024-09-12T18:25:55.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1857095648347424513', time=2024-09-12T20:14:24.805646+0000, chain.objs.size()=1 2024-09-12T18:25:55.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zzLokr3Psow2rYtZbXYSFRl-0OKJ0BP_0 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.737686856297505253', time=2024-09-12T20:14:24.896561+0000, chain.objs.size()=1 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OmOhsG1Pa6nNfus7L2zkNjTh5ypBAjI_0 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3861800036695891362', time=2024-09-12T20:14:24.910967+0000, chain.objs.size()=1 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EbZY-PYGEW6jThpjIrQ5sDfs-DxK-5H_0 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2373713014043325130', time=2024-09-12T20:14:25.091513+0000, chain.objs.size()=1 2024-09-12T18:25:55.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BEokFNwIt36RkJZfjIZEBEcNn5n_RBA_0 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15663622199442023484', time=2024-09-12T20:14:25.138964+0000, chain.objs.size()=1 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bm6xjtoHRYCS91pO7qfGx_KnFVUS-VT_0 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13513799963310567999', time=2024-09-12T20:14:25.211924+0000, chain.objs.size()=1 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pNvNqNPERrdcjP5C3bSASKyh5S4hiiZ_0 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15337876991173415018', time=2024-09-12T20:14:25.303410+0000, chain.objs.size()=1 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WpM7bb8L89hv_ONj7nZXq48rTHcOssg_0 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14809891174693714431', time=2024-09-12T20:14:25.430148+0000, chain.objs.size()=1 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kUzB2-e9JMQUpNhjlo0mPBfqTUvQWNs_0 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15516875567055370251', time=2024-09-12T20:14:25.530565+0000, chain.objs.size()=1 2024-09-12T18:25:55.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YqDEYnl0y-9CYafjlpggGT_emIMfIX0_0 2024-09-12T18:25:55.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14258452819300438472', time=2024-09-12T20:14:25.572468+0000, chain.objs.size()=1 2024-09-12T18:25:55.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kgjeYFPbzrT3OPLEgJ5_ja5y67O68Na_0 2024-09-12T18:25:55.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48537 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11505702008846033952', time=2024-09-12T20:14:25.574058+0000, chain.objs.size()=1 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xH0TmJ2m34W1TyR0zhoNzDs5LRbAG9c_0 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12441078082369278760', time=2024-09-12T20:14:25.593751+0000, chain.objs.size()=1 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lbeHR0jjuXMvHWYTjpWLmPY0TlVjxo1_0 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9774825536421397577', time=2024-09-12T20:14:58.805604+0000, chain.objs.size()=1 2024-09-12T18:25:55.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.384__shadow_.oSE8ru9oN8TXoSz5OVqXpAWNSvMPi_J_0 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6904737107255777868', time=2024-09-12T20:15:27.622325+0000, chain.objs.size()=1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.430__shadow_.8noiTSRyjOvqEJkqdiFeQDlwfYpexDQ_0 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.878026781862305746', time=2024-09-12T20:15:47.166908+0000, chain.objs.size()=1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.458__shadow_.rqyw5qxTFPYYPCZzFYW4GGNig-7YeGM_0 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4378198544178125390', time=2024-09-12T20:16:10.245614+0000, chain.objs.size()=1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.497__shadow_.gCiDYpcViNSZr_molYrKQcFipHbxiLx_0 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6999720951365278259', time=2024-09-12T20:16:11.050337+0000, chain.objs.size()=1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.498__shadow_.mtWVqwvKDpffExYToVSFOK2rq5Kum-t_0 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6054636146405940350', time=2024-09-12T20:16:41.926068+0000, chain.objs.size()=12 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.1_1 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.S1sdhZuhvnv-x1G1FfWqhHnjml2emf3D.2 2024-09-12T18:25:55.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.S1sdhZuhvnv-x1G1FfWqhHnjml2emf3D.2_1 2024-09-12T18:25:55.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.3 2024-09-12T18:25:55.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.3_1 2024-09-12T18:25:55.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.4 2024-09-12T18:25:55.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.4_1 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.5 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.5_1 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.6 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.6_1 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18269561477898551045', time=2024-09-12T20:16:44.911758+0000, chain.objs.size()=6 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.1 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.2 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.vwSKBrjUssHl87uQ6ldABCpR_AAy2kII.3 2024-09-12T18:25:55.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.4 2024-09-12T18:25:55.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.5 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.6 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5072277438076667897', time=2024-09-12T20:18:08.053812+0000, chain.objs.size()=1 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:.kxdLZChZVDgttA6PhUsrl--tnv6.Bh_.dKtesTXFt6FOwpFL0DTklmn1ZDPIeNK_0 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1023167597162622410', time=2024-09-12T20:18:09.933235+0000, chain.objs.size()=1 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:kS9yXIu6VzPtP9AaD24Mj7VbePkWCeD_.WwmNcHooWwhI9o_2lm8mcOfXHl_v-v5_0 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4868356754361058114', time=2024-09-12T20:18:15.202752+0000, chain.objs.size()=1 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:rZdmC3bECRQ780Wy6rFA-lPICqSRn6._.7SdgyFr5lHGDiBKhZxhzJ0F6D1WQNfG_0 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16431466196295295650', time=2024-09-12T20:18:16.115626+0000, chain.objs.size()=1 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:8tjri0gazDakyxSdZl7gyJdVB-sTRL9_.1Ug1FWuZVr0z6Pd2aM-iaT_D4MkprQQ_0 2024-09-12T18:25:55.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6546352305890095466', time=2024-09-12T20:18:18.751780+0000, chain.objs.size()=1 2024-09-12T18:25:55.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.576__shadow:lEHIFrJvIQboxQqI1JFKQwG0jlAj2dO_.FlDqY7sGtcHLit8acwU05ESoD5Wi3Xn_0 2024-09-12T18:25:55.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13294455860473039325', time=2024-09-12T20:18:35.424961+0000, chain.objs.size()=1 2024-09-12T18:25:55.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:AXK3N7WXiMPn-mJ-.HMki0tHLsvDHES_._pp_WxkV9M4gkK8tYwSo1Zz9ToxbVQQ_0 2024-09-12T18:25:55.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.204283267692127915', time=2024-09-12T20:18:42.979813+0000, chain.objs.size()=4 2024-09-12T18:25:55.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~FGopsjBW_4G2OVtY9kWgQcwQMTnF5BP.1 2024-09-12T18:25:55.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~FGopsjBW_4G2OVtY9kWgQcwQMTnF5BP.2 2024-09-12T18:25:55.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~FGopsjBW_4G2OVtY9kWgQcwQMTnF5BP.3 2024-09-12T18:25:55.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~FGopsjBW_4G2OVtY9kWgQcwQMTnF5BP.4 2024-09-12T18:25:55.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6092226915615249109', time=2024-09-12T20:18:45.043714+0000, chain.objs.size()=1 2024-09-12T18:25:55.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:RhBQPZyplxe6la1vYKf3jRNjD1FDtaq_.5_qBJFlwBf0FP7oLzosyRinmwDGzxud_0 2024-09-12T18:25:55.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3063887183030458307', time=2024-09-12T20:18:47.308933+0000, chain.objs.size()=1 2024-09-12T18:25:55.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.583__shadow:BogTSvle8G702u1rvF26MRBRXvD3es3_.NouSmm0fvXMBRPcHLu21-hiRBYmgy-c_0 2024-09-12T18:25:55.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10293908198277503006', time=2024-09-12T20:18:51.730540+0000, chain.objs.size()=1 2024-09-12T18:25:55.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:y5yGTk4pefI.1sfSC2uhWR5BhTj4LX9_.qvPxaxjKtYKG_zdFMnt35T1t_1kX8Nl_0 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4587326577187507913', time=2024-09-12T20:21:58.363267+0000, chain.objs.size()=1 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.665__shadow_.Dx36yLi6_i3USWWMvtxa-3d1_Zwj13D_0 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3803119614731575767', time=2024-09-12T20:21:59.171714+0000, chain.objs.size()=1 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.666__shadow_.DOdD1kplYt8GixK8cX1e15Et7aepxLN_0 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16205516371326433367', time=2024-09-12T20:22:37.146487+0000, chain.objs.size()=1 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.717__shadow:hLbVWNKtJ9W9sVTCRROa6HAGrGrvcSN_.oJX_upN5xaexz3Ft1qGdcT8pZgYzbJl_0 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8747657560382171505', time=2024-09-12T20:22:48.381633+0000, chain.objs.size()=1 2024-09-12T18:25:55.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.720__shadow_.OkelpwcxcnCbdQ02kXlcAzlcaS4eO9L_0 2024-09-12T18:25:55.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:55.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:25:55.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:55.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48709' 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1425536390404121924', time=2024-09-12T20:12:34.239825+0000, chain.objs.size()=1 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.261__shadow_.p24hZxgjHU68ajZ5GKGGyhc1x27xRBM_0 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9990886338701135597', time=2024-09-12T20:12:55.939161+0000, chain.objs.size()=1 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lOGamwdo6m8NlNMlLEVNFIKySJwmycO_0 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13260978089359090453', time=2024-09-12T20:12:56.221317+0000, chain.objs.size()=1 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Bdc7iOj6oxd1wmH6B5XyDgQLaU308J5_0 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.137576015171621931', time=2024-09-12T20:12:56.288282+0000, chain.objs.size()=1 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.c1rDoh6Qu4w7XhdzSLzoKXD5cK_3vPX_0 2024-09-12T18:25:55.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13347648001429304820', time=2024-09-12T20:12:56.434779+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FfGUlHw1oUWn9ZbXZcFPMLhVok1eB9p_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.886778576358972558', time=2024-09-12T20:12:56.482775+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xn9mpWS1wFnJQ5wEFyCYChXUIhlnVAi_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9069943383793311970', time=2024-09-12T20:12:56.509243+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MIVqUqWzRkC1lf8hrFiNz9MGpIrQqyn_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14423902262915959984', time=2024-09-12T20:12:56.555653+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JI-UOCX7K94snyezLzoFdUhg0kaI7UU_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2757956366585282198', time=2024-09-12T20:12:56.576844+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EK5tu3QI5mZvBP_rqJNyyHkHk73W69b_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8596673456478901599', time=2024-09-12T20:12:56.619684+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Dmy0umy0vV51VM6f_7BbwESDXTi_lJT_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3373046227384291079', time=2024-09-12T20:12:56.632046+0000, chain.objs.size()=1 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LaAh330pdZKF3WwcIMmex2fueaEQxWF_0 2024-09-12T18:25:55.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12474574772962218562', time=2024-09-12T20:12:56.645274+0000, chain.objs.size()=1 2024-09-12T18:25:55.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.e5paGXiOJXPFxJczaEIVh1VUFoClpJs_0 2024-09-12T18:25:55.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5668213224786600991', time=2024-09-12T20:12:56.648959+0000, chain.objs.size()=1 2024-09-12T18:25:55.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.64o0EqQGBcd-gsHXOPLTdsQvYkzMwb6_0 2024-09-12T18:25:55.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17547176210874748734', time=2024-09-12T20:12:56.650584+0000, chain.objs.size()=1 2024-09-12T18:25:55.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.z2n6JdrUc3NwnbfZ7xy6kaHTn8JQ9Zq_0 2024-09-12T18:25:55.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3737274057505388716', time=2024-09-12T20:12:56.816245+0000, chain.objs.size()=1 2024-09-12T18:25:55.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wMXyO7Wwk2PKatzN48hGFHWHxC0YIUH_0 2024-09-12T18:25:55.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12681391086158825727', time=2024-09-12T20:12:56.822215+0000, chain.objs.size()=1 2024-09-12T18:25:55.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.APG-uHf4uM4gLi5G2tHUrFHFb4cUJNC_0 2024-09-12T18:25:55.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1462399719604931951', time=2024-09-12T20:12:56.873540+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ulGIqWCrihWOq1KVXp4-ks2TPCEAmyk_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6031139753385614265', time=2024-09-12T20:12:56.889617+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.v-YKOgtsWHcdVhXZmAIvQwTvPKJw-0Y_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8695723727988921313', time=2024-09-12T20:12:56.895135+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h34gCZFqAuVCd1jFgj8bUmp3nhw37yt_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10453958645363808346', time=2024-09-12T20:12:56.921546+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JLHuQEH6PpPgrAxgT0EJqVHp8jAUgga_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5034818652097716871', time=2024-09-12T20:12:57.102575+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.V7L_D_4olLgi98oaGmdsFvvSEcxTb45_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9164881374473123099', time=2024-09-12T20:12:57.130304+0000, chain.objs.size()=1 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TqDjVz2N7OlWnL4rDSptETvx-JEJgVt_0 2024-09-12T18:25:55.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4651483638559934702', time=2024-09-12T20:12:57.194222+0000, chain.objs.size()=1 2024-09-12T18:25:55.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LtGsPg3potvMBwoWx32rYQcQxZTy8sh_0 2024-09-12T18:25:55.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12202237175107860958', time=2024-09-12T20:12:57.204356+0000, chain.objs.size()=1 2024-09-12T18:25:55.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yuObMBQ0yG0-MGfIIlY71Hh_UrqNJsp_0 2024-09-12T18:25:55.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16849573015327578102', time=2024-09-12T20:12:57.226022+0000, chain.objs.size()=1 2024-09-12T18:25:55.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-nEwV1btJgFsIa2wtDhmIY2ITMwNrBh_0 2024-09-12T18:25:55.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.613047136893009915', time=2024-09-12T20:12:57.448102+0000, chain.objs.size()=1 2024-09-12T18:25:55.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ulp85_K3CyGn7PfKT6cX2604uRaJOSl_0 2024-09-12T18:25:55.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1899495450613950413', time=2024-09-12T20:12:57.524475+0000, chain.objs.size()=1 2024-09-12T18:25:55.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.STLw0O4AVNIgr-lQGnRo9legoeZJnPW_0 2024-09-12T18:25:55.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6983828075759314044', time=2024-09-12T20:12:57.548392+0000, chain.objs.size()=1 2024-09-12T18:25:55.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C24ca6NhQs5m_E6XYKaXjF8qR2JyFKM_0 2024-09-12T18:25:55.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5503725569314012289', time=2024-09-12T20:12:57.578894+0000, chain.objs.size()=1 2024-09-12T18:25:55.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1V23CZQco_WHiG9Fh6BtTT9weno8h9j_0 2024-09-12T18:25:55.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6010285494597778924', time=2024-09-12T20:12:57.604906+0000, chain.objs.size()=1 2024-09-12T18:25:55.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CIHUqN1yd0Jdq6JqPYZb8qjuV8oCPVK_0 2024-09-12T18:25:55.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6475955076355996506', time=2024-09-12T20:12:57.789710+0000, chain.objs.size()=1 2024-09-12T18:25:55.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0vqVSSCLW2pr6w0aiesF-wyWB-xY6TN_0 2024-09-12T18:25:55.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14513170287606879048', time=2024-09-12T20:12:57.841051+0000, chain.objs.size()=1 2024-09-12T18:25:55.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HtytX5r-uhRp-wdFzCl8TDKHwaoPW3Q_0 2024-09-12T18:25:55.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.731854034611759933', time=2024-09-12T20:12:57.881016+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ekhm6rehEpS8AQw6YCTnsIxoxqOvurV_0 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10329996378599767259', time=2024-09-12T20:12:57.898326+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RXkNn98kFJMUtV_M2hK9vRqWGSjzA92_0 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2477952662415826427', time=2024-09-12T20:12:58.279551+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dXqb877sPLPAl52ehk_6SuF9CHsyBVt_0 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11361427074318435924', time=2024-09-12T20:12:58.281214+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KjjkVwf1j8Os8PbjPMFh0c8gn5ZJMbe_0 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13413401568326087163', time=2024-09-12T20:12:58.298097+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OOEIX0esM2FcE6XoT8mOehP4dxd1dUQ_0 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1212541986841420652', time=2024-09-12T20:12:58.821579+0000, chain.objs.size()=1 2024-09-12T18:25:55.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.264__shadow_.GDJyFdZGzIpO3lWRjzMiyZzI9f5v2C6_0 2024-09-12T18:25:55.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.429672771137743926', time=2024-09-12T20:13:08.810324+0000, chain.objs.size()=1 2024-09-12T18:25:55.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.280__shadow_.j1rJjVcuzVgCKmVQRejFEzBffx0RncV_0 2024-09-12T18:25:55.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6798133475351976552', time=2024-09-12T20:13:09.416511+0000, chain.objs.size()=1 2024-09-12T18:25:55.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.281__shadow_.TyfrClz6pyiP5RAw6L-BdE5KSlHPlGR_0 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8091428510147604484', time=2024-09-12T20:13:17.848140+0000, chain.objs.size()=1 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.N0IguXgvPJ7AwSjUAvVVRV2HYn_lXDU_0 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12666572665159577320', time=2024-09-12T20:13:19.250903+0000, chain.objs.size()=1 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.6rrZx1Z6PKp4ahniU75JgteaYDUlezo_0 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15054466513760139711', time=2024-09-12T20:13:58.821309+0000, chain.objs.size()=1 2024-09-12T18:25:55.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.R8nx1oj8xfyjARpUoIVmTG1-xyAUp-__0 2024-09-12T18:25:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.945503294815132184', time=2024-09-12T20:13:58.972365+0000, chain.objs.size()=1 2024-09-12T18:25:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.h4kjtqFPSW1HNu6P2gkqLYx-ZfDguX5_0 2024-09-12T18:25:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13266626934681027263', time=2024-09-12T20:13:58.977518+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0q-7we6G_DfFOsDo2JPoaIocPCEjHnx_0 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11174218430256620818', time=2024-09-12T20:13:59.248224+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.55whiEJqa5zVVD4lG7UE4Oa0HrFuOlg_0 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12777351448116866055', time=2024-09-12T20:13:59.272394+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bdXu4UoUMcwz6xH1CbMs8RxIxSrpCmD_0 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16402292331771994265', time=2024-09-12T20:13:59.363331+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5vVeLgOffaKCbo5sh3-ED9XoZL0k07q_0 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3915158099979656996', time=2024-09-12T20:13:59.749501+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.E-cK49E0IXPf8duvtH3hWxnNQvFivLQ_0 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10531179093727653914', time=2024-09-12T20:13:59.774278+0000, chain.objs.size()=1 2024-09-12T18:25:55.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4undqE8kpV4TFnakP3-BEzQA3ICr_vx_0 2024-09-12T18:25:55.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4878591451608116781', time=2024-09-12T20:13:59.808754+0000, chain.objs.size()=1 2024-09-12T18:25:55.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FZkfjsRpzsK-aErJK2z5dxAS7EeNCGp_0 2024-09-12T18:25:55.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3228956744553312772', time=2024-09-12T20:13:59.952178+0000, chain.objs.size()=1 2024-09-12T18:25:55.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6g2_08zon94w-tTwzgthOHnut5emVRf_0 2024-09-12T18:25:55.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5958459312107236716', time=2024-09-12T20:13:59.955024+0000, chain.objs.size()=1 2024-09-12T18:25:55.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XkrxcnYxq3kog3YHg9A3iRyaLW88gGd_0 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16106518722167530771', time=2024-09-12T20:13:59.964454+0000, chain.objs.size()=1 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.twXy0Db-gR8T82cQD-0c7rG21WygB1S_0 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1626554463114761622', time=2024-09-12T20:13:59.971516+0000, chain.objs.size()=1 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IDUi0Aq8pdUGkXDPY_X21WlYW-l00GC_0 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16463050045957117573', time=2024-09-12T20:14:00.168082+0000, chain.objs.size()=1 2024-09-12T18:25:55.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dzfXxVmmPzhhy7ZRPmqBoDqkn3Qk7Hm_0 2024-09-12T18:25:55.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4544711803683101742', time=2024-09-12T20:14:00.185644+0000, chain.objs.size()=1 2024-09-12T18:25:55.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.N9XmPNFxsuL4E4xqVFJjp8RFOxshjVT_0 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9081240395827042442', time=2024-09-12T20:14:00.375000+0000, chain.objs.size()=1 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.kaWG4v2GqhbSw2fA0bbs8yI8D9T4DyS_0 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13198263424583544646', time=2024-09-12T20:14:00.535244+0000, chain.objs.size()=1 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KryX0vva4iR9a_GXanUqNRsg3I1qGhj_0 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16240029125988771907', time=2024-09-12T20:14:00.685132+0000, chain.objs.size()=1 2024-09-12T18:25:55.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XI-YGNR6bbmXwkO7DK9LRH-WEFnJ6kE_0 2024-09-12T18:25:55.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13237117360001876588', time=2024-09-12T20:14:00.807381+0000, chain.objs.size()=1 2024-09-12T18:25:55.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I-in6jlKoOA30m2isc8FmzlJT4CbOjM_0 2024-09-12T18:25:55.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11946688583323533551', time=2024-09-12T20:14:01.002239+0000, chain.objs.size()=1 2024-09-12T18:25:55.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.u1VIWK8vA3OZJgIfRolkJDOohPoRqfU_0 2024-09-12T18:25:55.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8166064044428512687', time=2024-09-12T20:14:01.094840+0000, chain.objs.size()=1 2024-09-12T18:25:55.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xu32_uYCdTvV3xcPgACvxYYhc5OjNM0_0 2024-09-12T18:25:55.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15818245831278244490', time=2024-09-12T20:14:01.166956+0000, chain.objs.size()=1 2024-09-12T18:25:55.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.W9j8mFUSqglglC_DGWaOmiHQd-ZgKql_0 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2490664499288088201', time=2024-09-12T20:14:01.242558+0000, chain.objs.size()=1 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yAliAfd_YwewVPLlSoFp5xLY6lB71OU_0 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10625047236189220920', time=2024-09-12T20:14:01.386129+0000, chain.objs.size()=1 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.azYvafZgqXM9UMUc4GnT9o2HIC8uPsy_0 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15863512095674615126', time=2024-09-12T20:14:01.400298+0000, chain.objs.size()=1 2024-09-12T18:25:55.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QT2G9SMEuO7x9UByH7MpvvCAh8IM0GT_0 2024-09-12T18:25:55.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5488475586623712196', time=2024-09-12T20:14:01.406004+0000, chain.objs.size()=1 2024-09-12T18:25:55.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VWna12_HzvF4942luxy1AK7M6bGOubT_0 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1970130417038231897', time=2024-09-12T20:14:01.490192+0000, chain.objs.size()=1 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.v1h4KuQlGVDNKOIM6ZaXh926UT-v20y_0 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9437714628317103046', time=2024-09-12T20:14:01.533771+0000, chain.objs.size()=1 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8i4Zw5o31_hJYqagIinlozaqEJwN0gu_0 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15805640132468388594', time=2024-09-12T20:14:22.687502+0000, chain.objs.size()=1 2024-09-12T18:25:55.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ejI4b_ZdroTWyxuxBLc4NxNUKML-ssj_0 2024-09-12T18:25:55.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16092057988843750850', time=2024-09-12T20:14:22.693856+0000, chain.objs.size()=1 2024-09-12T18:25:55.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FfZzu4wLWcAt-H2k6p65lsCkUgGEmdF_0 2024-09-12T18:25:55.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14261476338875913363', time=2024-09-12T20:14:22.770732+0000, chain.objs.size()=1 2024-09-12T18:25:55.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cCFL12KX4xFp0P_R5ywHBrs0kIWu5mF_0 2024-09-12T18:25:55.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2965402565287292858', time=2024-09-12T20:14:22.781637+0000, chain.objs.size()=1 2024-09-12T18:25:55.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E0JWsvkVCKUw4VJ1CQy_ba0W_mbDnAa_0 2024-09-12T18:25:55.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13644362783172369130', time=2024-09-12T20:14:22.857829+0000, chain.objs.size()=1 2024-09-12T18:25:55.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iHtQYqalZyCJ5P-H42wLQ_e8B3hKlIi_0 2024-09-12T18:25:55.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16051210530902265013', time=2024-09-12T20:14:22.872201+0000, chain.objs.size()=1 2024-09-12T18:25:55.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eIBgN7Lj-fOiIbiMbV0Ymfic_2T53Yc_0 2024-09-12T18:25:55.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14816091934074607212', time=2024-09-12T20:14:22.907929+0000, chain.objs.size()=1 2024-09-12T18:25:55.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bTRu2MU67CVpm3ymYwl_TIIe_lNyETf_0 2024-09-12T18:25:55.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17622248847397894169', time=2024-09-12T20:14:22.931593+0000, chain.objs.size()=1 2024-09-12T18:25:55.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xNxNKkPRJ3HMdBvZLkjY8nFX19fQqLF_0 2024-09-12T18:25:55.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.521452233183600960', time=2024-09-12T20:14:22.949558+0000, chain.objs.size()=1 2024-09-12T18:25:55.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.h1KU7DopWWJzwRyhvAgzk1SXxHoPkB4_0 2024-09-12T18:25:55.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5204240962961521855', time=2024-09-12T20:14:23.177130+0000, chain.objs.size()=1 2024-09-12T18:25:55.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.deKi3bW9HLhwbDW8NZKF7wAt3IrcjPs_0 2024-09-12T18:25:55.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11616263980157571001', time=2024-09-12T20:14:23.207850+0000, chain.objs.size()=1 2024-09-12T18:25:55.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MPzYdHGTUDnSI-zhe1QYUi2gV3XQUHj_0 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14139346826308562814', time=2024-09-12T20:14:23.520021+0000, chain.objs.size()=1 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ADrD5yYu_WtkJR9KnM9ZX3QwPywzGS__0 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10550665523576871405', time=2024-09-12T20:14:23.759138+0000, chain.objs.size()=1 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OIZ2o7-ZS8Sz-Dr9i_3Bmovrsg2384V_0 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2999273344016660707', time=2024-09-12T20:14:23.818765+0000, chain.objs.size()=1 2024-09-12T18:25:55.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.o2JmA7x8HgLKvjrr5YRBipfhZtf0W4r_0 2024-09-12T18:25:55.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9598258287537481602', time=2024-09-12T20:14:23.886164+0000, chain.objs.size()=1 2024-09-12T18:25:55.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hwioPXCykELpgoPr7ftZ3DWGjcgd5Vs_0 2024-09-12T18:25:55.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.832804012940126978', time=2024-09-12T20:14:23.894282+0000, chain.objs.size()=1 2024-09-12T18:25:55.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WVyUifw3EOBLNx6JKWZEjcI9MraNNEF_0 2024-09-12T18:25:55.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9963512762462693102', time=2024-09-12T20:14:24.046355+0000, chain.objs.size()=1 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qVbsv1O5cEjzLU_B6YpYu29dQq6gYFv_0 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7289679894252809289', time=2024-09-12T20:14:24.053285+0000, chain.objs.size()=1 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Up3mFRcthiGjW92B9-hDTqDbyzI3u6v_0 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12433451451407524445', time=2024-09-12T20:14:24.156963+0000, chain.objs.size()=1 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k8r8IioUbVmLlFQcGKLX5S1Pca_1ajX_0 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4490333351264025028', time=2024-09-12T20:14:24.159227+0000, chain.objs.size()=1 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.q34K1F5oLTCQLNglqddf3R1ZwXMEA_A_0 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3024645883627881066', time=2024-09-12T20:14:24.220589+0000, chain.objs.size()=1 2024-09-12T18:25:55.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3jwowY5IRhABWodNaDv91MJS3L1wiGS_0 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8388730650444601530', time=2024-09-12T20:14:24.258483+0000, chain.objs.size()=1 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CoYGObptJwZSxTQvn0pyHcrCpwxmBXG_0 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12151907845530653293', time=2024-09-12T20:14:24.444266+0000, chain.objs.size()=1 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1Cc5pk7fLOaLO-67caESDcTC4tgRrzn_0 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.795411668477674513', time=2024-09-12T20:14:24.831970+0000, chain.objs.size()=1 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.F-1Ql6Pu4HG5Fxws2-8_xJ9pkGcd0Mw_0 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12910973015151573089', time=2024-09-12T20:14:24.848991+0000, chain.objs.size()=1 2024-09-12T18:25:55.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Zp7SuMDPc4eFZjC4x0yhIOZ-3CX43xm_0 2024-09-12T18:25:55.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1825565245676876854', time=2024-09-12T20:14:24.938255+0000, chain.objs.size()=1 2024-09-12T18:25:55.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vcNBHA41vJh011cR5dB9ScKWjodFz2b_0 2024-09-12T18:25:55.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17833082322187128384', time=2024-09-12T20:14:25.101198+0000, chain.objs.size()=1 2024-09-12T18:25:55.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5jUhsdve7g2Cch4srO-Xjfc3Ki6yO2t_0 2024-09-12T18:25:55.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8006434112290928801', time=2024-09-12T20:14:25.204539+0000, chain.objs.size()=1 2024-09-12T18:25:55.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.P6q44kERDoTjsSYlDQLAQLe9e709EGB_0 2024-09-12T18:25:55.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3893271320826451578', time=2024-09-12T20:14:25.403640+0000, chain.objs.size()=1 2024-09-12T18:25:55.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6NoRBvEFUsJqwDwUgdTkL63ndV99mg9_0 2024-09-12T18:25:55.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6926167765902734286', time=2024-09-12T20:14:25.520400+0000, chain.objs.size()=1 2024-09-12T18:25:55.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k_fhQGKXGVLBYQ6GHCfOydRDNnTHmH-_0 2024-09-12T18:25:55.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48709 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13430372600829548158', time=2024-09-12T20:14:28.166393+0000, chain.objs.size()=1 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.330__shadow_.SzUfYCEnhXauO_fhCyVUhXZ6dJRrWXj_0 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12882953496546840018', time=2024-09-12T20:14:58.281467+0000, chain.objs.size()=1 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.383__shadow_.xK_gMRt2_YyF0gsrMX7Uwo7pwX3FGkH_0 2024-09-12T18:25:55.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4902640759422626741', time=2024-09-12T20:15:54.398951+0000, chain.objs.size()=1 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.466__shadow_.f_yQ0cudFYZqqABjj-ro5z3gJq9He8D_0 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1671801964799674397', time=2024-09-12T20:15:55.225676+0000, chain.objs.size()=1 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.467__shadow_.BY8OIS29YjrrzJDiDg-deZpeCmQZpQX_0 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.544353450748345389', time=2024-09-12T20:16:33.064430+0000, chain.objs.size()=3 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~vEXmfl41fYWIyjImqDCptI0UvW0GLl5.1 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~vEXmfl41fYWIyjImqDCptI0UvW0GLl5.2 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~vEXmfl41fYWIyjImqDCptI0UvW0GLl5.3 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7842184573816102804', time=2024-09-12T20:17:00.895179+0000, chain.objs.size()=2 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.529__multipart_mymultipart.2~eAwfnnO1RMhrWu9z79jPbshRPx8nYu6.1 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.529__multipart_mymultipart.2~eAwfnnO1RMhrWu9z79jPbshRPx8nYu6.2 2024-09-12T18:25:55.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4772589184256202667', time=2024-09-12T20:17:49.081568+0000, chain.objs.size()=1 2024-09-12T18:25:55.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.558__shadow_.xGyKf7Jat50Wlloz-cpnv7Njy7Y083F_0 2024-09-12T18:25:55.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10377950982848375387', time=2024-09-12T20:18:14.796352+0000, chain.objs.size()=1 2024-09-12T18:25:55.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow_.mCBmyY7cR9qUw1HNKBZLMMZbTjkcen7_0 2024-09-12T18:25:55.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17151259305717132627', time=2024-09-12T20:18:15.684041+0000, chain.objs.size()=1 2024-09-12T18:25:55.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:TYyt4gAfn147iVr0nhUCQ0oiUN815kL_.ynNi4VBWssVg7-njA0Z7qUQq8ZUR9ck_0 2024-09-12T18:25:55.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9936287353018022148', time=2024-09-12T20:18:22.744963+0000, chain.objs.size()=1 2024-09-12T18:25:55.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:ow.qAXxePzipg-qoTv07RVPN9m8QIPT_.cS5ZMKAgBGU8sA74onwt603h1FgEioY_0 2024-09-12T18:25:55.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4910363400834633780', time=2024-09-12T20:18:30.863786+0000, chain.objs.size()=1 2024-09-12T18:25:55.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:M2B8RoOF6x9EeenNXvICFCzdKk.SCtQ_.IwRAhu4A38b7t5JSGrq1CT0DiMXLeng_0 2024-09-12T18:25:55.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12439382364471478252', time=2024-09-12T20:18:46.753848+0000, chain.objs.size()=1 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:eyf3mg.URsQeQ.qc3LJQEfqnc0U5zge_.Yh5LhrTvHXVH_216UTGB0qZaA6U7Nuo_0 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8522453564468186993', time=2024-09-12T20:18:51.112699+0000, chain.objs.size()=1 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.587__shadow:bR4vh5lDEAF9bZK.B.DOdLucViuQyKa_.49wWVJpRrb96RAAEhmwwbNF3TbeSre__0 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7057639055766237949', time=2024-09-12T20:22:21.038922+0000, chain.objs.size()=1 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.706__shadow:asBWhv8aHKmUhI5VZdP7fpxSbAD0mnd_.Q4mKhAl7yvGCZlGfqlvy3r0ujmuwNXF_0 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3548854049240477693', time=2024-09-12T20:23:04.376375+0000, chain.objs.size()=3 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.744__multipart_mymultipart3.2~9Jxe0TVYsJKTgBlFyB4EHSRzb64a2bo.1 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.744__multipart_mymultipart3.2~9Jxe0TVYsJKTgBlFyB4EHSRzb64a2bo.2 2024-09-12T18:25:55.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:55.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.744__multipart_mymultipart3.2~9Jxe0TVYsJKTgBlFyB4EHSRzb64a2bo.3 2024-09-12T18:25:56.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.007+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:25:56.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52115' 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18284880565005945031', time=2024-09-12T20:10:12.548260+0000, chain.objs.size()=5 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-LUKEWARM.2~YV_7N3OW4nPLIi3bm8TXhDe_ehm2Mgv.1 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__shadow_mymultipart-LUKEWARM.2~YV_7N3OW4nPLIi3bm8TXhDe_ehm2Mgv.1_1 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-LUKEWARM.2~YV_7N3OW4nPLIi3bm8TXhDe_ehm2Mgv.2 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__shadow_mymultipart-LUKEWARM.2~YV_7N3OW4nPLIi3bm8TXhDe_ehm2Mgv.2_1 2024-09-12T18:25:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-LUKEWARM.2~YV_7N3OW4nPLIi3bm8TXhDe_ehm2Mgv.3 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_JKbIv6D7L5sjeTgQZWEjoZP74oN82HF', time=2024-09-12T20:10:14.089055+0000, chain.objs.size()=3 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.aG3AwRi-F_KvHXUEmzUab_V1kvDRUd3_0 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.aG3AwRi-F_KvHXUEmzUab_V1kvDRUd3_1 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.aG3AwRi-F_KvHXUEmzUab_V1kvDRUd3_2 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15582969441906454951', time=2024-09-12T20:12:28.644480+0000, chain.objs.size()=1 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.252__shadow_.iATL7oGHTuefaQG8LNKyZo8veCeRNxB_0 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14802794291291240221', time=2024-09-12T20:12:29.883340+0000, chain.objs.size()=1 2024-09-12T18:25:56.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.254__shadow_.COcc-T3RK81EoyUutq-epEBBKjijSKZ_0 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4067718340365502558', time=2024-09-12T20:12:31.775184+0000, chain.objs.size()=1 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.257__shadow_.pZDmIHIHVwSiDdlYKeDg3gmeQagV4Uh_0 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4726146289329062936', time=2024-09-12T20:12:34.852798+0000, chain.objs.size()=1 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.262__shadow_.vYkoxOGUtxhJqhwgSSpS1Y5FifZiGt8_0 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11426303133875047089', time=2024-09-12T20:12:56.118477+0000, chain.objs.size()=1 2024-09-12T18:25:56.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h5WcFHvj4ZYUFeRMmTYvgQFlLxclnRx_0 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9672390305977143095', time=2024-09-12T20:12:56.299705+0000, chain.objs.size()=1 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aDQtMlZaLBjMC-hN7fp0m6pZ-y62Iyy_0 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7124408227167305282', time=2024-09-12T20:12:56.302763+0000, chain.objs.size()=1 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9guD2ZN1lX0DvvYPoas6SdpUtZYK4eK_0 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2817757272681023203', time=2024-09-12T20:12:56.305766+0000, chain.objs.size()=1 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NXI4PdKtrriJgnRsmKDiLrBQ70DGFgA_0 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12278552879383289949', time=2024-09-12T20:12:56.637676+0000, chain.objs.size()=1 2024-09-12T18:25:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ou_2yKv1TnfEQcauDv6c0PDDlWeMa3O_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2400004393935918752', time=2024-09-12T20:12:56.932337+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PGB1lApD2gSQpcmjNgYr9bs6kbiVw1V_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7840217549301055282', time=2024-09-12T20:12:56.966705+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KYpb-9CrbgirA89SMvkE4TRruIJvKOe_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6414786324141634027', time=2024-09-12T20:12:57.124262+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.s4Fc9bBLT298oXORcAbte0Rlg_yvUuk_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10754885963995729546', time=2024-09-12T20:12:57.218265+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.T9zDUtxrr5bkRZZRzwDAKOqHj0Hv64c_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6069490441400256122', time=2024-09-12T20:12:57.251064+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YFocGJUp6cXKzJDkpuKIClD-GlYOJ9B_0 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9828299562582141564', time=2024-09-12T20:12:57.447497+0000, chain.objs.size()=1 2024-09-12T18:25:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xPe62kbx1mnwOIQy5cOxGF5_aM7aUq3_0 2024-09-12T18:25:56.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10012210346033077870', time=2024-09-12T20:12:57.634473+0000, chain.objs.size()=1 2024-09-12T18:25:56.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C6xVNq2JcAAmT6Xv_iPihtKYDa7STSo_0 2024-09-12T18:25:56.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3300756072838275362', time=2024-09-12T20:12:57.830752+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HcKATbp5rPSVSIj482jUU_LzXLsrJT4_0 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8483262963256304176', time=2024-09-12T20:12:57.886479+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fBbl2D5fkfI_kYsZD2KandlZE_ahdqh_0 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9614498308739190526', time=2024-09-12T20:12:57.997202+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NPuFWJPJqBpYoK7Adn0wM4Ba0Fqx9zy_0 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17787281510567965188', time=2024-09-12T20:12:58.139302+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HhUtA7WLVumtX0KHvU5BGIpTGpicQCs_0 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12154810362045603446', time=2024-09-12T20:13:00.072319+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.266__shadow_.D6rBDAsgmJG81iH7pQjgmCMYQ_aOJMK_0 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9855356805561338994', time=2024-09-12T20:13:00.690013+0000, chain.objs.size()=1 2024-09-12T18:25:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.267__shadow_.Xc-WZkixfbvptpkYbmXWFfmbId5UN78_0 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13026200521392557366', time=2024-09-12T20:13:14.454063+0000, chain.objs.size()=1 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.289__shadow_.BSXx9fmUch2Nq-7fns9ttD46Xg88iBr_0 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7133615158615013620', time=2024-09-12T20:13:15.653543+0000, chain.objs.size()=1 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.291__shadow_.7GdFzZjDyOW-pTJ3cPqaoYG1_hlBSIs_0 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6593197238672075845', time=2024-09-12T20:13:23.687951+0000, chain.objs.size()=1 2024-09-12T18:25:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.301__shadow_.c9-rew3FGwVqjx-9XlSt_BRFlUbER0G_0 2024-09-12T18:25:56.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8129291702674395817', time=2024-09-12T20:13:37.302123+0000, chain.objs.size()=1 2024-09-12T18:25:56.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.323__shadow_.uiIeY9yfPKAhq4ChD1ZtU9L_MQCvdCR_0 2024-09-12T18:25:56.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10460961693733988721', time=2024-09-12T20:13:58.875646+0000, chain.objs.size()=1 2024-09-12T18:25:56.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HaFM70K1ui56-pU8Z0c3X6ynaD3GJxf_0 2024-09-12T18:25:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1952898463229714596', time=2024-09-12T20:13:59.021880+0000, chain.objs.size()=1 2024-09-12T18:25:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FR8iv6aeEtg0PmcqMNHvIFnqFBntc3R_0 2024-09-12T18:25:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16857896785066422513', time=2024-09-12T20:13:59.222499+0000, chain.objs.size()=1 2024-09-12T18:25:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SMjg391JNeLO4tA75batULC5qV4gdit_0 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2593441407791934054', time=2024-09-12T20:13:59.259697+0000, chain.objs.size()=1 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.njxflRqXL3qvq2sXDjzE0_8lcTDIz1y_0 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11639109734228132605', time=2024-09-12T20:13:59.289176+0000, chain.objs.size()=1 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.E28fdMHTVvarxFIygKELFoZnrKryWHs_0 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12249313863991228644', time=2024-09-12T20:13:59.363826+0000, chain.objs.size()=1 2024-09-12T18:25:56.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.B1K8RHeqXmHSML3r-uzrNu7sfhJQ_NF_0 2024-09-12T18:25:56.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8082454180916478741', time=2024-09-12T20:13:59.719833+0000, chain.objs.size()=1 2024-09-12T18:25:56.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1BgfTs8xbEbi5OdGcu7f0BK6Qxepwgd_0 2024-09-12T18:25:56.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14273209553349157648', time=2024-09-12T20:13:59.784844+0000, chain.objs.size()=1 2024-09-12T18:25:56.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.c8xz2VTdeEDExJaGpiATfkR8OLJ7nEw_0 2024-09-12T18:25:56.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10323085022056428625', time=2024-09-12T20:13:59.928970+0000, chain.objs.size()=1 2024-09-12T18:25:56.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HTspSL8fvHWcKOgSTzP-m1hnfA4ZtQ3_0 2024-09-12T18:25:56.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14756622614933828931', time=2024-09-12T20:14:00.010980+0000, chain.objs.size()=1 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0z1EavHVBfnlb3hD9LtPFqynuMLhuqF_0 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3930462176058884512', time=2024-09-12T20:14:00.157903+0000, chain.objs.size()=1 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PkfeKHRk3MAo4XiGCs7hRVsAmbumPgj_0 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3192058986625240249', time=2024-09-12T20:14:00.347398+0000, chain.objs.size()=1 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.v9SoX0Peqv8sKfJjgfLZC_dZqIqkG8j_0 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6688910936580567334', time=2024-09-12T20:14:00.436769+0000, chain.objs.size()=1 2024-09-12T18:25:56.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JA_IduYTnhBABeORrj6AyktNdiI4elI_0 2024-09-12T18:25:56.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.439911318853131628', time=2024-09-12T20:14:00.484475+0000, chain.objs.size()=1 2024-09-12T18:25:56.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w6biWuTCB8WsTUJtY_yPtQ0If_73o2t_0 2024-09-12T18:25:56.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12210238190561105834', time=2024-09-12T20:14:00.765629+0000, chain.objs.size()=1 2024-09-12T18:25:56.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4Or4xjmR0h49ZT0yyEpFz675HVrbJCY_0 2024-09-12T18:25:56.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9294829865322819074', time=2024-09-12T20:14:00.789704+0000, chain.objs.size()=1 2024-09-12T18:25:56.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sbWZstfHgDzFgpDOKkGYbMv6x859TyT_0 2024-09-12T18:25:56.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3292209456977406335', time=2024-09-12T20:14:00.857961+0000, chain.objs.size()=1 2024-09-12T18:25:56.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vMdTipgH4nPbCBlB_1XxXxYzSNTRwCg_0 2024-09-12T18:25:56.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2403338996132031123', time=2024-09-12T20:14:01.101047+0000, chain.objs.size()=1 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o7JnMCOW72lqKpvYoQW2G_ubRN-6HOw_0 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6913905914127944097', time=2024-09-12T20:14:01.149897+0000, chain.objs.size()=1 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RgR2Uk3ap70ooEUVu4o7n_6M3wBUe4J_0 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12037337087878255894', time=2024-09-12T20:14:01.178583+0000, chain.objs.size()=1 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8T2Z7cxo5jQflk4Lz-fBtifYN1q777t_0 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3922094223645703273', time=2024-09-12T20:14:01.212836+0000, chain.objs.size()=1 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XMk2BiSYhqkqVXRgWWFfxiKKWz_u4vZ_0 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12471246795805003696', time=2024-09-12T20:14:01.231328+0000, chain.objs.size()=1 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OA_-U55Nk2aiyw2PbQ3stdR5O1alDJc_0 2024-09-12T18:25:56.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10152608050097583134', time=2024-09-12T20:14:01.340922+0000, chain.objs.size()=1 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OEfaOZwiA09AcSHuycY8sKN9sPnLXVL_0 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4666644212216374593', time=2024-09-12T20:14:01.522069+0000, chain.objs.size()=1 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-4X49HqV8cwXD_Y6PmMpi8oS-rSko8x_0 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11443320749958334560', time=2024-09-12T20:14:22.762194+0000, chain.objs.size()=1 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nDIxsW_wSMhnvxbZnWVgcQWZ_2-zUpt_0 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13579174064729771177', time=2024-09-12T20:14:22.892793+0000, chain.objs.size()=1 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VfgizRsHf5bwdrPbEt3Z-t13WOO5s-m_0 2024-09-12T18:25:56.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17636202487144672682', time=2024-09-12T20:14:22.916279+0000, chain.objs.size()=1 2024-09-12T18:25:56.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.owlv4rrSq5LU4ttRZtdkGF8XKhUUtTO_0 2024-09-12T18:25:56.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8679044006069427027', time=2024-09-12T20:14:23.096394+0000, chain.objs.size()=1 2024-09-12T18:25:56.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4-F522_uiWgwt8v4MS6wBfqtrM83U4P_0 2024-09-12T18:25:56.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4554754939594751903', time=2024-09-12T20:14:23.114338+0000, chain.objs.size()=1 2024-09-12T18:25:56.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.71S5Zus7g3ynzSPjMhcRvolaVgc9VqA_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3042726042132871554', time=2024-09-12T20:14:23.192294+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9KT5824fQGvTbcobunwuFILrPibvt7c_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13910543956792719751', time=2024-09-12T20:14:23.698817+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YLxzOK0rQGbx8UUI7EKO8bU9AI2NSTA_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6221096903819858564', time=2024-09-12T20:14:23.738657+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aOHKMk6HlmBG15U-WCqFP-gUbz1nC83_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5393538624596618054', time=2024-09-12T20:14:23.745080+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.waQHkediczZMbgZf427wfbQmm-SDkS__0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1400690411461509418', time=2024-09-12T20:14:23.813581+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.n4brydt7T4inUTyY5Dv8XwUxa5khX7z_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9295486261721314854', time=2024-09-12T20:14:24.034914+0000, chain.objs.size()=1 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AsxUXP3XgqmjQj9wIL1GMwIkliLTqkQ_0 2024-09-12T18:25:56.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11286035057232902617', time=2024-09-12T20:14:24.108992+0000, chain.objs.size()=1 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fAQDvhClOuQonjMWKgvw-BhAWen0ckR_0 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10273560584239074396', time=2024-09-12T20:14:24.123265+0000, chain.objs.size()=1 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pmEEcwg_d_ZfBxsmBgK5jruBYQ7R6gm_0 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17414906982857892061', time=2024-09-12T20:14:24.224354+0000, chain.objs.size()=1 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yNmYUSmQSIDszcv8wOiLPCeVHaH2sya_0 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2671714569467892452', time=2024-09-12T20:14:24.247086+0000, chain.objs.size()=1 2024-09-12T18:25:56.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.34UNavPnPC9b0y2fOxJAwtASc3orqsk_0 2024-09-12T18:25:56.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5960521999177463576', time=2024-09-12T20:14:24.385548+0000, chain.objs.size()=1 2024-09-12T18:25:56.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SExd-WmWLgnHFdfypSUbL7MNBbHJ1Y4_0 2024-09-12T18:25:56.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6918113694303297592', time=2024-09-12T20:14:24.414355+0000, chain.objs.size()=1 2024-09-12T18:25:56.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rw0nJUXB956ptbf7274TPCN6upITt2L_0 2024-09-12T18:25:56.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2529325037258107516', time=2024-09-12T20:14:24.431627+0000, chain.objs.size()=1 2024-09-12T18:25:56.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lGR4rcnylO6I1S_K5gQkPoLtxRZldcr_0 2024-09-12T18:25:56.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6848207065542704194', time=2024-09-12T20:14:24.512023+0000, chain.objs.size()=1 2024-09-12T18:25:56.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Xrq5hY8uCAt6hgJJxRmT-eSExU-Of8L_0 2024-09-12T18:25:56.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12225379614956006324', time=2024-09-12T20:14:24.514040+0000, chain.objs.size()=1 2024-09-12T18:25:56.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xnysHYw7BMgivbK_EFbpv-OZAhNS3TJ_0 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6265001461801402853', time=2024-09-12T20:14:24.719751+0000, chain.objs.size()=1 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TsYa4Mx0dTUcGBV2S3x5GaY-e-kBUUl_0 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9777338073296550677', time=2024-09-12T20:14:24.800381+0000, chain.objs.size()=1 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UuAEeOSt9vL2yLJjPhIyiFymnMn2fr-_0 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12790816759145601474', time=2024-09-12T20:14:24.871520+0000, chain.objs.size()=1 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DTk_LpQKiJosh5fiiToSCE243s-KzDa_0 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8371261432196018171', time=2024-09-12T20:14:24.928739+0000, chain.objs.size()=1 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jFTW3Ps_WTR4B9akga1ffGzAyAuSYLV_0 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7650340938723800295', time=2024-09-12T20:14:24.946076+0000, chain.objs.size()=1 2024-09-12T18:25:56.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.S61xjEMPS-A71PAph7FPXKuvMa1VGG0_0 2024-09-12T18:25:56.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15074870611355483127', time=2024-09-12T20:14:25.083722+0000, chain.objs.size()=1 2024-09-12T18:25:56.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E54Faby79WHNkFSHD4kUPNtWreHoYnb_0 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3649672209696038692', time=2024-09-12T20:14:25.122627+0000, chain.objs.size()=1 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1ZSTnwfT0GQnwzjXD_mLdESvIBBHXfo_0 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12237908862749735420', time=2024-09-12T20:14:25.137416+0000, chain.objs.size()=1 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8rkMYGp-ZdzojWMcfn33tv671tUuy-6_0 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15312661429550341665', time=2024-09-12T20:14:25.145965+0000, chain.objs.size()=1 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.f3_k24Goi0Ray_11xHQ1Mq3rXibo89D_0 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3592967215416043208', time=2024-09-12T20:14:25.477971+0000, chain.objs.size()=1 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9duWvDZ0oy5JhanJArEzBZhu8JINQdT_0 2024-09-12T18:25:56.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5230680080147779612', time=2024-09-12T20:14:25.561945+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ulnIPtMxC5IwUG-Q0Gu3GXDz_I64xbL_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17965756126404361151', time=2024-09-12T20:14:25.575781+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1cLVmeK7sp5dS03I2MhaN2HgizB76Sb_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6860215394151515468', time=2024-09-12T20:14:29.978875+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.333__shadow_.k9MckdD-utv30830WBQnt7ntPqaK6j5_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11766996592430290530', time=2024-09-12T20:14:51.540639+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.374__shadow_.2HHpLeLr5YMoge5OUkKKRk9ooqLhNPY_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5006028170092804117', time=2024-09-12T20:15:07.052934+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.395__shadow:-L9Bp0jZGio9qsVXug.YXuoVvzPHScV_.JYOxPnj5LzDjrv4DS8N4JM-dgbrTXEl_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5446299953339473154', time=2024-09-12T20:15:33.806383+0000, chain.objs.size()=1 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.440__shadow_.jsoYRbspmIb1cC8wUDJaBsttE_gZxTP_0 2024-09-12T18:25:56.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9157112890368945869', time=2024-09-12T20:15:48.113112+0000, chain.objs.size()=1 2024-09-12T18:25:56.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.459__shadow_.ATHpfOdY83CfgDMX_wDSBhtcxLfJtN7_0 2024-09-12T18:25:56.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4820374200394037385', time=2024-09-12T20:16:02.432695+0000, chain.objs.size()=1 2024-09-12T18:25:56.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.U-sFBl5R8F_xke1ZIhDmH-cQm8zWj18_0 2024-09-12T18:25:56.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11774301225026587960', time=2024-09-12T20:16:03.146682+0000, chain.objs.size()=1 2024-09-12T18:25:56.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.485__shadow_.-czJ9eyR_T1ZaAQSTdtYQ9bS4F4Nyds_0 2024-09-12T18:25:56.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14838407899783363298', time=2024-09-12T20:16:05.246922+0000, chain.objs.size()=1 2024-09-12T18:25:56.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.488__shadow_.34WttF_GjGKplFEUyAjPoSvWc4Er0Sx_0 2024-09-12T18:25:56.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5685281758105629092', time=2024-09-12T20:16:38.704915+0000, chain.objs.size()=6 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.QyQAHv-cGNCj79wYoEhr9SExAiEZ7xrB.1 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.2 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.3 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.4 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.5 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~5aRuBmnlAa4fnuKImPyzt5tabRYRpr5.6 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3581454890691894050', time=2024-09-12T20:16:57.442683+0000, chain.objs.size()=1 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.525__shadow_.z8JXUnmwRZZ4vfEhaIpLFBwxs9HxIke_0 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6469987660079342605', time=2024-09-12T20:17:42.290001+0000, chain.objs.size()=1 2024-09-12T18:25:56.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.551__shadow_.x6a3Ua8kC7XvRZvboA0WKcvQavkz9L0_0 2024-09-12T18:25:56.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10341306483943742866', time=2024-09-12T20:17:51.246329+0000, chain.objs.size()=1 2024-09-12T18:25:56.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.560__shadow_.LOWQK-GPoVM8sJti5GWgtTOOAdxIdRo_0 2024-09-12T18:25:56.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13703713577468128629', time=2024-09-12T20:18:05.644287+0000, chain.objs.size()=1 2024-09-12T18:25:56.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:GculV-hyhf83zf6bqeYieY8GO.JwT8l_.4jECnmxObDf2oKH3HwTKJs8D2Pum2o__0 2024-09-12T18:25:56.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5826605032717927321', time=2024-09-12T20:18:07.218180+0000, chain.objs.size()=1 2024-09-12T18:25:56.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:8rI5lDD3Dm8mYa28tC55FUm-.nqsfQq_.bPMk-3ccKOggQsv_YENaokKFs6ffGJi_0 2024-09-12T18:25:56.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.532626513418925223', time=2024-09-12T20:18:11.181874+0000, chain.objs.size()=1 2024-09-12T18:25:56.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.571__shadow:q6lcEzV1iam1c2VbQzvNwaRX1RSVVig_.9ZGeRz4Uqwc2XaHuW3pPydl0rpwI0zl_0 2024-09-12T18:25:56.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.624791264963573152', time=2024-09-12T20:18:14.833169+0000, chain.objs.size()=1 2024-09-12T18:25:56.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow_.Q9Os0zfDpj7ASK2RCqBNA6pO9MujI1v_0 2024-09-12T18:25:56.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52115 2024-09-12T18:25:56.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:25:56.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1534275735131071171', time=2024-09-12T20:18:21.741184+0000, chain.objs.size()=1 2024-09-12T18:25:56.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:8bipOoRuB0kjltkBdbGy6biVydN872E_.OPiJptRmmdv-UUZfgf2_43YuxhAs7t0_0 2024-09-12T18:25:56.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2844914168271241645', time=2024-09-12T20:18:28.738836+0000, chain.objs.size()=1 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:qBR0Jsbk7-vwleG0S858zRU48a42drc_.l-FuFXgxKrr_xUkFXt86o2g-st-Q05i_0 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9987090777680253617', time=2024-09-12T20:18:46.752879+0000, chain.objs.size()=1 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:eyf3mg.URsQeQ.qc3LJQEfqnc0U5zge_.Yh5LhrTvHXVH_216UTGB0qZaA6U7Nuo_0 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13969852430297051979', time=2024-09-12T20:18:51.085375+0000, chain.objs.size()=1 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.587__shadow:sG1P5oSw83NXzArA4G5A7rIFFJdJkbs_.IGeULYkmSjNFO3Hlm1Iazx29rfPj74F_0 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9895445854390293386', time=2024-09-12T20:21:35.229603+0000, chain.objs.size()=1 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.634__shadow_.T_-PHdk0kb-gl5pEMKc-tr9GOPKP-sr_0 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4185368467637672825', time=2024-09-12T20:21:42.765209+0000, chain.objs.size()=2 2024-09-12T18:25:56.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.646__shadow_.Zb-3EU6kUtkggmw--Utyt9fUA8J6O6K_0 2024-09-12T18:25:56.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.646__shadow_.Zb-3EU6kUtkggmw--Utyt9fUA8J6O6K_1 2024-09-12T18:25:56.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.091+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:25:56.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47333' 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5340649276909241459', time=2024-09-12T20:10:09.939366+0000, chain.objs.size()=1 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.158__shadow:p4b7oNv7O-SvncKqk85MX8OeL-LMaY0_.Hqb6bJFUi4PA0_b3J5YkD1BG-mdOGEq_0 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14023736094316722975', time=2024-09-12T20:10:12.565816+0000, chain.objs.size()=3 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-STANDARD.2~qtEdUQnXe-QFlBAGTCR_Vj4xvqEA1AH.1 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-STANDARD.2~qtEdUQnXe-QFlBAGTCR_Vj4xvqEA1AH.2 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-STANDARD.2~qtEdUQnXe-QFlBAGTCR_Vj4xvqEA1AH.3 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_1IddA8yVYEC0YwqmI0QACMt324KRjRk', time=2024-09-12T20:10:13.391414+0000, chain.objs.size()=3 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.gEFmqdPIGqMkRNNdpvF7taM86kFKj6e_0 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.gEFmqdPIGqMkRNNdpvF7taM86kFKj6e_1 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.gEFmqdPIGqMkRNNdpvF7taM86kFKj6e_2 2024-09-12T18:25:56.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2673030894903146003', time=2024-09-12T20:12:19.603873+0000, chain.objs.size()=1 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.239__shadow_.kurQZHiY1Tnm6HuOf65c4o-NssjfcIV_0 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1277159077170887288', time=2024-09-12T20:12:25.450949+0000, chain.objs.size()=1 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.247__shadow_.eWbwCMOQ32A7u6P0fnFfHchni9-FabB_0 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5595407380219270507', time=2024-09-12T20:12:26.116186+0000, chain.objs.size()=1 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.248__shadow_.OjpQVdzKtxP-fy_Ex_egTtPcPoVJEA2_0 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2408406667701339837', time=2024-09-12T20:12:27.375486+0000, chain.objs.size()=1 2024-09-12T18:25:56.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.250__shadow_.Y1xk44tscBCGW5N2o8mKfl3hb5_1OPQ_0 2024-09-12T18:25:56.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10492701965181306711', time=2024-09-12T20:12:33.629793+0000, chain.objs.size()=1 2024-09-12T18:25:56.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.260__shadow_.klGurOHv1fdzNpVpnCF6rOcB-bo9zgp_0 2024-09-12T18:25:56.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7334735587639744657', time=2024-09-12T20:12:55.773290+0000, chain.objs.size()=1 2024-09-12T18:25:56.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lTg6e_aUayBmw4hx2tLsLdasBG2zyqK_0 2024-09-12T18:25:56.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13167099666812854936', time=2024-09-12T20:12:55.825933+0000, chain.objs.size()=1 2024-09-12T18:25:56.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wpqrHU01nhW2PoNagn1r0FS7N358sSP_0 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1802886427554046011', time=2024-09-12T20:12:55.927357+0000, chain.objs.size()=1 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BHKSYLvdFBGoSa1FmKJm32HzLy_QHdh_0 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5808532940224638301', time=2024-09-12T20:12:55.937547+0000, chain.objs.size()=1 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UJGnVUEMlhF9-nLyDbSShI5Jy7X5kRa_0 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.677067791184128984', time=2024-09-12T20:12:56.161702+0000, chain.objs.size()=1 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tpIrvY2pZokZmzZGYbRBKczx2lUqi1W_0 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3914666522093428513', time=2024-09-12T20:12:56.171702+0000, chain.objs.size()=1 2024-09-12T18:25:56.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.erk4_zCNfHb59Mb96JOjVNi6XkbAY1A_0 2024-09-12T18:25:56.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14345591925859642897', time=2024-09-12T20:12:56.256209+0000, chain.objs.size()=1 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ua6Un8l4Y4NtYcUxTZoezJ0h6Tv5CAo_0 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.257038100246112690', time=2024-09-12T20:12:56.445055+0000, chain.objs.size()=1 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jWk8aTR8RqgI89KzZI5dVytEjOCRepC_0 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5524748222202385978', time=2024-09-12T20:12:56.509656+0000, chain.objs.size()=1 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.oKCOvst1WzbM0TpKdBw2jD8pDQMO2DK_0 2024-09-12T18:25:56.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12436416855325740250', time=2024-09-12T20:12:56.618223+0000, chain.objs.size()=1 2024-09-12T18:25:56.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sKobG41QihqQdMQdOUEhMe-moYKmC4R_0 2024-09-12T18:25:56.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17712010825110542734', time=2024-09-12T20:12:56.766132+0000, chain.objs.size()=1 2024-09-12T18:25:56.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1EtZD3T60oNbRXqdMkMjr9WTg-Ywnnc_0 2024-09-12T18:25:56.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11307189004003971820', time=2024-09-12T20:12:56.903278+0000, chain.objs.size()=1 2024-09-12T18:25:56.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5iJxa7OgH2zhrgnPvHLXjh3UZVttX-f_0 2024-09-12T18:25:56.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12530755762099145263', time=2024-09-12T20:12:57.129277+0000, chain.objs.size()=1 2024-09-12T18:25:56.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.B9siNt_YTme-TfRprE4gAndaG-e5Ib0_0 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13272943927523938669', time=2024-09-12T20:12:57.130041+0000, chain.objs.size()=1 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.y6bzYrPiQOfjjbuwS3PcvlHU31qQPPM_0 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1243937176440929266', time=2024-09-12T20:12:57.130756+0000, chain.objs.size()=1 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Z7RafvbBVPE9kaKaOmWAhIKnrjiTKcw_0 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4385590041020263023', time=2024-09-12T20:12:57.170431+0000, chain.objs.size()=1 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vpzf00S6P-mhmNdJKUFVGXC7SLyi0qq_0 2024-09-12T18:25:56.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3320066321750311927', time=2024-09-12T20:12:57.291003+0000, chain.objs.size()=1 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ly4Iylnb6-Z7yaUq6SIov-oQlcvZy2B_0 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17344902267014107888', time=2024-09-12T20:12:57.449004+0000, chain.objs.size()=1 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.V89dk0IARpKzaj3TrysFk-lm7kRahas_0 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13855512039313248796', time=2024-09-12T20:12:57.513051+0000, chain.objs.size()=1 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pZQl3z8x8X6RvuMNU4qhALMyT1QNwRY_0 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17880731057946215722', time=2024-09-12T20:12:57.547704+0000, chain.objs.size()=1 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.98d6WPauGzIbahteH0oO10gJuvGe5Pm_0 2024-09-12T18:25:56.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4720101917373675780', time=2024-09-12T20:12:57.598372+0000, chain.objs.size()=1 2024-09-12T18:25:56.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.a-G9qRtxlWcSM8-hR5ByQK8CbYz6LnU_0 2024-09-12T18:25:56.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17007330314185025628', time=2024-09-12T20:12:57.667770+0000, chain.objs.size()=1 2024-09-12T18:25:56.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ijFfVAXHSJhywQkkcBwRIMDj9tilNSL_0 2024-09-12T18:25:56.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9747185264249197465', time=2024-09-12T20:12:57.870095+0000, chain.objs.size()=1 2024-09-12T18:25:56.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JhUcvQNJC-opvku4pdgx1WYx3hq-MfB_0 2024-09-12T18:25:56.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1566005120898609710', time=2024-09-12T20:12:57.894939+0000, chain.objs.size()=1 2024-09-12T18:25:56.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.McVhXpRCJFAPedwfgxUQDC8kgIZV9UF_0 2024-09-12T18:25:56.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6121198932275972118', time=2024-09-12T20:12:57.922780+0000, chain.objs.size()=1 2024-09-12T18:25:56.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h_7DUXCgORyRHoc9yhKZUIo7rCzkV4B_0 2024-09-12T18:25:56.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17177368027811179075', time=2024-09-12T20:12:57.926335+0000, chain.objs.size()=1 2024-09-12T18:25:56.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sx1eDfzq38FIxf-9fVXblyk7NOyitfd_0 2024-09-12T18:25:56.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13871748650284238356', time=2024-09-12T20:12:57.955591+0000, chain.objs.size()=1 2024-09-12T18:25:56.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eXHKyyP7I9uDCvMMbQtHd79DbqoRrWA_0 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12353181887410321485', time=2024-09-12T20:12:57.962081+0000, chain.objs.size()=1 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EKZPol2EZBkGkCxhAgFDliZVhw2kjgg_0 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4816732185655561711', time=2024-09-12T20:12:57.975233+0000, chain.objs.size()=1 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RnVkBavgxOMXMIi7Faku70_BLDteGoK_0 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18178524778276924898', time=2024-09-12T20:12:58.207374+0000, chain.objs.size()=1 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eeZGf1O_YForr3m1_tUs8xoWiBvvPD4_0 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15515257633771477856', time=2024-09-12T20:12:58.274997+0000, chain.objs.size()=1 2024-09-12T18:25:56.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0voIEVnFN29MJwS1LuNAOHp0OOZbdom_0 2024-09-12T18:25:56.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17876840689075334698', time=2024-09-12T20:13:01.882431+0000, chain.objs.size()=1 2024-09-12T18:25:56.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.269__shadow_.f7dDYoig9QisfgsZNiVOWirA0ZPejZ4_0 2024-09-12T18:25:56.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.244953909036298738', time=2024-09-12T20:13:02.480155+0000, chain.objs.size()=1 2024-09-12T18:25:56.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.270__shadow_.tQmJ-3QHvXXGM9PNzUEaCUM2QWcFb0f_0 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17119599181134221050', time=2024-09-12T20:13:09.419922+0000, chain.objs.size()=1 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.281__shadow_.E6eazvGwtjuDOTl6_KOeB8QV3Lo9X3g_0 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11831618836760844366', time=2024-09-12T20:13:14.455355+0000, chain.objs.size()=1 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.289__shadow_.xAK7xIvOqu3DRdKeYE954do861ZsvhZ_0 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4845005837316419155', time=2024-09-12T20:13:19.183110+0000, chain.objs.size()=1 2024-09-12T18:25:56.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.jom2mQVMhDU1gIq4ShbWakmTxNF-676_0 2024-09-12T18:25:56.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9339867618490970080', time=2024-09-12T20:13:58.860762+0000, chain.objs.size()=1 2024-09-12T18:25:56.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.m68EArNAH6q536Wmx5EQEVRcUAoW6R4_0 2024-09-12T18:25:56.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16247591149399397717', time=2024-09-12T20:13:58.925865+0000, chain.objs.size()=1 2024-09-12T18:25:56.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VWl6uHG37PLJMN5A0JgNI7ruc9M9Gyw_0 2024-09-12T18:25:56.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.545029075865914137', time=2024-09-12T20:13:58.944282+0000, chain.objs.size()=1 2024-09-12T18:25:56.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L7q2JC80zEfgG2KLOB41MxfFoWpjBRz_0 2024-09-12T18:25:56.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16738851020872268499', time=2024-09-12T20:13:58.954701+0000, chain.objs.size()=1 2024-09-12T18:25:56.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9Wrz4JgPg_VuGJoY281KtLI2dOoTh9W_0 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2675548680269406235', time=2024-09-12T20:13:59.002747+0000, chain.objs.size()=1 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BzDL641Ih4wdvKuzxJWaMtPwL1qMR-q_0 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17885219658165823021', time=2024-09-12T20:13:59.044678+0000, chain.objs.size()=1 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NduURJ6xg3tVchTFjese6Hqk7ApUMF8_0 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13888565249587622762', time=2024-09-12T20:13:59.055213+0000, chain.objs.size()=1 2024-09-12T18:25:56.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JrRrrzFEtfslu769YkZ8qr8VWWLtgIP_0 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15279197458274303771', time=2024-09-12T20:13:59.200072+0000, chain.objs.size()=1 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MfMJr8f2VbfIh58Y0RZr8o6Bxb0CZNd_0 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7754447955320807053', time=2024-09-12T20:13:59.307603+0000, chain.objs.size()=1 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JSE73yOEE-4fKf7ZEMLOcem5lPDeKpx_0 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12370816634993822084', time=2024-09-12T20:13:59.354712+0000, chain.objs.size()=1 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QuXMk-rr2MaRlEQVBhBUnj6qPYbzMJU_0 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15192819666395726894', time=2024-09-12T20:13:59.361422+0000, chain.objs.size()=1 2024-09-12T18:25:56.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Bf95AdjL5yMlTtEXwfPTSkPx1VEHWkS_0 2024-09-12T18:25:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7789536379692112650', time=2024-09-12T20:13:59.439342+0000, chain.objs.size()=1 2024-09-12T18:25:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KC1fXHXbYEC2PPuxgdZUUGRupxO1AkE_0 2024-09-12T18:25:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.209217976770872328', time=2024-09-12T20:13:59.615192+0000, chain.objs.size()=1 2024-09-12T18:25:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.l1Y2I7M4DnK-9jJGOEAnNsPBNaZgBOf_0 2024-09-12T18:25:56.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10198922425712612627', time=2024-09-12T20:13:59.643169+0000, chain.objs.size()=1 2024-09-12T18:25:56.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.syq8IlsYjf_DLGYPYuiEK45zWPpWL2t_0 2024-09-12T18:25:56.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14461286854901760313', time=2024-09-12T20:14:00.002060+0000, chain.objs.size()=1 2024-09-12T18:25:56.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.brUj-8PPyAh7PWp09sJ-QTGpdDpEKsl_0 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6551686465085634662', time=2024-09-12T20:14:00.126964+0000, chain.objs.size()=1 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZCR2vI4guspGd-fTwPaV8cthD6UEeiX_0 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3540806484567413589', time=2024-09-12T20:14:00.179300+0000, chain.objs.size()=1 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AlrwzGAvx0UAlILlKVYsDshNsnDBFiM_0 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12973053368423281768', time=2024-09-12T20:14:00.314313+0000, chain.objs.size()=1 2024-09-12T18:25:56.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.G7c0eslYYPYqBz1q4hOWG-QrdQirKm3_0 2024-09-12T18:25:56.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3385838814568586559', time=2024-09-12T20:14:00.364777+0000, chain.objs.size()=1 2024-09-12T18:25:56.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5O_O42BoaHfbMeM1MXiWEGm09mEaLsU_0 2024-09-12T18:25:56.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4428988933512607149', time=2024-09-12T20:14:00.447363+0000, chain.objs.size()=1 2024-09-12T18:25:56.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KjQgF8UMUdd9pXgfVAQlqcv5dklir3B_0 2024-09-12T18:25:56.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6481653183190807877', time=2024-09-12T20:14:00.465722+0000, chain.objs.size()=1 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vOdefXfu8CCFcktLgHXIKSOhYqi8Bzp_0 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.380783684214446077', time=2024-09-12T20:14:00.541493+0000, chain.objs.size()=1 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2jCx7Pp1y32Nu9qneuTO8ej6omLySJp_0 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2912752818520475185', time=2024-09-12T20:14:00.691869+0000, chain.objs.size()=1 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RTZ5kz_QjyfpsvCCFYRNvqbYseqycO6_0 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1868439091488432492', time=2024-09-12T20:14:00.699139+0000, chain.objs.size()=1 2024-09-12T18:25:56.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FbMAU9jUQ8aRTL33rnJIg7VNib8pLSq_0 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14325382570047878880', time=2024-09-12T20:14:00.774093+0000, chain.objs.size()=1 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rH1IDAhUmdp1CXB9hXZd91GzogX9__x_0 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.650054069449128858', time=2024-09-12T20:14:00.807836+0000, chain.objs.size()=1 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bP_1TAASFOCBaqvoEbLebaVw9VIBTLl_0 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6315053576987600495', time=2024-09-12T20:14:01.054194+0000, chain.objs.size()=1 2024-09-12T18:25:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UL9CoCfKi5BmXNOdOHI925qTMw8g51A_0 2024-09-12T18:25:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6253497465084010429', time=2024-09-12T20:14:01.085712+0000, chain.objs.size()=1 2024-09-12T18:25:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZP2Gw3DfdI2FAkm7wa0-2micnegm3T-_0 2024-09-12T18:25:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5714793727247784862', time=2024-09-12T20:14:01.367552+0000, chain.objs.size()=1 2024-09-12T18:25:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HF4f6X5McFQr_w_49AqBAi6lG0SUlTs_0 2024-09-12T18:25:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1157959957821884091', time=2024-09-12T20:14:01.396086+0000, chain.objs.size()=1 2024-09-12T18:25:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fTyeKfbrbnFGSikf1bacI3PV6Lbrq5Q_0 2024-09-12T18:25:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18335252361404593965', time=2024-09-12T20:14:01.426153+0000, chain.objs.size()=1 2024-09-12T18:25:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0r4eP3uDr3cd5BwdSXEJ1uZMcb6UoHl_0 2024-09-12T18:25:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.737850755679595472', time=2024-09-12T20:14:01.464451+0000, chain.objs.size()=1 2024-09-12T18:25:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qAsj-nLsir19_Gpo-QB-nCAuYrOtYYS_0 2024-09-12T18:25:56.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9457168188524386919', time=2024-09-12T20:14:01.466756+0000, chain.objs.size()=1 2024-09-12T18:25:56.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.57U2U78Y_9aWOWMkJvDzYpgrVS5uOIj_0 2024-09-12T18:25:56.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.870202600186379508', time=2024-09-12T20:14:01.481339+0000, chain.objs.size()=1 2024-09-12T18:25:56.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.X8skUtc-1_URkRGmqJRUK0FN7FjvUFF_0 2024-09-12T18:25:56.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1870144601988298680', time=2024-09-12T20:14:01.491299+0000, chain.objs.size()=1 2024-09-12T18:25:56.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.X5sQcyfo9tPsVrR_i9tkPGWiG-nSqcK_0 2024-09-12T18:25:56.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7457737541593680951', time=2024-09-12T20:14:01.524274+0000, chain.objs.size()=1 2024-09-12T18:25:56.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.C63DJasZdQxuJDhu8zAlazzFZURIQL4_0 2024-09-12T18:25:56.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10618456056930955027', time=2024-09-12T20:14:22.714636+0000, chain.objs.size()=1 2024-09-12T18:25:56.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._EUghdMh50y3PRBrl4Ss98tVosw2n-e_0 2024-09-12T18:25:56.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9900308334438801597', time=2024-09-12T20:14:22.716514+0000, chain.objs.size()=1 2024-09-12T18:25:56.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.J5XM28fx-JcOj7z2poc_7FNStveDTAd_0 2024-09-12T18:25:56.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4696693758704445300', time=2024-09-12T20:14:22.721732+0000, chain.objs.size()=1 2024-09-12T18:25:56.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.W7rA6fOOzZbbrhjI3X1LJ4Sj-FDNR2C_0 2024-09-12T18:25:56.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9177998367370866471', time=2024-09-12T20:14:22.772597+0000, chain.objs.size()=1 2024-09-12T18:25:56.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H-sKq-Zsrk_xj1JWAwDjvZ7HZdt-BBG_0 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.448788624013774025', time=2024-09-12T20:14:22.808924+0000, chain.objs.size()=1 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iAohrEQWi4iIvHfAtzDz2eh6rJeGXZ9_0 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4604293370525074686', time=2024-09-12T20:14:22.913911+0000, chain.objs.size()=1 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3iH04mL5n1VKR9Fv9lJU6hFY12hJe-r_0 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16259001661127053339', time=2024-09-12T20:14:22.943033+0000, chain.objs.size()=1 2024-09-12T18:25:56.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H6I391WkLoNbkkJdo-83gvJsVb64mxG_0 2024-09-12T18:25:56.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.996803552297200627', time=2024-09-12T20:14:22.961958+0000, chain.objs.size()=1 2024-09-12T18:25:56.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aycgwdL-5oiZvFI8aOpCN2VTSQkEpop_0 2024-09-12T18:25:56.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9252549032433888921', time=2024-09-12T20:14:23.087369+0000, chain.objs.size()=1 2024-09-12T18:25:56.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PGgRJZnvBmHsP_1v1Go5C4CNDzX9a3p_0 2024-09-12T18:25:56.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3310615404186136447', time=2024-09-12T20:14:23.126233+0000, chain.objs.size()=1 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H7u4RdRsPiWDLwNmVGgoALCYQ2LaePg_0 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15387680737194720945', time=2024-09-12T20:14:23.155845+0000, chain.objs.size()=1 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9eD0Mz_XDthMs2qBJV98pD4_Bf9JjnG_0 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16605754637958378945', time=2024-09-12T20:14:23.206023+0000, chain.objs.size()=1 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.C-oqebM-LqpC6KvhBAsPqxoOj01P73x_0 2024-09-12T18:25:56.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10047161804972991580', time=2024-09-12T20:14:23.478190+0000, chain.objs.size()=1 2024-09-12T18:25:56.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JD5MMQ3DVsnZUrlFDMWsBHssme6bA8S_0 2024-09-12T18:25:56.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4937457310236565732', time=2024-09-12T20:14:23.651576+0000, chain.objs.size()=1 2024-09-12T18:25:56.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.81HkS88GVt_7kLyYDof5buY7fxG6skJ_0 2024-09-12T18:25:56.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14899541531775317415', time=2024-09-12T20:14:23.665664+0000, chain.objs.size()=1 2024-09-12T18:25:56.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UbBTgRKB52SBiHlxx9xpHzN4alsVrJt_0 2024-09-12T18:25:56.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3258869823830096688', time=2024-09-12T20:14:23.711236+0000, chain.objs.size()=1 2024-09-12T18:25:56.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.m45liOos6wkdR-oSLeC3CO7zbjkCiC2_0 2024-09-12T18:25:56.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10386019215065815969', time=2024-09-12T20:14:23.865906+0000, chain.objs.size()=1 2024-09-12T18:25:56.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.C9J-UKVIihGxckPVrj5h9d09kYPAFit_0 2024-09-12T18:25:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7960520994988075517', time=2024-09-12T20:14:24.054827+0000, chain.objs.size()=1 2024-09-12T18:25:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Yei4xNJDOGGt8Z37m_3PDJeNUT28VrS_0 2024-09-12T18:25:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10419490535088404029', time=2024-09-12T20:14:24.071000+0000, chain.objs.size()=1 2024-09-12T18:25:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Tv3iJZLuiw4y1t0W2N34wqM5B_Mo1Iy_0 2024-09-12T18:25:56.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.155+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14878780616242172172', time=2024-09-12T20:14:24.101727+0000, chain.objs.size()=1 2024-09-12T18:25:56.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vaiHvE7SfniqNT2jxozQs_18quTtK4C_0 2024-09-12T18:25:56.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47333 2024-09-12T18:25:56.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-12T18:25:56.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17203483405009146176', time=2024-09-12T20:14:24.116744+0000, chain.objs.size()=1 2024-09-12T18:25:56.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HYtuQWXb9upGouNSyccDcv3isw8EuJZ_0 2024-09-12T18:25:56.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16230987017348348578', time=2024-09-12T20:14:24.218385+0000, chain.objs.size()=1 2024-09-12T18:25:56.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3Enp_Q0tB2w4R32CsMD4DCpnYbOrbGH_0 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9536343394880675667', time=2024-09-12T20:14:24.386499+0000, chain.objs.size()=1 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5jDMLc9DhCEmuIsPpHIyaIELXkBrcgr_0 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.528281525144611846', time=2024-09-12T20:14:24.462107+0000, chain.objs.size()=1 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qbM4MA7mvVw6L-43nTfJny7U9pEyWIX_0 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4112843226217033586', time=2024-09-12T20:14:24.586671+0000, chain.objs.size()=1 2024-09-12T18:25:56.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.i_523R7Bu_aS2jin7XiWlUsJV4uizm5_0 2024-09-12T18:25:56.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.577939636275180319', time=2024-09-12T20:14:24.776420+0000, chain.objs.size()=1 2024-09-12T18:25:56.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HxJtxtKOsICRu73QJWgXYNqXzCx_-h1_0 2024-09-12T18:25:56.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12110006944126900606', time=2024-09-12T20:14:24.780880+0000, chain.objs.size()=1 2024-09-12T18:25:56.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.P53UoTi1gaLxH0pQVR-wgDw0fAUtJYa_0 2024-09-12T18:25:56.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4014183086819343088', time=2024-09-12T20:14:24.834376+0000, chain.objs.size()=1 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ywCvNFSyOaQXya3-beotXlzkKFAFM5k_0 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16560157192484631202', time=2024-09-12T20:14:25.105205+0000, chain.objs.size()=1 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pSwDBtYbfvBu2smQspreNpOwHyhF4y2_0 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.242572526456328513', time=2024-09-12T20:14:25.167252+0000, chain.objs.size()=1 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LYcNSU_rqsq2wrEMB6QWU3orvqW8ETn_0 2024-09-12T18:25:56.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14309793095453448570', time=2024-09-12T20:14:25.305389+0000, chain.objs.size()=1 2024-09-12T18:25:56.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JTHr7WQBONDs5BbNQJ0YYPZC4DXEo3n_0 2024-09-12T18:25:56.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6878303038843085114', time=2024-09-12T20:14:25.309058+0000, chain.objs.size()=1 2024-09-12T18:25:56.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wkMjI-gex8m_eUQpFmkuTwIgL1NY4ec_0 2024-09-12T18:25:56.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8346964025801656768', time=2024-09-12T20:14:25.523523+0000, chain.objs.size()=1 2024-09-12T18:25:56.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._ZKZZE7MczYHpH8FP8AjcN19YfIg2vJ_0 2024-09-12T18:25:56.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15750008757417432701', time=2024-09-12T20:14:25.545322+0000, chain.objs.size()=1 2024-09-12T18:25:56.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.N2Wz7bQofdaJMQqFk2p_SI5vyjAM5v9_0 2024-09-12T18:25:56.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7796667049719213909', time=2024-09-12T20:14:25.571506+0000, chain.objs.size()=1 2024-09-12T18:25:56.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GAFbjCFN79WA_sgJsXnyavoi5nx8Pnt_0 2024-09-12T18:25:56.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17627600326184570004', time=2024-09-12T20:15:35.766222+0000, chain.objs.size()=1 2024-09-12T18:25:56.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.443__shadow_.TfcdbRl9vbPHTeXfrvtpza-AjGPtVwz_0 2024-09-12T18:25:56.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14715676165811461606', time=2024-09-12T20:16:25.977347+0000, chain.objs.size()=1 2024-09-12T18:25:56.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.519__multipart_mymultipart.2~YaqQk2z_4MKenpb6boXSZDpvK2nsJYS.1 2024-09-12T18:25:56.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9657946241551879360', time=2024-09-12T20:16:53.449843+0000, chain.objs.size()=4 2024-09-12T18:25:56.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~8i6kWPFHuwol1QBSNWkg0omYEorkFPM.1 2024-09-12T18:25:56.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__shadow_mymultipart.2~8i6kWPFHuwol1QBSNWkg0omYEorkFPM.1_1 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~8i6kWPFHuwol1QBSNWkg0omYEorkFPM.2 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__shadow_mymultipart.2~8i6kWPFHuwol1QBSNWkg0omYEorkFPM.2_1 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12073218749524439690', time=2024-09-12T20:17:48.046708+0000, chain.objs.size()=1 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.557__shadow_.hFztbqYCmxTqNDUdbRhL4ykrrWD-dOS_0 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1869127653148713306', time=2024-09-12T20:18:13.764217+0000, chain.objs.size()=1 2024-09-12T18:25:56.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.171+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.574__shadow_.3BY4D2knG7knVMcjM1sX9rzC-GCrD1Z_0 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1723225821670332061', time=2024-09-12T20:18:16.816088+0000, chain.objs.size()=1 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:ymaIqOY9ahCB5qJR32Myh.3JzSMVf32_.pLx1tPH6-m6Xdiulm2j6YVhbMbHesMJ_0 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6372199139575564353', time=2024-09-12T20:18:50.224313+0000, chain.objs.size()=1 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.586__shadow:goJoQy7rjuhpwrsCYRbu2yfRNTsSRNW_.2Z_jWymtzXhhFUktIHbbOrhymnVaD-R_0 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18001643100966648863', time=2024-09-12T20:18:56.775980+0000, chain.objs.size()=1 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.597__shadow_.vR2R6OaY2ivfV7-wt4c_c5oGZL3719c_0 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1690171576300739749', time=2024-09-12T20:21:49.826521+0000, chain.objs.size()=1 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.655__shadow_.rirwQ8Tl4_AGsHsuTkXqmnvd34UxyJh_0 2024-09-12T18:25:56.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7612563079275009370', time=2024-09-12T20:22:02.807868+0000, chain.objs.size()=1 2024-09-12T18:25:56.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.673__shadow_.LQodVNcLG7Xdf9BizmZEwRmeWXBbxco_0 2024-09-12T18:25:56.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8506966671675395587', time=2024-09-12T20:22:06.854454+0000, chain.objs.size()=1 2024-09-12T18:25:56.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.680__shadow_.0JtCZ_NUgn59ury_P2xBrnJEW7TDtwJ_0 2024-09-12T18:25:56.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9073712801143679128', time=2024-09-12T20:22:16.635278+0000, chain.objs.size()=1 2024-09-12T18:25:56.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.699__shadow:FAz.TSP3GvzGquBDTKvaMepp3Evt0bm_.K7SxKaslRlQre1HdMwOBdW_HTsGi28Q_0 2024-09-12T18:25:56.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6951272546567455987', time=2024-09-12T20:22:20.302107+0000, chain.objs.size()=1 2024-09-12T18:25:56.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.705__shadow:LQW4SArAYMka9LG3lIGn0OyyWio9GHv_.vNu20v-N6KecC4DRMigkGmQm033WXWq_0 2024-09-12T18:25:56.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11335943916958881535', time=2024-09-12T20:22:48.379347+0000, chain.objs.size()=1 2024-09-12T18:25:56.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.720__shadow_.OkelpwcxcnCbdQ02kXlcAzlcaS4eO9L_0 2024-09-12T18:25:56.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:25:56.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51353' 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8081279657083654039', time=2024-09-12T20:12:16.193598+0000, chain.objs.size()=1 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.235__shadow_.ba0leBKeNN1e8IkoiHVoDtgr9Xju3bz_0 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16123908345459307332', time=2024-09-12T20:12:18.496025+0000, chain.objs.size()=1 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.238__shadow_.z940ZZsG6tA9uL5gkRqAb_cM2wuoRzW_0 2024-09-12T18:25:56.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13083113520418929977', time=2024-09-12T20:12:19.609331+0000, chain.objs.size()=1 2024-09-12T18:25:56.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.239__shadow_.Hwl6zn9ZgiaETrJlEy1n25OzFqywWI2_0 2024-09-12T18:25:56.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13836554695593171886', time=2024-09-12T20:12:23.082645+0000, chain.objs.size()=1 2024-09-12T18:25:56.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.244__shadow_.3MxGMnFBvGVhdd3U2fSgAZf0o9SorIE_0 2024-09-12T18:25:56.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3739531930891805552', time=2024-09-12T20:12:33.015537+0000, chain.objs.size()=1 2024-09-12T18:25:56.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.259__shadow_.iW0PyV_uWgmCFBc4gwJjVSekchEJFGA_0 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7956786191050026619', time=2024-09-12T20:12:33.627891+0000, chain.objs.size()=1 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.260__shadow_.J_cCrjUjC64twjaWTgS_zKOeb8SC1v7_0 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13444375961654314980', time=2024-09-12T20:12:55.765624+0000, chain.objs.size()=1 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2ZT11GXGDtTEuXUJWrfl-j2yLFLTEkK_0 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17064623422939096498', time=2024-09-12T20:12:55.861073+0000, chain.objs.size()=1 2024-09-12T18:25:56.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yHWSpukH8yCJtvl-FpQG26UiGU-gpKq_0 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2172544923393523405', time=2024-09-12T20:12:56.088564+0000, chain.objs.size()=1 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GBeEzr_DZuhFQQT6sgctjvr4s09ibda_0 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10016157758958508739', time=2024-09-12T20:12:56.125508+0000, chain.objs.size()=1 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ynWX563yOMJDRLuuAj-BcReENBkeDec_0 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10363844224171797521', time=2024-09-12T20:12:56.133101+0000, chain.objs.size()=1 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uKRFtNeXcIjB14KkwkDFLwAH8AFl-dy_0 2024-09-12T18:25:56.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17094968641584570763', time=2024-09-12T20:12:56.204285+0000, chain.objs.size()=1 2024-09-12T18:25:56.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9km3dBoWUwaL6pIr7GmCGoRIHwheA4m_0 2024-09-12T18:25:56.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13453370159559615073', time=2024-09-12T20:12:56.277763+0000, chain.objs.size()=1 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bWmoT2vnmebz8XGvdKxeLQDou8Q1oz1_0 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15178261681366432415', time=2024-09-12T20:12:56.294928+0000, chain.objs.size()=1 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HBwzHmmwkWCLHRMuCysU-NgWFJ2MxYT_0 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4748779516017259783', time=2024-09-12T20:12:56.569943+0000, chain.objs.size()=1 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.G9zEU2yN5_gJhURVsV1stECpZo46Svc_0 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17573633347737324420', time=2024-09-12T20:12:56.592738+0000, chain.objs.size()=1 2024-09-12T18:25:56.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sAt_i4R1c3Lzscyh2JHRv1t-HchEfBb_0 2024-09-12T18:25:56.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.522598431485450592', time=2024-09-12T20:12:56.623950+0000, chain.objs.size()=1 2024-09-12T18:25:56.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-5bZ7hvNy9hZSZifTvBDtXfqc-4aBSo_0 2024-09-12T18:25:56.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9008954688754448082', time=2024-09-12T20:12:56.757490+0000, chain.objs.size()=1 2024-09-12T18:25:56.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hsaGijDXHbmGlQFE7fHHxgCl4fPQLJS_0 2024-09-12T18:25:56.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14992753103890851948', time=2024-09-12T20:12:56.858361+0000, chain.objs.size()=1 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FCToRqOZZZ6n1ZEEeiIhLVnIIC053GX_0 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11950146692565715664', time=2024-09-12T20:12:56.859321+0000, chain.objs.size()=1 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.x2P5A9gWfrLSpt7XSqlCLfH3Q0kdd1o_0 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10988412838435870474', time=2024-09-12T20:12:56.955144+0000, chain.objs.size()=1 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vec3dSLcGB1VvqrngL8hAgOfsHzkkWk_0 2024-09-12T18:25:56.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11912880676964928183', time=2024-09-12T20:12:56.982564+0000, chain.objs.size()=1 2024-09-12T18:25:56.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._7esyWaRrJx9kjHodqAjuninOd47aWT_0 2024-09-12T18:25:56.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13609479290474292417', time=2024-09-12T20:12:57.226367+0000, chain.objs.size()=1 2024-09-12T18:25:56.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1KPXslSh4rjYROGULs0_-yEWilUrN92_0 2024-09-12T18:25:56.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9553543862037551082', time=2024-09-12T20:12:57.228076+0000, chain.objs.size()=1 2024-09-12T18:25:56.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lFrAEvDdYnfTazRQn39siVsQeBVFMYJ_0 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.217723399278051909', time=2024-09-12T20:12:57.241082+0000, chain.objs.size()=1 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XHmJ0Cj9j0LI6fa2R57AIYHMNzME9QC_0 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12556783377396082807', time=2024-09-12T20:12:57.294141+0000, chain.objs.size()=1 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2Ls6UzggbEZg5Hcrg1rTAy5aLmb6k8d_0 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4833556148737982648', time=2024-09-12T20:12:57.296092+0000, chain.objs.size()=1 2024-09-12T18:25:56.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.U5SgxSt014vhckW0f-9_TSM6iYdLWtv_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.868147981275337763', time=2024-09-12T20:12:57.468306+0000, chain.objs.size()=1 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4if2RHIgfPsWI2WMm1l2jcoZCW-qQB8_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4457896553077229241', time=2024-09-12T20:12:57.483088+0000, chain.objs.size()=1 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xUsYiSWK5m_JS_GkpMDByg4yb--JmHu_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.824583978210664732', time=2024-09-12T20:12:57.494034+0000, chain.objs.size()=1 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.x0J3acKtHgl_h12qCoHtJoSOvmDzV0u_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6071573946339891170', time=2024-09-12T20:12:57.657966+0000, chain.objs.size()=1 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Mv7st5vdBtpet79BRaYN7Wfe_tiVhH2_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1315025647715891190', time=2024-09-12T20:12:57.865988+0000, chain.objs.size()=1 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.E6JGy6Rrizx4N2VRI3qNvUo69qfUUQD_0 2024-09-12T18:25:56.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13881985920236856523', time=2024-09-12T20:12:57.868117+0000, chain.objs.size()=1 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LMlyGp2iSOJt8SsLPJwurGwVaMHiMJe_0 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7834490670255157811', time=2024-09-12T20:12:57.888810+0000, chain.objs.size()=1 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.B8OG_ga1pMHi97LPSbqPNsUz0X_1td8_0 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13056547674935922978', time=2024-09-12T20:12:57.924458+0000, chain.objs.size()=1 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zC3HKKWZrFEfs95TzQq5jOPBj0B9Sno_0 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2213091595979043897', time=2024-09-12T20:12:57.938134+0000, chain.objs.size()=1 2024-09-12T18:25:56.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Q1sH5zbkQfl3OjuoqEYLP3F4ETyJStM_0 2024-09-12T18:25:56.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10970292285447359056', time=2024-09-12T20:12:58.123359+0000, chain.objs.size()=1 2024-09-12T18:25:56.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZvIb4T3KGVKJX4vUdUjcqs_1jZ9H7Ve_0 2024-09-12T18:25:56.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5231470903632148639', time=2024-09-12T20:12:58.170278+0000, chain.objs.size()=1 2024-09-12T18:25:56.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hgZkDaSKksci9tCPmObmcMMLfWInTUc_0 2024-09-12T18:25:56.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16572706712682636618', time=2024-09-12T20:12:58.222516+0000, chain.objs.size()=1 2024-09-12T18:25:56.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MHoEXCOYthL1GY1klBEyw-Wz1wTxoiE_0 2024-09-12T18:25:56.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6236682802826051435', time=2024-09-12T20:12:58.246679+0000, chain.objs.size()=1 2024-09-12T18:25:56.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6aC1hmrsD60c7xZyYfk5Wl7MKxqr46V_0 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15788860616202843398', time=2024-09-12T20:12:58.817265+0000, chain.objs.size()=1 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.264__shadow_.oqup1sFwQf-MWx90FZu4UMi1DAjaWEh_0 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3376019022999066110', time=2024-09-12T20:12:58.819264+0000, chain.objs.size()=1 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.264__shadow_.A7mq2fXV3WoYm0it7S9_6uB1Cg-YX_d_0 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16611855886463263806', time=2024-09-12T20:13:06.261484+0000, chain.objs.size()=1 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.276__shadow_.c778r7AUHzli9k9dDSDvZ78cXaJYiWz_0 2024-09-12T18:25:56.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12808930180285108479', time=2024-09-12T20:13:06.264030+0000, chain.objs.size()=1 2024-09-12T18:25:56.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.276__shadow_.KOszc0aB4bc_w4ZrZGm2KMgTkZM__Oh_0 2024-09-12T18:25:56.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.325872786975520290', time=2024-09-12T20:13:13.197997+0000, chain.objs.size()=1 2024-09-12T18:25:56.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.287__shadow_.I2LCthFXbm-q6zHjxdrykH9dxH4GR7h_0 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9879259829939974694', time=2024-09-12T20:13:15.043593+0000, chain.objs.size()=1 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.290__shadow_.hNs6G2zvwq5nld0ofOuVqamnbxMn6Tu_0 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8889097847999152798', time=2024-09-12T20:13:15.656427+0000, chain.objs.size()=1 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.291__shadow_.QiaQ-bkQOwDp1eYs8SAS2xC0BDXoBfY_0 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17747047902746017101', time=2024-09-12T20:13:17.923630+0000, chain.objs.size()=1 2024-09-12T18:25:56.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.hY9ng_Bruxxh5mO-ZvLUorNjJgjdINg_0 2024-09-12T18:25:56.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15524608007511944329', time=2024-09-12T20:13:19.176835+0000, chain.objs.size()=1 2024-09-12T18:25:56.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_._jqgBrAP2smKHtcEVrM1NNJLZtIRDcW_0 2024-09-12T18:25:56.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2041343990952083336', time=2024-09-12T20:13:20.416546+0000, chain.objs.size()=1 2024-09-12T18:25:56.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.296__shadow_.eY54vox5aBvA4dNpYkGVivYbMFY6QW4_0 2024-09-12T18:25:56.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15271002800557694626', time=2024-09-12T20:13:24.304220+0000, chain.objs.size()=1 2024-09-12T18:25:56.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.302__shadow_.1dDt9f1XfgtSyB4cwhE6Grs7zSmF-_H_0 2024-09-12T18:25:56.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10945170979766651520', time=2024-09-12T20:13:24.306304+0000, chain.objs.size()=1 2024-09-12T18:25:56.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.302__shadow_.jX-O8uff5WZ8GPEUdZon9J-tFO5Ykvh_0 2024-09-12T18:25:56.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6879854721738002459', time=2024-09-12T20:13:28.670822+0000, chain.objs.size()=1 2024-09-12T18:25:56.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.308__shadow:g9s3iwS7szbLsZ.skrGRtQL0Di0vURp_.DQWPgqemJm1gihzHAwkFVadzhqUcJQJ_0 2024-09-12T18:25:56.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12333653379437227912', time=2024-09-12T20:13:58.947610+0000, chain.objs.size()=1 2024-09-12T18:25:56.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._f9liECUr0oAMkYWLgwybQM6mYa8ELS_0 2024-09-12T18:25:56.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7748212816605162195', time=2024-09-12T20:13:58.983411+0000, chain.objs.size()=1 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.whvvO8P518CR7W6FGJFgfWyQwUrVzVu_0 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9225215172068824208', time=2024-09-12T20:13:59.011364+0000, chain.objs.size()=1 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QWJBNrP143HksyxtrDqQeFIQVbXJG3B_0 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2441845766627131085', time=2024-09-12T20:13:59.017786+0000, chain.objs.size()=1 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.egBKtVMPYheylGVYdUdcHywAlMw-4cJ_0 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3731510000931648909', time=2024-09-12T20:13:59.271722+0000, chain.objs.size()=1 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.j0HuOLN7UdRLt2GHpPV1v2g-yS5Ez7P_0 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3543187517104809975', time=2024-09-12T20:13:59.273462+0000, chain.objs.size()=1 2024-09-12T18:25:56.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lvw2aLDfr9HLa5hlIDq5jDnxCihG0LK_0 2024-09-12T18:25:56.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4898541333530129814', time=2024-09-12T20:13:59.335890+0000, chain.objs.size()=1 2024-09-12T18:25:56.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KEvBE5mIjjfg_6F1mP2mPa2yXBwhhBC_0 2024-09-12T18:25:56.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.219+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5302685710211276906', time=2024-09-12T20:13:59.576724+0000, chain.objs.size()=1 2024-09-12T18:25:56.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.219+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.F5KxhUV2_WmDyPdJKUw29n7UnYZQ2U4_0 2024-09-12T18:25:56.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.219+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9161101651268098800', time=2024-09-12T20:13:59.598514+0000, chain.objs.size()=1 2024-09-12T18:25:56.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.219+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L2x_1SPwda64sDjG2BXIK4ONuzyUdD3_0 2024-09-12T18:25:56.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10617830878746544508', time=2024-09-12T20:13:59.649309+0000, chain.objs.size()=1 2024-09-12T18:25:56.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7sEp35N_6ill0gioL34dVmd42IPkZ6B_0 2024-09-12T18:25:56.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9529193176156950749', time=2024-09-12T20:13:59.723354+0000, chain.objs.size()=1 2024-09-12T18:25:56.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ud_C4fmi3psRiB9zadLhjTlPDrVNb9i_0 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5105806500091436221', time=2024-09-12T20:13:59.755434+0000, chain.objs.size()=1 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.u_cE15tVCVghRIFLfIIsLTJ4KppCbr3_0 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14256054314699339672', time=2024-09-12T20:13:59.789161+0000, chain.objs.size()=1 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CWPhzyyQCT6ADXm7oo4RYkoP9QyAXGs_0 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4181332874048640870', time=2024-09-12T20:13:59.800302+0000, chain.objs.size()=1 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6Wd_7q1zwFCjeNlQCncQgoDnf1M_HCP_0 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12607705172283283636', time=2024-09-12T20:13:59.965722+0000, chain.objs.size()=1 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sE8ENMoWqJ-b1nXwKwQuefGYGz4qdCy_0 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16231096198418896357', time=2024-09-12T20:13:59.978948+0000, chain.objs.size()=1 2024-09-12T18:25:56.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1ol4CXhTMIOW99bZsIkD6uph2i4dfHE_0 2024-09-12T18:25:56.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6544234120965661727', time=2024-09-12T20:13:59.994608+0000, chain.objs.size()=1 2024-09-12T18:25:56.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Dq_yOPs8R3pZB837fa05sH1z6Ih7SWd_0 2024-09-12T18:25:56.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17946732152187712204', time=2024-09-12T20:14:00.002980+0000, chain.objs.size()=1 2024-09-12T18:25:56.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dUGjHp46DL_lm6N5qh7bnyPs7PyC9rf_0 2024-09-12T18:25:56.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1552511104231319040', time=2024-09-12T20:14:00.048597+0000, chain.objs.size()=1 2024-09-12T18:25:56.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Tv7Ex52u06llj-FUNubGMlSWuFdGGml_0 2024-09-12T18:25:56.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4457502274141542088', time=2024-09-12T20:14:00.063501+0000, chain.objs.size()=1 2024-09-12T18:25:56.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zNOHRUldL1Oj_wcQuanuihOSauTN_wK_0 2024-09-12T18:25:56.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5252607807839622834', time=2024-09-12T20:14:00.067555+0000, chain.objs.size()=1 2024-09-12T18:25:56.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SUpCydB4Sg9K3aSRgBO0Gk-MsbfBpHg_0 2024-09-12T18:25:56.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9101811861017690866', time=2024-09-12T20:14:00.115257+0000, chain.objs.size()=1 2024-09-12T18:25:56.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-flTX7xHtl0vSNCP9cyQQENawZoqe6k_0 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1460648765847979830', time=2024-09-12T20:14:00.119957+0000, chain.objs.size()=1 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uNqebegWDD6n1QYaPLf830TgGaSCcIb_0 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13562139423262892322', time=2024-09-12T20:14:00.296862+0000, chain.objs.size()=1 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Omrzit2ITx7KSj28huGbsOewpOgpW20_0 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10860686664807624627', time=2024-09-12T20:14:00.420322+0000, chain.objs.size()=1 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9aFpK2SQwepZNr4bHc7vZCT5EfGH0jF_0 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18248935788321447565', time=2024-09-12T20:14:00.446363+0000, chain.objs.size()=1 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JLoPB4Q5JL8t562Cm3zXz8Do5GWEj5q_0 2024-09-12T18:25:56.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10298005173871983060', time=2024-09-12T20:14:00.462537+0000, chain.objs.size()=1 2024-09-12T18:25:56.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.V5fc64QV1d0PnFlbSMUkk2V523IWV9r_0 2024-09-12T18:25:56.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5222822573559823720', time=2024-09-12T20:14:00.730629+0000, chain.objs.size()=1 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ETT2yKablUP05LF5XvMCXeD6coDjwqS_0 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5838874276189293542', time=2024-09-12T20:14:00.795486+0000, chain.objs.size()=1 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gtDOdpjLNjcM4iSEyUyf1GJ1f4NOmJA_0 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.20966418441511431', time=2024-09-12T20:14:01.001409+0000, chain.objs.size()=1 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XuhCSEsILMnv-_HHywITOklxFE7Tvub_0 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1248793435180625136', time=2024-09-12T20:14:01.029193+0000, chain.objs.size()=1 2024-09-12T18:25:56.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fWbVbeqbSzs339M2sjzPih4hyYMWT6F_0 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8959495766880913977', time=2024-09-12T20:14:01.106362+0000, chain.objs.size()=1 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2h4Ds6Q3PnJn1EAFLpD4i0V9wlEw94q_0 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12748191787161544006', time=2024-09-12T20:14:01.146664+0000, chain.objs.size()=1 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PToyD5mLz-0B3RJ2hQ7_mSNyFT02_1Z_0 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6651894660249977388', time=2024-09-12T20:14:01.171525+0000, chain.objs.size()=1 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZrNBrBY4eKG9Kyt17JHttVv7Lnl-BCc_0 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13990833288531592576', time=2024-09-12T20:14:01.482407+0000, chain.objs.size()=1 2024-09-12T18:25:56.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mWZr4MNGK5SErtJj-DmxujnRSWDnWoN_0 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1978945951495844202', time=2024-09-12T20:14:22.737620+0000, chain.objs.size()=1 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oy4rmUDYJdBa-sE9-UvvhYfe6e8Xumk_0 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7818746766755618206', time=2024-09-12T20:14:22.765163+0000, chain.objs.size()=1 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.j68Lq4c_VACeAvRg4Jw0gaWwywnTP_s_0 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2539401654849320400', time=2024-09-12T20:14:22.844649+0000, chain.objs.size()=1 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8DgNcFFZSz2osUoWqvdnHl4FTEHQuSY_0 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14679681818374007541', time=2024-09-12T20:14:22.897897+0000, chain.objs.size()=1 2024-09-12T18:25:56.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ePjtzcmS2pk1p7pz-DaShHuNhdrNpI9_0 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4882974682570497182', time=2024-09-12T20:14:23.047608+0000, chain.objs.size()=1 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hJht5cAV78cvEzAnVnC57ekB1AzvzhA_0 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16366717247290497555', time=2024-09-12T20:14:23.089548+0000, chain.objs.size()=1 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.B_o044UwfRZkno-829ySY2kNHb1iJOW_0 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14090633583164874770', time=2024-09-12T20:14:23.146823+0000, chain.objs.size()=1 2024-09-12T18:25:56.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ppFsiuEJmdEJYB2xLyY4LGK4rHH1PKV_0 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5197573712794709343', time=2024-09-12T20:14:23.184032+0000, chain.objs.size()=1 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8HGRNYo6OK26fRjddpb2W2suRmqqIa2_0 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11759086238003669955', time=2024-09-12T20:14:23.232270+0000, chain.objs.size()=1 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yyZMGa_jNi59HSO2CQ9OYpajIrk7Q8u_0 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9840945099672901063', time=2024-09-12T20:14:23.857570+0000, chain.objs.size()=1 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Cr2NQgakBbmqg9AqYK4h-tMbIJn4RR8_0 2024-09-12T18:25:56.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12983421552151015268', time=2024-09-12T20:14:23.863024+0000, chain.objs.size()=1 2024-09-12T18:25:56.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3w5q9q9rp9xt4_81ym9ahn__2hQGE0T_0 2024-09-12T18:25:56.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.243+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9418329083744166589', time=2024-09-12T20:14:23.883463+0000, chain.objs.size()=1 2024-09-12T18:25:56.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.243+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.i2VVeGrid6qUV5R-VpiujfYG5Bvy69T_0 2024-09-12T18:25:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51353 2024-09-12T18:25:56.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=46, truncated=0, next_marker='' 2024-09-12T18:25:56.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4028695903471609618', time=2024-09-12T20:14:23.909957+0000, chain.objs.size()=1 2024-09-12T18:25:56.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.04SlsQQOhR5wvTVS62CvAK2OgjGZZy0_0 2024-09-12T18:25:56.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6584708098513330910', time=2024-09-12T20:14:23.910758+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Yn0-e6y8FiZGKgPuvT5J6TbcXMzZ0B4_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1069727721992007764', time=2024-09-12T20:14:24.084393+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Z_CUqRuZapEXDaiNHgNJWK36EKYvHTN_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17008809924817223034', time=2024-09-12T20:14:24.085573+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k8exYU4C1iIyCtllc-rdsZf4gb_JCLq_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15205975657901696746', time=2024-09-12T20:14:24.088197+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SkFIdI8niBPMnzpH7Mm7ThiplW4Uvit_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9212582167790691610', time=2024-09-12T20:14:24.134419+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PX0V5NHIRDz-mDpahd5eBDLs8Ur7jdV_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4455320956998774249', time=2024-09-12T20:14:24.141412+0000, chain.objs.size()=1 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7uSNLuGW4js6IZvMvJylo5c3RZlCXg-_0 2024-09-12T18:25:56.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10112186709933517434', time=2024-09-12T20:14:24.166525+0000, chain.objs.size()=1 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.034rAO14aU4U8GrDl1RWMhGmGG99AiK_0 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15755327869077297726', time=2024-09-12T20:14:24.418331+0000, chain.objs.size()=1 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.04Ti6eiv4lXcpXLzo_tiNnE8YVCTdTF_0 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7853697377432852981', time=2024-09-12T20:14:24.431443+0000, chain.objs.size()=1 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._rvZ3lFZaHh1uiX4ORtcxU6aypOSams_0 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9485769155761806070', time=2024-09-12T20:14:24.442632+0000, chain.objs.size()=1 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LW1prBICoVp3eiM7jWXBcvNCGXCYqJG_0 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14279545963891165080', time=2024-09-12T20:14:24.507747+0000, chain.objs.size()=1 2024-09-12T18:25:56.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ABq2_58dbTsuQy-VtVkxAV20DlJ9_VQ_0 2024-09-12T18:25:56.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1400151831232866124', time=2024-09-12T20:14:24.740256+0000, chain.objs.size()=1 2024-09-12T18:25:56.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Lhec7lgakSF0le9humffMDS_X4KuoFo_0 2024-09-12T18:25:56.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2632131398730683070', time=2024-09-12T20:14:24.742836+0000, chain.objs.size()=1 2024-09-12T18:25:56.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZF5lwPBjBjk6wmuWIfY7FaU7ZrnyCgi_0 2024-09-12T18:25:56.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9501140680535261410', time=2024-09-12T20:14:24.766186+0000, chain.objs.size()=1 2024-09-12T18:25:56.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ALthFBZBbR_oVRrWUjjYvxGy1sO82xT_0 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17312102884850793969', time=2024-09-12T20:14:24.815712+0000, chain.objs.size()=1 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.z70cxSR887cYMmpkjAfFx_zzLlnyluy_0 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7476956049286365356', time=2024-09-12T20:14:24.839708+0000, chain.objs.size()=1 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uMaFZgfXV1O2fVNkHEF1es2O3WnOZUS_0 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16999095648534977093', time=2024-09-12T20:14:24.844430+0000, chain.objs.size()=1 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.u_et3zfALNsGJdzt0fC__77jp7Gx4xz_0 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14423571968756253160', time=2024-09-12T20:14:24.940253+0000, chain.objs.size()=1 2024-09-12T18:25:56.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LNgRNqfiZx9MBsDURY8keIKDM1GH5RW_0 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2358256978684542881', time=2024-09-12T20:14:24.947260+0000, chain.objs.size()=1 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.guw-HOxCfWorQhwgNIJqG4npmPp8Xte_0 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.190804629275581178', time=2024-09-12T20:14:25.110534+0000, chain.objs.size()=1 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ygzYafnolvBCUSosOLK11jNkB3BbXZz_0 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9308593144186925502', time=2024-09-12T20:14:25.135573+0000, chain.objs.size()=1 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xwDwS7hs6o9ySu6BSYPiIve3Zhcdk78_0 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13887943838118989999', time=2024-09-12T20:14:25.202298+0000, chain.objs.size()=1 2024-09-12T18:25:56.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3hdgzWF8oSYGEWeXMmbDAFi2x-ymC1k_0 2024-09-12T18:25:56.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7072679165384749999', time=2024-09-12T20:14:25.207681+0000, chain.objs.size()=1 2024-09-12T18:25:56.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lKVHfj_G8Z45Ar4t7lOGwZ5D6ireq5U_0 2024-09-12T18:25:56.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14248921668971821653', time=2024-09-12T20:14:25.554042+0000, chain.objs.size()=1 2024-09-12T18:25:56.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TdOeZDDEHxhySLBn1SMC-suOsuKPwv__0 2024-09-12T18:25:56.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1638951414143083653', time=2024-09-12T20:14:25.578453+0000, chain.objs.size()=1 2024-09-12T18:25:56.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.255+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.D31hzevyw9DD_QylvSI0pCSJRyXsD9K_0 2024-09-12T18:25:56.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13770295085247092845', time=2024-09-12T20:14:32.310307+0000, chain.objs.size()=1 2024-09-12T18:25:56.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.337__shadow_.Kn6bd9TmguAuIVQfN9ii0AUGk-0RZ39_0 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18132735367737666679', time=2024-09-12T20:14:36.066550+0000, chain.objs.size()=1 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.344__shadow_.SABWZg7zifCrp11aUEk870VY4bnNIkp_0 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3865247775658369132', time=2024-09-12T20:14:54.919916+0000, chain.objs.size()=1 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.378__shadow_.ASv8Am26xDiKAmk_JuT9YeBIz9FYDEa_0 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.270426268763575443', time=2024-09-12T20:15:39.934080+0000, chain.objs.size()=1 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.448__shadow_.hMdXJDmfFIAOxx77XeZGIHU13_BH-Ko_0 2024-09-12T18:25:56.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1965679451764046617', time=2024-09-12T20:15:48.115053+0000, chain.objs.size()=1 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.459__shadow_.gw5k5cetn-pINQCG1FPHUxKOzByP2_G_0 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11311283960948026054', time=2024-09-12T20:15:53.230460+0000, chain.objs.size()=1 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.465__shadow_.Z_21PbX_E7MMUv4DTuOINAaIu5JnBXL_0 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14963608683746244840', time=2024-09-12T20:16:04.605033+0000, chain.objs.size()=1 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.487__shadow_.ysP58LiVgLiME-mzCnB-i7Ad4t60PY2_0 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7900729327439283318', time=2024-09-12T20:16:26.326712+0000, chain.objs.size()=1 2024-09-12T18:25:56.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.518__shadow_.Kxf-dFT0a7uHZvyaLe1QW1Ablj439eI_0 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10663565010476625248', time=2024-09-12T20:16:51.822169+0000, chain.objs.size()=2 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~0LFH4TNSQPx3jhf-sj5IsSOzGrgvH9z.1 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__shadow_mymultipart.2~0LFH4TNSQPx3jhf-sj5IsSOzGrgvH9z.1_1 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.833142998034150287', time=2024-09-12T20:17:20.579383+0000, chain.objs.size()=4 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.536__multipart_mymultipart.2~tU3KAVQzO8yYNgUIwmsKomaTI0UN5MH.1 2024-09-12T18:25:56.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.536__multipart_mymultipart.2~tU3KAVQzO8yYNgUIwmsKomaTI0UN5MH.2 2024-09-12T18:25:56.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.536__multipart_mymultipart.tGl0ewFWpYSs_r8NU1REq6FPHlZaXj2Z.3 2024-09-12T18:25:56.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.536__multipart_mymultipart.2~tU3KAVQzO8yYNgUIwmsKomaTI0UN5MH.4 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15905516498010217407', time=2024-09-12T20:17:23.575429+0000, chain.objs.size()=1 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.538__shadow_.8xUWj5NZNNcdDf53-lN7oAemKlmJkrG_0 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15535307136092005106', time=2024-09-12T20:18:04.290153+0000, chain.objs.size()=1 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:yeJhZx5BAxYS1VMhPQg1v94AIJSBqSt_.prkjxlr66xfDDqemPWHwUmeVokx8yFS_0 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3270166831568809448', time=2024-09-12T20:18:04.709460+0000, chain.objs.size()=1 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:AcdA..lGebsA7GMsqO9aVLt-2ZMxJCM_.JgMAEhwN69VECAfRW4FS94F0iBiFJJ7_0 2024-09-12T18:25:56.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9876631867062956491', time=2024-09-12T20:18:05.357539+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:q7I00Ay6kMR7OcA1pfTFvMEBrw-fQ1X_.wS_Vpd_CwCe8kdYMDmS5PT6pHl_cBD4_0 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11589291874833849562', time=2024-09-12T20:18:27.030396+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:oMT4c6RBwyq8GQZEuWOeG-A6Qn0ovNP_.A11ppu3n7045l5a3WE0Zbk2ETaK5meI_0 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3704741025528276287', time=2024-09-12T20:18:46.751116+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:dqfT7LOEkWe0g7mJqT6TgRibMzito6h_.p_RbTm45xx9VmEZZrzB78IWVROA6fL6_0 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1633408178598424477', time=2024-09-12T20:19:00.398873+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.604__shadow_.7bKIz4-n5o4fRgmAMYfzkWxKn7WUKPd_0 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1758130185925294675', time=2024-09-12T20:19:18.615059+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.617__shadow_.pvkpVwPvyeJXbYrEDxGrqjAcwl53W7U_0 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13378316889195571598', time=2024-09-12T20:21:34.072760+0000, chain.objs.size()=1 2024-09-12T18:25:56.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.632__shadow_.Ap6k2eF0aLT0NW7WcMZK_kB3N_Hs8TE_0 2024-09-12T18:25:56.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6246190128784625866', time=2024-09-12T20:22:14.340381+0000, chain.objs.size()=1 2024-09-12T18:25:56.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.695__shadow:ub9bzyV25T2Hhk0Ma2RcEjVwgx855mH_.5GNytlew-4QsJTex4ieGTT_uO2pNxwQ_0 2024-09-12T18:25:56.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.287+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:25:56.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49935' 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18067554283659195947', time=2024-09-12T20:10:10.828634+0000, chain.objs.size()=3 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.anXFT-VXg98rA0I9d9vhO3Dd0meF9U0_0 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.anXFT-VXg98rA0I9d9vhO3Dd0meF9U0_1 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.anXFT-VXg98rA0I9d9vhO3Dd0meF9U0_2 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10229186896193536833', time=2024-09-12T20:10:19.473719+0000, chain.objs.size()=1 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.167__shadow_.vs-XGbAhRcHcAlZ6-jBbTQcMQg_qNLy_0 2024-09-12T18:25:56.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8476627369393669337', time=2024-09-12T20:12:18.508138+0000, chain.objs.size()=1 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.238__shadow_.oomWltMbYjBlougEEMnFAqFP-BPOlOR_0 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11923861871139505504', time=2024-09-12T20:12:24.857127+0000, chain.objs.size()=1 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.246__shadow_.7OHyf9CwrwzeTH-t0VB-i53yM2aqzwe_0 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3090808154220893363', time=2024-09-12T20:12:28.639150+0000, chain.objs.size()=1 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.252__shadow_.z3bT-Cyiv_JwGR_6qB1dLfy1WKdn-QO_0 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16205101502156402850', time=2024-09-12T20:12:55.784169+0000, chain.objs.size()=1 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ptCwZMKTBoF5PKQ_W_2Mj7kTaX0EKRe_0 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9462629771806788517', time=2024-09-12T20:12:55.808669+0000, chain.objs.size()=1 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EnBKqooJClrM_eR-5cTvguP6sDq8WpQ_0 2024-09-12T18:25:56.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6029258871556237932', time=2024-09-12T20:12:55.813952+0000, chain.objs.size()=1 2024-09-12T18:25:56.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8sl_05otSNjd-gLe5E5OaPDDZeihb6I_0 2024-09-12T18:25:56.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6645745108017403198', time=2024-09-12T20:12:55.874120+0000, chain.objs.size()=1 2024-09-12T18:25:56.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZAEBRfvyXv8UguLfnv8aqNBWuR1mAdp_0 2024-09-12T18:25:56.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17806373644301491902', time=2024-09-12T20:12:55.878614+0000, chain.objs.size()=1 2024-09-12T18:25:56.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uJqR-4V1ZosGDc05cpUMCgBwXBvWJZx_0 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11169603170460278773', time=2024-09-12T20:12:55.889521+0000, chain.objs.size()=1 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.T2IkaYaxwItn1qFB8awtTLN1JRHnEPj_0 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13174766640718119309', time=2024-09-12T20:12:55.898463+0000, chain.objs.size()=1 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2EJVEM_y0wVtneFWutrHf9NV44su5g7_0 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14720045141665834993', time=2024-09-12T20:12:55.953773+0000, chain.objs.size()=1 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.P-BZ0gO_KuQLbnjvNErdiA78qUAW2F-_0 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12690956544954679674', time=2024-09-12T20:12:55.967892+0000, chain.objs.size()=1 2024-09-12T18:25:56.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bxZcpVu1JmZ9MihxJwYUE5ZjlCvk_-H_0 2024-09-12T18:25:56.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1382731165822041448', time=2024-09-12T20:12:55.974117+0000, chain.objs.size()=1 2024-09-12T18:25:56.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7DKsMWCar4tC8qKiiJUUqjppzCPO8_E_0 2024-09-12T18:25:56.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8569675383579685678', time=2024-09-12T20:12:56.170190+0000, chain.objs.size()=1 2024-09-12T18:25:56.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Z_2_XqLIHsNsL0JEIiedqg1FUBnxBcb_0 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16162671493148488246', time=2024-09-12T20:12:56.242103+0000, chain.objs.size()=1 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qvyIXRSwdjp1wZJhY1CkpnFqpDzrZhz_0 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14347145086234871906', time=2024-09-12T20:12:56.256728+0000, chain.objs.size()=1 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5cgGOZAvkjcEMYY8t5Lp3Ff0m6mCPfJ_0 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8068882860675381430', time=2024-09-12T20:12:56.302665+0000, chain.objs.size()=1 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.u8sfK1nVy25CZQCLp5YDPiTkY3fcmuG_0 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10173656168046328497', time=2024-09-12T20:12:56.563908+0000, chain.objs.size()=1 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.W7ejxtv_7D0-TzJzU80gd_ult41iynE_0 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7479655700023505605', time=2024-09-12T20:12:56.820941+0000, chain.objs.size()=1 2024-09-12T18:25:56.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h1jwIVPuLSGzONGJVeJU6wAAQ60x2Iv_0 2024-09-12T18:25:56.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16602387252020351076', time=2024-09-12T20:12:56.924828+0000, chain.objs.size()=1 2024-09-12T18:25:56.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-zbr7W2ThNR3VfHT8J0TeHxrrvGfZBz_0 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7738195317553936754', time=2024-09-12T20:12:57.092051+0000, chain.objs.size()=1 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yGNf2xVxLjzfUqN9ZggTEJIPihgfN9B_0 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.957834132894491351', time=2024-09-12T20:12:57.185870+0000, chain.objs.size()=1 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ptkzx_e-zfp0xJMQCn35gyrybqAT44J_0 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18191525484025121514', time=2024-09-12T20:12:57.186918+0000, chain.objs.size()=1 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kOkPont8Tz35cOJmPeZESkPQEtN5g3e_0 2024-09-12T18:25:56.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9530721064746848854', time=2024-09-12T20:12:57.457875+0000, chain.objs.size()=1 2024-09-12T18:25:56.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vLHu3GAHuan48WEEQVKJ8NA_WeJbVJC_0 2024-09-12T18:25:56.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12362824806547515142', time=2024-09-12T20:12:57.527085+0000, chain.objs.size()=1 2024-09-12T18:25:56.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ajDj9eY1zvftzJTncmX9WzSR9zrI8bl_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13228589451017453644', time=2024-09-12T20:12:57.543591+0000, chain.objs.size()=1 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jLTQYAH-bSGJyUTriG-FZWQY_LRP4TF_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2887365267881088356', time=2024-09-12T20:12:57.556429+0000, chain.objs.size()=1 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HGYDfI4fGXGRwSkwZgxYWXzy7Ukrzk6_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1986719546651099572', time=2024-09-12T20:12:57.570553+0000, chain.objs.size()=1 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.e-0KgTcHFfzzhfLKP6teiO6R-gyBmwd_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10573483272094008630', time=2024-09-12T20:12:57.639026+0000, chain.objs.size()=1 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.N75WUswURMV_GKFkiOFBx9MX8TVXI3I_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7257586955986065121', time=2024-09-12T20:12:57.792329+0000, chain.objs.size()=1 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GS9-8eE3iYKfYlRAnE-z73Y5_zt6AS8_0 2024-09-12T18:25:56.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1329208299058494882', time=2024-09-12T20:12:57.804786+0000, chain.objs.size()=1 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6tOrWgoBnfjLiWCJFVHZC5361VeLDW3_0 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2845511581422295327', time=2024-09-12T20:12:57.805512+0000, chain.objs.size()=1 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9DaBAdqkKSSRsZaU3uQT1GBq-OxyI68_0 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.532099926980311934', time=2024-09-12T20:12:57.938139+0000, chain.objs.size()=1 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.noOmlN4yN0rqH4KTqzWXGsc6ziWS6g__0 2024-09-12T18:25:56.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14255779997286457552', time=2024-09-12T20:12:57.964279+0000, chain.objs.size()=1 2024-09-12T18:25:56.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BqQI79Y3NXVHBhNtfhzapAU8ZOtXoKA_0 2024-09-12T18:25:56.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2009833143420660695', time=2024-09-12T20:12:57.968803+0000, chain.objs.size()=1 2024-09-12T18:25:56.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fZQeJ5ORHPCTYOQ5lzP-pOk4ZVSH9C9_0 2024-09-12T18:25:56.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3756591126878864009', time=2024-09-12T20:12:58.003861+0000, chain.objs.size()=1 2024-09-12T18:25:56.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tYRzddBt_6j1MqlWSJuUXt5Oy14EC7-_0 2024-09-12T18:25:56.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10105870153033197987', time=2024-09-12T20:12:58.162303+0000, chain.objs.size()=1 2024-09-12T18:25:56.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GkeW_Xd41d0H-8zvJmpA2pyE72jPuiq_0 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17348550260393844714', time=2024-09-12T20:12:58.213834+0000, chain.objs.size()=1 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QFz9rxbMroLVRs1zudISgv_3z5b9Zkw_0 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17240169039284955912', time=2024-09-12T20:12:58.222784+0000, chain.objs.size()=1 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.01qxYSrDIwhDbPRe0UiKrKcxPcbQ05V_0 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10722482615275989687', time=2024-09-12T20:12:58.253978+0000, chain.objs.size()=1 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4bmuMZt2BLgXIijjVMnprOYG3cCeffj_0 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13249664298904337498', time=2024-09-12T20:13:01.882358+0000, chain.objs.size()=1 2024-09-12T18:25:56.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.269__shadow_.6sljqSm1FyjgviHKp-ie2RkFvvtXlfJ_0 2024-09-12T18:25:56.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3062459894099280987', time=2024-09-12T20:13:03.706613+0000, chain.objs.size()=1 2024-09-12T18:25:56.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.272__shadow_.tkHPWjS-0BfTBVIWUJCgJLXtiRrzhGB_0 2024-09-12T18:25:56.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13789701823501999959', time=2024-09-12T20:13:05.025244+0000, chain.objs.size()=1 2024-09-12T18:25:56.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.311+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.274__shadow_.Zv-BQF_r4PUzKzjXyvNK2ozANFE2Xz__0 2024-09-12T18:25:56.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5907315446345657998', time=2024-09-12T20:13:06.872507+0000, chain.objs.size()=1 2024-09-12T18:25:56.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.277__shadow_.XmHLRXA5xZF0zUOHwk0S2sy930SQ0Yv_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4690344188279661884', time=2024-09-12T20:13:11.250340+0000, chain.objs.size()=1 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.284__shadow_.csoNX505p5rEF-EqkxHOAQzODUAcyXZ_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17421352941693024735', time=2024-09-12T20:13:15.049938+0000, chain.objs.size()=1 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.290__shadow_.z_unNM27qD58vQ7cdwH0tfPrz4Atig0_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12199797803573141568', time=2024-09-12T20:13:17.855131+0000, chain.objs.size()=1 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.cY2oMsNEWhHDRnYAWocJJMjS57jMyVs_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13895498774778120909', time=2024-09-12T20:13:17.880967+0000, chain.objs.size()=1 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.y5dC6pp93QDsBZq8Zal4jCqelyk-mIh_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4594243708359547858', time=2024-09-12T20:13:17.906506+0000, chain.objs.size()=1 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.V2IBYf0xdt1HVDn0S1zK5qPgjl2VKuf_0 2024-09-12T18:25:56.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3372725674286655869', time=2024-09-12T20:13:22.408474+0000, chain.objs.size()=1 2024-09-12T18:25:56.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.299__shadow_.pDEsiQB6sZnPARXHqgonqZp7nQhsDe0_0 2024-09-12T18:25:56.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9122125611121492925', time=2024-09-12T20:13:24.941597+0000, chain.objs.size()=1 2024-09-12T18:25:56.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.303__shadow_.658RDmuq9V7Iq44nc9MxPOSaPmvOxHj_0 2024-09-12T18:25:56.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7904389007516502176', time=2024-09-12T20:13:25.598438+0000, chain.objs.size()=1 2024-09-12T18:25:56.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.304__shadow_.D7WkdiyOQviOMlhmEJqCeg5T8NIT0e9_0 2024-09-12T18:25:56.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11806224014684940485', time=2024-09-12T20:13:25.601011+0000, chain.objs.size()=1 2024-09-12T18:25:56.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.304__shadow_.mcYHIPiUrA3LzEUD7CIR7spTn6yK4P1_0 2024-09-12T18:25:56.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15231428876957419056', time=2024-09-12T20:13:26.850351+0000, chain.objs.size()=1 2024-09-12T18:25:56.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.306__shadow_.p_an9ERPDsoAj_FsS9DZ3KX0Mqz3JKv_0 2024-09-12T18:25:56.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8811314363671521978', time=2024-09-12T20:13:27.631569+0000, chain.objs.size()=1 2024-09-12T18:25:56.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.307__shadow_.Fvxd3oXJJRXrEiOqgPtjjLclYm2DJRd_0 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16130785069262823629', time=2024-09-12T20:13:58.926365+0000, chain.objs.size()=1 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FWL9QTMX5Pgfq0LyQpY6qJvxtyjeuip_0 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16068205325498238453', time=2024-09-12T20:13:58.947913+0000, chain.objs.size()=1 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YutdIvx8E1UAq9TB9XgPkVx0g8rlE82_0 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1532104148312855875', time=2024-09-12T20:13:59.009651+0000, chain.objs.size()=1 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OQiSLvChRxKYaE2jLilO77NxpldsWuR_0 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13941685505113707729', time=2024-09-12T20:13:59.058475+0000, chain.objs.size()=1 2024-09-12T18:25:56.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KAObL1X5ALd0J_MRdrtB0GPxfcD3D63_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6733452161873945692', time=2024-09-12T20:13:59.349723+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tEe0Patj-bhjf3_D0IBr1uGM_Nx4kJA_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8958358283135902619', time=2024-09-12T20:13:59.589996+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xK37W-gyLSfN756iutQ0bEK-GKodJQW_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4057513770402299028', time=2024-09-12T20:13:59.664317+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oTZ-XluVRp2yafoYulxEIpUngtrORVq_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9642058021726897249', time=2024-09-12T20:13:59.670313+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ywrr7YQJt88Lfoc0aXc-OICIm_DFcoE_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.796301998543050554', time=2024-09-12T20:13:59.681724+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.psbPZwac-LgP1RHUUosZoK0NpOfLKc9_0 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2674314187486431508', time=2024-09-12T20:13:59.798437+0000, chain.objs.size()=1 2024-09-12T18:25:56.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bWSnGBlDFgZeWEGaVr00BkSj-vTziyh_0 2024-09-12T18:25:56.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16400260779163318193', time=2024-09-12T20:14:00.067266+0000, chain.objs.size()=1 2024-09-12T18:25:56.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cMDB6wXn881EC1kW3nQDq9_2um-Nx1r_0 2024-09-12T18:25:56.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16027562324632398193', time=2024-09-12T20:14:00.135209+0000, chain.objs.size()=1 2024-09-12T18:25:56.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I15XTlFtBKgI0q-icMLJPzB9FDWubNC_0 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18318153625639194872', time=2024-09-12T20:14:00.167890+0000, chain.objs.size()=1 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ANqK64a9iGpauWpPiNSoC42nCT4YkeK_0 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10574159790571749020', time=2024-09-12T20:14:00.301372+0000, chain.objs.size()=1 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iUXbxdCJSvpD6-ycwcBfCIgc_VSgunO_0 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16288616759683463528', time=2024-09-12T20:14:00.340257+0000, chain.objs.size()=1 2024-09-12T18:25:56.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6SDqcQYLdO20rsnF2oQxKMmiFnQXyAq_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10088806569702714051', time=2024-09-12T20:14:00.375547+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.brdGgFk-khwoNFAIh-vXWpRaA8EFnoN_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.421921368252169858', time=2024-09-12T20:14:00.457421+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ebHcpMEYmyqoMQQY-iaCzWZ0HwcGjvs_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5699355677205279682', time=2024-09-12T20:14:00.495161+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8hhY3eajNWD1ew_rsht9v5tliWgyvTc_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7022017181544871275', time=2024-09-12T20:14:00.540063+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PkQAZw1CzS2y3vrI7J46u3UNlu3dSNN_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10166056623507787871', time=2024-09-12T20:14:00.684451+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.srmR6lziNTiSJM8SqNfr1DncxemQN8z_0 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11798206768423255029', time=2024-09-12T20:14:00.737327+0000, chain.objs.size()=1 2024-09-12T18:25:56.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WNPCOBrapSNS7P7yGe-i06yIY5bgeKO_0 2024-09-12T18:25:56.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8250245252583601348', time=2024-09-12T20:14:00.767001+0000, chain.objs.size()=1 2024-09-12T18:25:56.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2oihkk-JZUI1U_UfrVisygfwCh8itpg_0 2024-09-12T18:25:56.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8492643260268082751', time=2024-09-12T20:14:00.778807+0000, chain.objs.size()=1 2024-09-12T18:25:56.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jdQmyxFg0SaFEeXrJEkqZo4TvVXik4L_0 2024-09-12T18:25:56.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7278525690999236929', time=2024-09-12T20:14:00.798707+0000, chain.objs.size()=1 2024-09-12T18:25:56.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Iy6BYW9GeWC8nqL-b0Qz7gL5gXuA4jt_0 2024-09-12T18:25:56.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6337187731013004695', time=2024-09-12T20:14:00.819833+0000, chain.objs.size()=1 2024-09-12T18:25:56.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M3YArUyu0u8z-ddH8mYT5seSufPeVZa_0 2024-09-12T18:25:56.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11726911690424694075', time=2024-09-12T20:14:00.879554+0000, chain.objs.size()=1 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.c5plQIUzZ6KoruGFdjkAVyuh--aYx0y_0 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11372193917882780697', time=2024-09-12T20:14:00.888965+0000, chain.objs.size()=1 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6bvjjo0Xg8rG2uTRELhEKuS6F9Wrr0K_0 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15208962423006918542', time=2024-09-12T20:14:01.185261+0000, chain.objs.size()=1 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3ErV4lz66o1l1gEst6f4Wwwm9Jt6UVR_0 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.238364132095828654', time=2024-09-12T20:14:01.404704+0000, chain.objs.size()=1 2024-09-12T18:25:56.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mN1R8kg2fD30zoKf5q40gnd7XKeNJY8_0 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10358671726662876518', time=2024-09-12T20:14:01.426637+0000, chain.objs.size()=1 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.246yhhkA9iaDGhEDh6eESTjXH7iTtN5_0 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10001508363424915056', time=2024-09-12T20:14:01.501170+0000, chain.objs.size()=1 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BZNKrjiACMSxC6Vfq-fs26qHLhvX-k2_0 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3863450609839168904', time=2024-09-12T20:14:22.774468+0000, chain.objs.size()=1 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bmWWqG5jSVGP4tJQE0KMZAc9kX-QsrJ_0 2024-09-12T18:25:56.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13999542470176770509', time=2024-09-12T20:14:22.872114+0000, chain.objs.size()=1 2024-09-12T18:25:56.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fxiFgnfNLN1FGWJbPRVEY7yYnvUNk_s_0 2024-09-12T18:25:56.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5593829822091394965', time=2024-09-12T20:14:22.894984+0000, chain.objs.size()=1 2024-09-12T18:25:56.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Q2dOxZIz43Qv7okeS-WytlAVaeX6KRt_0 2024-09-12T18:25:56.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.628179627686025925', time=2024-09-12T20:14:23.074690+0000, chain.objs.size()=1 2024-09-12T18:25:56.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bghTwirYwQgK1R-uK8BFrnpTPyfKwpQ_0 2024-09-12T18:25:56.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17765807541131872666', time=2024-09-12T20:14:23.761638+0000, chain.objs.size()=1 2024-09-12T18:25:56.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1xOpfKWn7-i3yZO69U41fGLq4wjhQHS_0 2024-09-12T18:25:56.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1363479101287278465', time=2024-09-12T20:14:23.772117+0000, chain.objs.size()=1 2024-09-12T18:25:56.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.J14Rwn2nWvsI2hQIry6mPRsLRgQ9qbp_0 2024-09-12T18:25:56.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2233885305991606903', time=2024-09-12T20:14:23.780177+0000, chain.objs.size()=1 2024-09-12T18:25:56.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FzmRuebfnFk_K-iIxWJ6nTrOZBNCxqF_0 2024-09-12T18:25:56.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1182258513128971043', time=2024-09-12T20:14:23.873744+0000, chain.objs.size()=1 2024-09-12T18:25:56.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.R7b7PWfWVgVz3OV9gYxU5cAhYhTeO1n_0 2024-09-12T18:25:56.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12681617054746509005', time=2024-09-12T20:14:24.084156+0000, chain.objs.size()=1 2024-09-12T18:25:56.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HO7-El9KKIE5fOdHROXvy8-u6CbXhvf_0 2024-09-12T18:25:56.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14776325843543795390', time=2024-09-12T20:14:24.147352+0000, chain.objs.size()=1 2024-09-12T18:25:56.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Xvmxgcw951XvESlCCWbBrJi7Z0fBBg7_0 2024-09-12T18:25:56.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9554206840524935307', time=2024-09-12T20:14:24.844963+0000, chain.objs.size()=1 2024-09-12T18:25:56.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6kKGfjyGjDdyM-PzqxDXnjLSCDID2Ni_0 2024-09-12T18:25:56.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9183388823290781062', time=2024-09-12T20:14:24.851847+0000, chain.objs.size()=1 2024-09-12T18:25:56.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Qgrv4d7mgnh2MMYcoUG243USxSLPpmw_0 2024-09-12T18:25:56.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49935 2024-09-12T18:25:56.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:25:56.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3415046240228967428', time=2024-09-12T20:14:24.870815+0000, chain.objs.size()=1 2024-09-12T18:25:56.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NFmoZLHKOhi9zu9DP-Q6Hpd7lsgJXIF_0 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11720901689214073990', time=2024-09-12T20:14:25.231118+0000, chain.objs.size()=1 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fO4HfM6-LwoZ8XkmzFmH4siXZygk5cy_0 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2254957398635409558', time=2024-09-12T20:14:25.245912+0000, chain.objs.size()=1 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ikQ7VVRmwMNxiJjgBf4tBWq6QqLu37b_0 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16078145851690727015', time=2024-09-12T20:14:25.287899+0000, chain.objs.size()=1 2024-09-12T18:25:56.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BGGR14QvaYkrcZNccoQfMkJfhmgUyQa_0 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1377659523524395137', time=2024-09-12T20:14:25.393667+0000, chain.objs.size()=1 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kLZrOby84lWRYJs-4CbFgjZ4Wb_XNY6_0 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3012782732492193951', time=2024-09-12T20:14:25.448368+0000, chain.objs.size()=1 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gSNPLh5-rFRuzTSh087cBBO_QouNdJ4_0 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3296143879672580201', time=2024-09-12T20:14:25.473138+0000, chain.objs.size()=1 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BfPny-A_7x1mWnfbLZVMWaB85SMICPd_0 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16412429921196068725', time=2024-09-12T20:14:25.539413+0000, chain.objs.size()=1 2024-09-12T18:25:56.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tEgLCBZ5JqPJknNlcWE14pCBeGmOhz7_0 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9939844827106164571', time=2024-09-12T20:15:52.704403+0000, chain.objs.size()=1 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.464__shadow_.wdpjumaT-rIEjCONYmsAy3AnjI5zm0Z_0 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13296325826557613059', time=2024-09-12T20:15:53.534408+0000, chain.objs.size()=1 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.465__shadow_.u5xb2YIJJA-B8X6eK5d2Q1KtjzK2bii_0 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13856100980575015393', time=2024-09-12T20:16:02.431931+0000, chain.objs.size()=1 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.AtMTOR1VeQoMTF6JVll4PAC2sXjiP1x_0 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5607278526499127335', time=2024-09-12T20:17:46.310041+0000, chain.objs.size()=1 2024-09-12T18:25:56.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.555__shadow_.iU0AFsgP41OpC6UdBdw4nj599lhMnyo_0 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2626125969548510616', time=2024-09-12T20:17:49.010575+0000, chain.objs.size()=1 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.558__shadow_.XcHdFn7Fg_Dq6ypWG6HRofr8l3o7KW4_0 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15840577879617893093', time=2024-09-12T20:18:11.794594+0000, chain.objs.size()=1 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.572__shadow_.7QTFFeWi3B3gELCT2PTmuqE7E1RjTZR_0 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3252908115609663667', time=2024-09-12T20:18:25.883046+0000, chain.objs.size()=1 2024-09-12T18:25:56.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:UsL0ineqUAkMx7kDG8gUuiVhdAzxGCT_.8Y3y4RQbwbb_GKk6y_9wyMA9i-bApvm_0 2024-09-12T18:25:56.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2735158329974803060', time=2024-09-12T20:18:59.814799+0000, chain.objs.size()=1 2024-09-12T18:25:56.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.603__shadow_.UZYhccKzX-fwnKvs4ng0VWttlIxayFL_0 2024-09-12T18:25:56.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14897156081829472402', time=2024-09-12T20:19:02.765580+0000, chain.objs.size()=1 2024-09-12T18:25:56.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.608__shadow_.KOlxCDS_u8e3oq12xgEadfznJEKy-n7_0 2024-09-12T18:25:56.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15618417890433721898', time=2024-09-12T20:21:56.576990+0000, chain.objs.size()=6 2024-09-12T18:25:56.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.1 2024-09-12T18:25:56.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.2 2024-09-12T18:25:56.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.3 2024-09-12T18:25:56.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.4 2024-09-12T18:25:56.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.5 2024-09-12T18:25:56.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.662__multipart_baz.2~ujdJNRltDUt-6CvYvws6uupso61Haij.6 2024-09-12T18:25:56.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9129240275827701169', time=2024-09-12T20:22:01.116312+0000, chain.objs.size()=1 2024-09-12T18:25:56.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.669__shadow_.S8ITDCZWZ4P2n2ZcO6TrmCm9BVH7win_0 2024-09-12T18:25:56.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17989183649085159526', time=2024-09-12T20:22:06.853691+0000, chain.objs.size()=1 2024-09-12T18:25:56.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.680__shadow_._z1_UxGBI3rLg5vclAWEl8cCs-zsIxF_0 2024-09-12T18:25:56.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:25:56.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48406' 2024-09-12T18:25:56.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6218363591013117540', time=2024-09-12T20:10:05.341602+0000, chain.objs.size()=1 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.149__shadow_.B7WJqX-dn1EIyac32QdYBBIMNQcXEjB_0 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17343228223838379509', time=2024-09-12T20:10:16.634512+0000, chain.objs.size()=5 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-FROZEN.2~oBwnjciHrY95S-lj52FeI8zRQQRE6Qp.1 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-FROZEN.2~oBwnjciHrY95S-lj52FeI8zRQQRE6Qp.1_1 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-FROZEN.2~oBwnjciHrY95S-lj52FeI8zRQQRE6Qp.2 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-FROZEN.2~oBwnjciHrY95S-lj52FeI8zRQQRE6Qp.2_1 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-FROZEN.2~oBwnjciHrY95S-lj52FeI8zRQQRE6Qp.3 2024-09-12T18:25:56.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_3tajNE551U62T4-ZfPszDo7VyLYl9Qk', time=2024-09-12T20:10:19.031639+0000, chain.objs.size()=1 2024-09-12T18:25:56.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.166__shadow_.WGAMpX8kytTMNVkKPpxM17gmMSZ5lrD_0 2024-09-12T18:25:56.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13973458171605376030', time=2024-09-12T20:10:20.673349+0000, chain.objs.size()=1 2024-09-12T18:25:56.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.171__shadow_.YVzhg9tATpe_MT_1CzoYQacjCgIbhxN_0 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1800804705039786953', time=2024-09-12T20:12:21.331817+0000, chain.objs.size()=1 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.242__shadow_.1Teo_Tk3ZmzBlOEZxAkORF7f_eYqKzY_0 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10873141216093080218', time=2024-09-12T20:12:24.258971+0000, chain.objs.size()=1 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.245__shadow_.AbtbTNdeN_eXfIRO-ZTxgQ8ESCZiWwr_0 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12286958582706934475', time=2024-09-12T20:12:26.107125+0000, chain.objs.size()=1 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.248__shadow_.FENXJgqJHeEJShHqCm_ougAvNg0plFW_0 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3069966481933213055', time=2024-09-12T20:12:34.230695+0000, chain.objs.size()=1 2024-09-12T18:25:56.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.261__shadow_.Vmtkk31tG9J5gHjH1psAWpJYok-Ekk2_0 2024-09-12T18:25:56.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10284075571097774976', time=2024-09-12T20:12:34.235108+0000, chain.objs.size()=1 2024-09-12T18:25:56.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.261__shadow_.wXZRLivbvcq7XJSa7aYp_3621Axhd-s_0 2024-09-12T18:25:56.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5437483046629071382', time=2024-09-12T20:12:34.851355+0000, chain.objs.size()=1 2024-09-12T18:25:56.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.262__shadow_.fV4-rEFUWuqR7Wy-AgAOyH-X-nPc2xQ_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6249406423033282014', time=2024-09-12T20:12:55.798815+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0NyghQctMsgA7I0ieobbbP2YEdd3E_W_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13782371685042805442', time=2024-09-12T20:12:55.967663+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2i0Yb2iIdnPJFDaoaq5B8lN9PwKrM5E_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5282776753205396694', time=2024-09-12T20:12:56.236932+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ke_1Slpqp7qP3Fp5x8JDJH7tMCqIOJL_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1207335167980259803', time=2024-09-12T20:12:56.274788+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9boXz6wl270rrgyst4gaJNQaDkjMK78_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6280661043695638607', time=2024-09-12T20:12:56.291749+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.U_WcJll78GmmwiUrEmgIoGDvXh4-Wz0_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1570531472028680296', time=2024-09-12T20:12:56.309605+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UW2tBQfuKEKaHgAAgyjeuqTY9VrLoPO_0 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17458286680991187273', time=2024-09-12T20:12:56.450522+0000, chain.objs.size()=1 2024-09-12T18:25:56.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dJ6rFah0dHI1B7NCbM9bOndGH_hH1pA_0 2024-09-12T18:25:56.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16156686969883242553', time=2024-09-12T20:12:56.485086+0000, chain.objs.size()=1 2024-09-12T18:25:56.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9AUg1VwEaL1BbzAX0e-VzFOKGAm4Pt9_0 2024-09-12T18:25:56.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11937341974151361187', time=2024-09-12T20:12:56.506206+0000, chain.objs.size()=1 2024-09-12T18:25:56.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jr22kmfzIAPepGHQse7YG29q_cArNWh_0 2024-09-12T18:25:56.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6248675942164141834', time=2024-09-12T20:12:56.535939+0000, chain.objs.size()=1 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ftyHQI67dkbhWHOMeqsUzap0KEXJ3_j_0 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14995595449590592688', time=2024-09-12T20:12:56.595213+0000, chain.objs.size()=1 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vAaX5HuANdEWXqO9J7EsvaZ8ZmlGZrU_0 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.577376353348826166', time=2024-09-12T20:12:56.755515+0000, chain.objs.size()=1 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VL9dWn63kQyLbAkra9cRHALu691ZrM4_0 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3972668840724669404', time=2024-09-12T20:12:56.786016+0000, chain.objs.size()=1 2024-09-12T18:25:56.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KCIVgc0SR9n4JdUAZM4OvbOqVj8PKcg_0 2024-09-12T18:25:56.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.264177733940104771', time=2024-09-12T20:12:56.802537+0000, chain.objs.size()=1 2024-09-12T18:25:56.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CQo-LcUD2Wv9P1V5Z_M45ftmij6pOYS_0 2024-09-12T18:25:56.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9386052703841209902', time=2024-09-12T20:12:56.886266+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gbG0KIdd1lm56Y5zdunveuINMAEXbAi_0 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15108065930324833915', time=2024-09-12T20:12:56.980374+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.D4uXn3vTDs15wbSpKByy_yRTUzcmM_S_0 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16434972242042589629', time=2024-09-12T20:12:57.113119+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lvySACkXYx25_GMP4vkQfHCWOmWyVGd_0 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17158054306390910009', time=2024-09-12T20:12:57.163651+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yVPff7JP0zVF5yh4c5g6_-YIO5SLMsH_0 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5861581812835682354', time=2024-09-12T20:12:57.207583+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wDjpvC0owmD9QI5U545b_3xs614R3np_0 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11992583614377588475', time=2024-09-12T20:12:57.212360+0000, chain.objs.size()=1 2024-09-12T18:25:56.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.379+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.g1IDlmlJ0tbL8hhZUUIrCGIDDyqdAC5_0 2024-09-12T18:25:56.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.146539722865507136', time=2024-09-12T20:12:57.228732+0000, chain.objs.size()=1 2024-09-12T18:25:56.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NEjqkVpCqLqe0YMuQXcMX1ZAYHTHGjD_0 2024-09-12T18:25:56.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.720494311269800955', time=2024-09-12T20:12:57.264311+0000, chain.objs.size()=1 2024-09-12T18:25:56.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QFVuvIs4PhaJnRpeuxCer5mLfDro0Kh_0 2024-09-12T18:25:56.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5940770844799887516', time=2024-09-12T20:12:57.473347+0000, chain.objs.size()=1 2024-09-12T18:25:56.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fhOsn9sGRAFul5d8-LBKczS8hcHVaSs_0 2024-09-12T18:25:56.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5117559729268919272', time=2024-09-12T20:12:57.496820+0000, chain.objs.size()=1 2024-09-12T18:25:56.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NUEbnUGYbrejgEu4IVB2_jIiywFdM-q_0 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13554746530545460239', time=2024-09-12T20:12:57.501265+0000, chain.objs.size()=1 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.penTChO4u_g1qfR4gCxMfWc3zXxkDpl_0 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.442425906591217343', time=2024-09-12T20:12:57.647326+0000, chain.objs.size()=1 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2rvRQ3zNgiM9_azwBPN2bdTw3gbYl99_0 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3872140146150185987', time=2024-09-12T20:12:57.810624+0000, chain.objs.size()=1 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.X8YVtzrK9u_uMVzhrp84GldpNoMMUnF_0 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12110045723690080880', time=2024-09-12T20:12:57.878686+0000, chain.objs.size()=1 2024-09-12T18:25:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YjnjV2hDLPybwX8gs7cvr8mw0gOqJ8a_0 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12667616550097344673', time=2024-09-12T20:12:58.109873+0000, chain.objs.size()=1 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iVESYnkKzRLSKT-t5o3hthd7ybGdH1v_0 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14948185075644302891', time=2024-09-12T20:12:58.173123+0000, chain.objs.size()=1 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9F03rsyfGO_FPvjxt9T677hI_8sn061_0 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1782371304185265689', time=2024-09-12T20:12:58.224484+0000, chain.objs.size()=1 2024-09-12T18:25:56.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9_9grWIxEoCSATNjwg4cqY2zuRNtJ9U_0 2024-09-12T18:25:56.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3322696292540253685', time=2024-09-12T20:13:03.066390+0000, chain.objs.size()=1 2024-09-12T18:25:56.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.271__shadow_.XsgkPfeE_TD7pUIokkYYBt8r_aKztaB_0 2024-09-12T18:25:56.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4863820082343793604', time=2024-09-12T20:13:06.869308+0000, chain.objs.size()=1 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.277__shadow_.TnBux6nEHtoxHIbrmFcyyr2CLYCQ22S_0 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14473437154765519417', time=2024-09-12T20:13:15.043141+0000, chain.objs.size()=1 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.290__shadow_.an1dzAr83bN3NTBoCpmSbKra0J2LZhR_0 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9305276505832102476', time=2024-09-12T20:13:19.201455+0000, chain.objs.size()=1 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.inCCtYrnF2MT2Td_i1O7e8kOaeKOux6_0 2024-09-12T18:25:56.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10504177971377794733', time=2024-09-12T20:13:19.232698+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.CKUEknyxilQJ-85cTaP00ZLiEsrIYpd_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12079148934585723124', time=2024-09-12T20:13:36.553597+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.322__shadow_.zj4dlXe_Gs2069w82F5qzstOivbohsR_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1703350619076572103', time=2024-09-12T20:13:58.842325+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mh4z63LvwqsWKQdkoEgYCLXbRcqziSK_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10288574253832025916', time=2024-09-12T20:13:59.072108+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Lj5ghuGFqvDq3SUn6VsvMhIPsE-WE_J_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10997940821201319118', time=2024-09-12T20:13:59.207397+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0ojFhGDHum4_dSMkDIprTzgaD6_YWth_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8345649873636878459', time=2024-09-12T20:13:59.303143+0000, chain.objs.size()=1 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cJ0YUecfxZ2Sih1J2Y1RDJ3i5iEplDM_0 2024-09-12T18:25:56.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11806527331943939917', time=2024-09-12T20:13:59.310125+0000, chain.objs.size()=1 2024-09-12T18:25:56.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bpHe_mcggsIQoL1WxWf3X-72MkTMMuh_0 2024-09-12T18:25:56.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8792356427241320040', time=2024-09-12T20:13:59.589115+0000, chain.objs.size()=1 2024-09-12T18:25:56.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VnjUNNMoyoOkkZiOipc_GD15wntlQnl_0 2024-09-12T18:25:56.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9289867017545639002', time=2024-09-12T20:13:59.662212+0000, chain.objs.size()=1 2024-09-12T18:25:56.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.i4zA3L_wlsuVHIX9a3wsrTekMZhYnsl_0 2024-09-12T18:25:56.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7753805279302705490', time=2024-09-12T20:13:59.664635+0000, chain.objs.size()=1 2024-09-12T18:25:56.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CaB571iModfg7kR8MjdRFrGuNZMdlfP_0 2024-09-12T18:25:56.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12333486394096986732', time=2024-09-12T20:13:59.715700+0000, chain.objs.size()=1 2024-09-12T18:25:56.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NCnVGA1INN8ba8j7lbOuw2NXachqlgM_0 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.718096629161392460', time=2024-09-12T20:14:00.005649+0000, chain.objs.size()=1 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jh75k2_D4UrulFBHNEbajJcSHlsP9LA_0 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8513120269798823229', time=2024-09-12T20:14:00.018927+0000, chain.objs.size()=1 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OmoaGf4ogjnq75_4YZL4yxhG_SHN1d8_0 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17890471104233897663', time=2024-09-12T20:14:00.042386+0000, chain.objs.size()=1 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oiNZq_X11qChlvoezQiuVObatuHdIPX_0 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7118546886675544122', time=2024-09-12T20:14:00.315439+0000, chain.objs.size()=1 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5Qvf86YzcNBATJG4bJTgjxlzVD5Wgsh_0 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10821635206592593039', time=2024-09-12T20:14:00.374087+0000, chain.objs.size()=1 2024-09-12T18:25:56.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.X17Xwvx_8kAPmZGLlnGHTe3Tj4onPlP_0 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8370824473836311290', time=2024-09-12T20:14:00.392164+0000, chain.objs.size()=1 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RhMhtWAs_tqLvWttgIy8Kq2wr0Q7pwl_0 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10999536912258104050', time=2024-09-12T20:14:00.404136+0000, chain.objs.size()=1 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.acyZXFXu0OqYNWVH2g7rgiaXbz5-J5H_0 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5874447696357939177', time=2024-09-12T20:14:00.411163+0000, chain.objs.size()=1 2024-09-12T18:25:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.395+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZWiCF2fxenXR0w8cboErKb3L1wPVwkA_0 2024-09-12T18:25:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12652930052198424509', time=2024-09-12T20:14:00.420499+0000, chain.objs.size()=1 2024-09-12T18:25:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qXicviS0jWtpcEq2v2lB30f2C68XGSF_0 2024-09-12T18:25:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11130862943043432728', time=2024-09-12T20:14:00.463455+0000, chain.objs.size()=1 2024-09-12T18:25:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HZsFR0i3WKU0BspYaduBrrlX3Xsz6EX_0 2024-09-12T18:25:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1206782948976239506', time=2024-09-12T20:14:00.510236+0000, chain.objs.size()=1 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L3yb9Pt7v3nA0kdEYL2xrqLXutjw_MY_0 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14395779866154508689', time=2024-09-12T20:14:00.691308+0000, chain.objs.size()=1 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iHrE6XWROgR8uIA3NgIriVZlv_Brrid_0 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14230952252770191469', time=2024-09-12T20:14:00.712153+0000, chain.objs.size()=1 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xC5eM2oJMSQUw_RGAqejuPKWeY5JkwW_0 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10070447736506422306', time=2024-09-12T20:14:00.759549+0000, chain.objs.size()=1 2024-09-12T18:25:56.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yuzJN3yY2orvvmCAmsd1ZY1CVJwJ7qw_0 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13098999283503393856', time=2024-09-12T20:14:00.821721+0000, chain.objs.size()=1 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qAdyCxvbTyIWM6wIH2uN0PfhOv_xJeH_0 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5477556468097229293', time=2024-09-12T20:14:00.824858+0000, chain.objs.size()=1 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AEZw6ac6uFwFYR8zPbT18oquNmB34Fj_0 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6875985166441511911', time=2024-09-12T20:14:00.883651+0000, chain.objs.size()=1 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oA-LEidTdOhDApOk6LAdgTrvjt6Zz1i_0 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17236465964666100089', time=2024-09-12T20:14:01.063800+0000, chain.objs.size()=1 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pFtkINCH24YykmWAp3oOxUOhdGieoNn_0 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5817620043294552886', time=2024-09-12T20:14:01.137984+0000, chain.objs.size()=1 2024-09-12T18:25:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5jsdfiz16YC36sXZ-NN4KQmTQRjxC-o_0 2024-09-12T18:25:56.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16093215525947992322', time=2024-09-12T20:14:01.223959+0000, chain.objs.size()=1 2024-09-12T18:25:56.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.arrTLgWiZLberKVbx_mk_kYCnZxizCx_0 2024-09-12T18:25:56.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9224095123879990757', time=2024-09-12T20:14:01.236754+0000, chain.objs.size()=1 2024-09-12T18:25:56.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OJDOAshX5XvJJLd3D-3QboNlsmm0T8J_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13607407495854644384', time=2024-09-12T20:14:01.356183+0000, chain.objs.size()=1 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iOp5H7-lp0BBHm9szhgoJLm_ld2IdKN_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11017254929171669724', time=2024-09-12T20:14:01.436707+0000, chain.objs.size()=1 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Wq5vBEURRbM2GoqsocblYPgnRxoha1U_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5057055319204745479', time=2024-09-12T20:14:01.457124+0000, chain.objs.size()=1 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HWizYpd71AIxhQRx81K8by9OZwdkQ3f_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1501172904711230187', time=2024-09-12T20:14:22.774024+0000, chain.objs.size()=1 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._AnaR0CkiUNBiTnvw093WoONOqn7LHX_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2923077723671562570', time=2024-09-12T20:14:22.805506+0000, chain.objs.size()=1 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.K4bp4yWyag8u1ybW-2srOrmQfYkNlkm_0 2024-09-12T18:25:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13105973085064888018', time=2024-09-12T20:14:22.835413+0000, chain.objs.size()=1 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.411+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UjIgk94Sv7sXzlgMYvumNNV5gDDFAvE_0 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1533246012958791353', time=2024-09-12T20:14:22.906117+0000, chain.objs.size()=1 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wB_G5VEDBxFG7vbHf4NJmK5tgYYQb_c_0 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16853696765957706160', time=2024-09-12T20:14:22.949559+0000, chain.objs.size()=1 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PiX4lu30azOo3UHF2a0aeifoDkZqiJf_0 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14636836405468449623', time=2024-09-12T20:14:23.189153+0000, chain.objs.size()=1 2024-09-12T18:25:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PPQtIHQ5T3O6fSDXZAcYoNgA4NOeN6G_0 2024-09-12T18:25:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4850875922430024931', time=2024-09-12T20:14:23.192986+0000, chain.objs.size()=1 2024-09-12T18:25:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5-0NjCfBmJ1nHHtYOdDkLerrvEw9qBn_0 2024-09-12T18:25:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4487409082717003244', time=2024-09-12T20:14:23.503150+0000, chain.objs.size()=1 2024-09-12T18:25:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.keQZWjN0-iKF29BwQl15hQl5r-oAdWx_0 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16536896582129041799', time=2024-09-12T20:14:23.783594+0000, chain.objs.size()=1 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0JpEYadPBPkP9-lS5-C7vqc5Z-v01WW_0 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11291766381604737798', time=2024-09-12T20:14:23.832579+0000, chain.objs.size()=1 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uTGHaIJUpHNEhGjfoeYS4eKNn5RMUuN_0 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15572658265725746789', time=2024-09-12T20:14:23.853164+0000, chain.objs.size()=1 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.821jKkVC4CmLm0lZhe3jEeQsFwQlnAr_0 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7970168415286218662', time=2024-09-12T20:14:23.856667+0000, chain.objs.size()=1 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.a8gnUn73YLutLlMX8VOVY6PGABDaNTM_0 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7544747424460626554', time=2024-09-12T20:14:24.023250+0000, chain.objs.size()=1 2024-09-12T18:25:56.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VGd1CnS0zGgpvvEcMRT6yuwwGEUPrg9_0 2024-09-12T18:25:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13196900345915928832', time=2024-09-12T20:14:24.048839+0000, chain.objs.size()=1 2024-09-12T18:25:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._8gtQiEVdpt1Exdh1Vf0afzmgqz6n1o_0 2024-09-12T18:25:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8993346728476101542', time=2024-09-12T20:14:24.075172+0000, chain.objs.size()=1 2024-09-12T18:25:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.419+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZnOWAlXByYEzjewvWkZb8-uFHF_LQJe_0 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5956252860619166965', time=2024-09-12T20:14:24.079804+0000, chain.objs.size()=1 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ayrNImthxirlW3q0aT-Lkat8lpknGGp_0 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4200755396431877534', time=2024-09-12T20:14:24.102905+0000, chain.objs.size()=1 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.23Ws2qOQKjXrBW71Re_Z5Or1ubp1GBk_0 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18356798364448398272', time=2024-09-12T20:14:24.120676+0000, chain.objs.size()=1 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VjOxZS5L6myYnB5HVoutJDCLmDSUpUE_0 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6285086601891947638', time=2024-09-12T20:14:24.179921+0000, chain.objs.size()=1 2024-09-12T18:25:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5k2tHAXcjeQu2B_TnJNiKmGWePRgnFx_0 2024-09-12T18:25:56.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5206114700056891057', time=2024-09-12T20:14:24.200412+0000, chain.objs.size()=1 2024-09-12T18:25:56.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NPr9qPxP5kUh2WisXLi3bZ3ODB1iHX__0 2024-09-12T18:25:56.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.431+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48406 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=35, truncated=0, next_marker='' 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1401486184934422610', time=2024-09-12T20:14:24.241026+0000, chain.objs.size()=1 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BVk72J-GklTRQ_GcjV4SpY6_yNpBFys_0 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7409329144729298069', time=2024-09-12T20:14:24.373244+0000, chain.objs.size()=1 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Mo1GFl9dz3C4DDAZEWJZ4pah2k0zv1l_0 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8420202782837840681', time=2024-09-12T20:14:24.398058+0000, chain.objs.size()=1 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.m0-nWALptaaK0qgPdf-UyMskmHqWyFz_0 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2482236822739808579', time=2024-09-12T20:14:24.475789+0000, chain.objs.size()=1 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oAXwJvTWRnAfznDf3Rv1zjNb_AACudS_0 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9691834384969926973', time=2024-09-12T20:14:24.562407+0000, chain.objs.size()=1 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fwA-wTYFenDOrGxvGAEmTyh59mJQR2y_0 2024-09-12T18:25:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8554641428697455120', time=2024-09-12T20:14:24.565575+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MBjrri63YE_8agi1T4VukkfGsbK3Bfu_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11900428350489941900', time=2024-09-12T20:14:24.583515+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.x5p9rpN9Cz0SJo6KXPfPjMD-MzX1fxe_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7818979798472291401', time=2024-09-12T20:14:24.710032+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BLvqpa5qiZADpbXKUYKNJQcL67aFLr1_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12257748141955900788', time=2024-09-12T20:14:24.819140+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5pqzpnpkVxXH6nzI-OHiCf_trgZCYeV_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6843591878761394357', time=2024-09-12T20:14:24.858948+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ND6H-bNV2FiVG9UYo35dqcU-ZdqE107_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8038020141665727325', time=2024-09-12T20:14:25.082787+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tdGQn5jydcC8bX4XKEvfemJyJYXwMfO_0 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5458150103507401001', time=2024-09-12T20:14:25.104032+0000, chain.objs.size()=1 2024-09-12T18:25:56.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.g2tEU335TY6Xual6saFwB7fzg6xcex3_0 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13464093365914771692', time=2024-09-12T20:14:25.223092+0000, chain.objs.size()=1 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NeE0jUz7fAbyXx_RLR2UR_dEJFh8iHj_0 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16892053361746111026', time=2024-09-12T20:14:25.419562+0000, chain.objs.size()=1 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ojO6qDik85l3xEom-Ko4er1KioNp6Yw_0 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4434713437423003602', time=2024-09-12T20:14:37.767714+0000, chain.objs.size()=1 2024-09-12T18:25:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.347__shadow_.MJg0u6KB0uYsyhaUg-276FULkzR5yML_0 2024-09-12T18:25:56.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11989788064860219058', time=2024-09-12T20:15:29.522143+0000, chain.objs.size()=1 2024-09-12T18:25:56.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.433__shadow_.8mob-7Pnls2G2-TSBcnx3uf0gEm8P-J_0 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16394243386256122076', time=2024-09-12T20:16:00.829406+0000, chain.objs.size()=1 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.482__shadow_.tZxt1_vHGBSNs752CXAFXn79jWTbWe1_0 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1099086973786932086', time=2024-09-12T20:16:09.479298+0000, chain.objs.size()=1 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.496__shadow_.b7nUKC4xXfwVVRGfGX9gYOOwo1Vfzy6_0 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14542675320322554822', time=2024-09-12T20:16:22.242825+0000, chain.objs.size()=1 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.515__shadow_.LW5XYPwoFq8r4D-BHde0PDxDcnFLD-z_0 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.658645230911894464', time=2024-09-12T20:16:52.137537+0000, chain.objs.size()=2 2024-09-12T18:25:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~CMsVD-nG3V9yRaA3Cb_OFuI-p_yUPwH.1 2024-09-12T18:25:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~CMsVD-nG3V9yRaA3Cb_OFuI-p_yUPwH.2 2024-09-12T18:25:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1983639206361138754', time=2024-09-12T20:16:55.211661+0000, chain.objs.size()=2 2024-09-12T18:25:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~OmapDHKvNvAJnnDxIyUeKmKbDwfCrfs.1 2024-09-12T18:25:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.443+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~OmapDHKvNvAJnnDxIyUeKmKbDwfCrfs.2 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8519152454689139610', time=2024-09-12T20:16:56.579871+0000, chain.objs.size()=3 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~kJe-KxLgnGGsmQIy5Ku_ZAw2_z05K3V.1 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~kJe-KxLgnGGsmQIy5Ku_ZAw2_z05K3V.2 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~kJe-KxLgnGGsmQIy5Ku_ZAw2_z05K3V.3 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI', time=2024-09-12T20:16:58.513567+0000, chain.objs.size()=10 2024-09-12T18:25:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.1 2024-09-12T18:25:56.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.2 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.3 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.4 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.5 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.6 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.7 2024-09-12T18:25:56.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.8 2024-09-12T18:25:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.9 2024-09-12T18:25:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.527__multipart_mymultipart.2~_YQPJTZVFsWXGbpj8sLswBDkgJi4LoI.10 2024-09-12T18:25:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9011051284856844618', time=2024-09-12T20:17:44.202899+0000, chain.objs.size()=1 2024-09-12T18:25:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.553__shadow_.nnncm1uONQ3tN9Qb4SEjwKSmB5csVnC_0 2024-09-12T18:25:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4452801827297213633', time=2024-09-12T20:17:50.275812+0000, chain.objs.size()=3 2024-09-12T18:25:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.559__shadow_.O1mWd8kpvPNNJrvowapJ62eEEJN0P0g_0 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.559__shadow_.O1mWd8kpvPNNJrvowapJ62eEEJN0P0g_1 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.559__shadow_.O1mWd8kpvPNNJrvowapJ62eEEJN0P0g_2 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16963201170606089793', time=2024-09-12T20:17:58.338965+0000, chain.objs.size()=3 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.564__shadow_.Qiv523xteMp1x9cCdau5bOZQoVyIstj_0 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.564__shadow_.Qiv523xteMp1x9cCdau5bOZQoVyIstj_1 2024-09-12T18:25:56.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.564__shadow_.Qiv523xteMp1x9cCdau5bOZQoVyIstj_2 2024-09-12T18:25:56.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13704374904527664497', time=2024-09-12T20:18:03.673374+0000, chain.objs.size()=1 2024-09-12T18:25:56.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:-6LBN3KQBROmc3qpBHEaCya0ehN3upn_.WvunLaqTa-CAvE6YiPdrmCloa9pAbAX_0 2024-09-12T18:25:56.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5691263268427756032', time=2024-09-12T20:18:51.837097+0000, chain.objs.size()=1 2024-09-12T18:25:56.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:LRSieDaoSj3VaWWOshGzJfGFfkJf5OU_.sGvezSKckikWzCGSCf1jUHQLrxTwAex_0 2024-09-12T18:25:56.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12191901854579559717', time=2024-09-12T20:21:22.844936+0000, chain.objs.size()=1 2024-09-12T18:25:56.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.621__shadow_.NwoEj7gQyshZi9kOkJGvWp5xTFXhVM6_0 2024-09-12T18:25:56.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8897057927798762588', time=2024-09-12T20:21:37.888714+0000, chain.objs.size()=1 2024-09-12T18:25:56.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.638__shadow_.y0zUCqzMZcI50-tXayi9yA4wrj0Sjfh_0 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6951074435355649025', time=2024-09-12T20:21:48.316718+0000, chain.objs.size()=1 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.653__shadow_._Zav1QKoKc0zk36DYhkdkVb6gAEMVZ2_0 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18280594985184163446', time=2024-09-12T20:22:00.274567+0000, chain.objs.size()=1 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.667__shadow_.TBINAa4Y3qpgkJI_1PGU_j7k2FbcmSU_0 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3137107589675254529', time=2024-09-12T20:22:17.186897+0000, chain.objs.size()=1 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.700__shadow:E2e.C9l3IYvzdsMjbn6INcixLKW0x.0_.f88AKlc-o-8Rv9JTZwrGry_smQgTgRu_0 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8629426725364971443', time=2024-09-12T20:22:18.399514+0000, chain.objs.size()=1 2024-09-12T18:25:56.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.702__shadow:KcE5.IQLEyGggJ4j7xnS8JVRvh4vn6g_.dtONuoyi04_kD6LO8N93KctjVJNWemH_0 2024-09-12T18:25:56.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1313701112386405820', time=2024-09-12T20:23:05.017603+0000, chain.objs.size()=1 2024-09-12T18:25:56.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.745__shadow_.sMvFBKQphKwup21hqKRO9OjNxQmgf20_0 2024-09-12T18:25:56.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:25:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48135' 2024-09-12T18:25:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1073666557800612545', time=2024-09-12T20:12:23.088369+0000, chain.objs.size()=1 2024-09-12T18:25:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.244__shadow_.YavJao3dpTveD5EhYIYo0e4j2Wd8sJU_0 2024-09-12T18:25:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5982342663234222483', time=2024-09-12T20:12:32.369452+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.258__shadow_.faJm09g_QWIQc6te6XX-Bu0FoOGuRPL_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10507064424589356446', time=2024-09-12T20:12:55.857735+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HuHexcCeqdBnXa09gh-eOP108kVTN_Y_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3681193668027182800', time=2024-09-12T20:12:55.898425+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ihmpRSoLDGG5ZIT4qAoQyNKrVyVAUay_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3648571699466309829', time=2024-09-12T20:12:55.973865+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dGHHaAq3dSd_Tf2MAcHyX2XRPiZWYSn_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.931797105103068308', time=2024-09-12T20:12:56.432966+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Hq1guhD2A7YZooiMbUgJ5VqisekIQB5_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8907931016800535889', time=2024-09-12T20:12:56.438932+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8JDfBek_ZlWB30xYP2iJh4xHA3Spg_I_0 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9190805922633319361', time=2024-09-12T20:12:56.569511+0000, chain.objs.size()=1 2024-09-12T18:25:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4HoKx5KJt9gj7YIWT1MadIZ6CPZroPN_0 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16722466406317541826', time=2024-09-12T20:12:56.633826+0000, chain.objs.size()=1 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-MOCUn4eE4J99N9lr49TjmqWDvXezfU_0 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9421586109633914788', time=2024-09-12T20:12:56.946979+0000, chain.objs.size()=1 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WqKYmn36SSveyMCPVcPVzMXFHc0L5I3_0 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6610885190579299519', time=2024-09-12T20:12:56.953656+0000, chain.objs.size()=1 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PlMg52MTB_SY7PTkYu4WaWGb0VOoOYw_0 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2554035191092068678', time=2024-09-12T20:12:57.275073+0000, chain.objs.size()=1 2024-09-12T18:25:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.U2egMehyB0mkq6G3mUtIiIfo-3sxBF0_0 2024-09-12T18:25:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.479+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3266352754799038508', time=2024-09-12T20:12:57.446906+0000, chain.objs.size()=1 2024-09-12T18:25:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.479+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1D8VBK-X4kYX7FrVbtwFKzfv8u3FsZt_0 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7046632877571390426', time=2024-09-12T20:12:57.463718+0000, chain.objs.size()=1 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.glc-X4YauGwjQ-tu7aGr4b6uaNbKwx9_0 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3706344989321721917', time=2024-09-12T20:12:57.495891+0000, chain.objs.size()=1 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eSFq0nEpT7-71cyswIdOlH0UdSAiLzi_0 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7201614463373136090', time=2024-09-12T20:12:57.509239+0000, chain.objs.size()=1 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iFE1ggEKE1c6i8uI2qo4CNp6p9ug3G5_0 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17911786345469007596', time=2024-09-12T20:12:57.535860+0000, chain.objs.size()=1 2024-09-12T18:25:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wIzazqKR7cPlGizV8z4l4sj0GXZiaW1_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.849664081947664204', time=2024-09-12T20:12:57.662099+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0obaOg6os_y3IViKEloiCUEtT2ROZEJ_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4312367854097574458', time=2024-09-12T20:12:57.837509+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ADHtGDb6MYKZrgrrZDBXtHVFUCXP0lm_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15744694819086175759', time=2024-09-12T20:12:57.850848+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.oW52xVw_zET9WTtr1ooRn9uJQlD1T42_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11497683961566696333', time=2024-09-12T20:12:57.890881+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yuj1nAq3nATwVXR04NuLt-T2bqgh5Fn_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6656106174928618650', time=2024-09-12T20:12:57.945093+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dE0wfewvMWMrSKNZlFTVIuKMYsbqu-m_0 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12787708275862187285', time=2024-09-12T20:12:58.165300+0000, chain.objs.size()=1 2024-09-12T18:25:56.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ddZEMaqeCADKfpp9veb13s00NtRof6z_0 2024-09-12T18:25:56.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15838733406511213728', time=2024-09-12T20:12:58.200460+0000, chain.objs.size()=1 2024-09-12T18:25:56.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ej9kcQOq62AeREvUg-3EWGuuWTPbVjt_0 2024-09-12T18:25:56.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11589907994861349327', time=2024-09-12T20:12:58.255551+0000, chain.objs.size()=1 2024-09-12T18:25:56.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.p-b6d8wwU1gFoMOki4Y_TlcatYm8ozS_0 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9616763638247180178', time=2024-09-12T20:12:58.263745+0000, chain.objs.size()=1 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IxAoXcI1fIGkhlJc8NglE0ZEwjkramE_0 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3101542819638450384', time=2024-09-12T20:13:07.536606+0000, chain.objs.size()=1 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.278__shadow_.BiDLmp99iGzgg26cRu2Ntfx7XTFgk1D_0 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2924439973404003526', time=2024-09-12T20:13:10.634121+0000, chain.objs.size()=1 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.283__shadow_.bY0zJyx97qktPiokaYjgqdXIGEk4qyj_0 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13148066602226805246', time=2024-09-12T20:13:12.479035+0000, chain.objs.size()=1 2024-09-12T18:25:56.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.286__shadow_.d-9-kqwycoxFcHylV8tCHsi4JU2Uy8o_0 2024-09-12T18:25:56.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7630310729547342797', time=2024-09-12T20:13:19.198507+0000, chain.objs.size()=1 2024-09-12T18:25:56.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.amJKI6vyffLC97n3Vzh2PVgAAAmk1Cw_0 2024-09-12T18:25:56.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10684550528787165661', time=2024-09-12T20:13:35.856409+0000, chain.objs.size()=1 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.320__shadow:FO-s7eDFzUNes26HOur47c1FCOyLfZW_.xyt9XJvm6RBTKVisaVu0NJ-ZvApNobC_0 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9798094225673691166', time=2024-09-12T20:13:58.809486+0000, chain.objs.size()=1 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Fk7QM8hhHXBac1FvNXdOKmRlhsKGzFi_0 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6407819263584045026', time=2024-09-12T20:13:58.821726+0000, chain.objs.size()=1 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ED0fhGowUQs7fvxxrae38MQSkza7WJv_0 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5315031739708840595', time=2024-09-12T20:13:58.824069+0000, chain.objs.size()=1 2024-09-12T18:25:56.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yG5FT48PLL3tsk_vCnhdyRWq2qI3mjP_0 2024-09-12T18:25:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3867772018558491535', time=2024-09-12T20:13:58.906662+0000, chain.objs.size()=1 2024-09-12T18:25:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4UrHdXKNuKdFRsTAr4uCUHEH1r4cySx_0 2024-09-12T18:25:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3424755639537701412', time=2024-09-12T20:13:58.935863+0000, chain.objs.size()=1 2024-09-12T18:25:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7LfLQObpOjDuxmanl7PbhJFe4C4M1Ny_0 2024-09-12T18:25:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17297395283464938980', time=2024-09-12T20:13:58.937409+0000, chain.objs.size()=1 2024-09-12T18:25:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mHaHh4cECuXO79N8AwrVmqBPrOsep_c_0 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7727614030913733899', time=2024-09-12T20:13:59.003079+0000, chain.objs.size()=1 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EO_7npkaY4SOM3p-13pc4SuLRN9MIAY_0 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4472208348666356', time=2024-09-12T20:13:59.048276+0000, chain.objs.size()=1 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nQ8jRo3FHr-EnEHhZtpfKDowFsvYVlb_0 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9241351900646244285', time=2024-09-12T20:13:59.049018+0000, chain.objs.size()=1 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.kpm7-ea2Xs2M2wzzjq52g7oV7Lw2p9r_0 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2759236109350302088', time=2024-09-12T20:13:59.066590+0000, chain.objs.size()=1 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.k8QR87WFtRUwtx1hz_06H4ZDEwITOTw_0 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11910987210782897270', time=2024-09-12T20:13:59.238026+0000, chain.objs.size()=1 2024-09-12T18:25:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.En9RWYvJB6dCu-8XtXrucLW8-5M4l9j_0 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4241694513987698317', time=2024-09-12T20:13:59.308836+0000, chain.objs.size()=1 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tShGQjhzB440tJ6HzvqrC2RDnxj5Bcd_0 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13831557054013635501', time=2024-09-12T20:13:59.331019+0000, chain.objs.size()=1 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ChPE2cO9FmQKPuaKtFzcsV-OJDQcEzD_0 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14405451533880266657', time=2024-09-12T20:13:59.353974+0000, chain.objs.size()=1 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HKsj0J53l7FGAYvw5jZpYcfmiQ896N8_0 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12827531047519972395', time=2024-09-12T20:13:59.360732+0000, chain.objs.size()=1 2024-09-12T18:25:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UGJuA1rP1ZQP7UnvsabI57Zk-DZhsF9_0 2024-09-12T18:25:56.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7766396246259453806', time=2024-09-12T20:13:59.420192+0000, chain.objs.size()=1 2024-09-12T18:25:56.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1oTlnisnjKuDej9FOxrNmEkBELTDTX4_0 2024-09-12T18:25:56.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14385179679362818981', time=2024-09-12T20:13:59.433733+0000, chain.objs.size()=1 2024-09-12T18:25:56.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GRZLv-UYnbwXwg_s-_B8Kcz0H8-3K0c_0 2024-09-12T18:25:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3925831419899273619', time=2024-09-12T20:13:59.772500+0000, chain.objs.size()=1 2024-09-12T18:25:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Awq6ZIssOrn5h0gVjy4MHrnPS3oh5nk_0 2024-09-12T18:25:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4033252487113057538', time=2024-09-12T20:13:59.953237+0000, chain.objs.size()=1 2024-09-12T18:25:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.erjPkRvl6gPsdeJsJfyU7NkEhF3I7-E_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4260664238047886772', time=2024-09-12T20:14:00.071588+0000, chain.objs.size()=1 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mSybY0jOoO3HOMe5fp7ve4MOumNtHbl_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3694680314472935580', time=2024-09-12T20:14:00.094845+0000, chain.objs.size()=1 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o16sjF3JpKAB3HG0Y0aC3ZUtTrSsnsx_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5459441569477410624', time=2024-09-12T20:14:00.513229+0000, chain.objs.size()=1 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BJCnjGZuwom6xQWB8cod5NXpNnb1ZXa_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6315281347328163840', time=2024-09-12T20:14:00.865132+0000, chain.objs.size()=1 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dRUuog0tfujBydM41tgSzdU7tbZ6H7o_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2404575020082845645', time=2024-09-12T20:14:01.066603+0000, chain.objs.size()=1 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Kga9re29DA6PBMJdN5q87GrM82TfXwr_0 2024-09-12T18:25:56.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10150646722901237421', time=2024-09-12T20:14:01.068970+0000, chain.objs.size()=1 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WUdZNXr5ENk5ALNt46tA9F0Djen39zH_0 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10621715874571292126', time=2024-09-12T20:14:01.116599+0000, chain.objs.size()=1 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wvTj6UmLKZcCLsk7Q3f6OLEdaKuSEr8_0 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2622539158456679760', time=2024-09-12T20:14:01.183079+0000, chain.objs.size()=1 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.382hnQRrpzLIheH39kRyPpBn98Cr4gm_0 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.858273900894365474', time=2024-09-12T20:14:01.229966+0000, chain.objs.size()=1 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TpWGbNeYT72WBl5R2YQbk1_vTBJHETT_0 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13913854528458763052', time=2024-09-12T20:14:01.370300+0000, chain.objs.size()=1 2024-09-12T18:25:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ltDulB6s20QxzB3G9qbhJxHWSbfhAQM_0 2024-09-12T18:25:56.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9677175278439284824', time=2024-09-12T20:14:01.393899+0000, chain.objs.size()=1 2024-09-12T18:25:56.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.503+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2J4QBORlbNJIPiVsGZ5sN5wGqwthtq8_0 2024-09-12T18:25:56.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9985800258757943767', time=2024-09-12T20:14:01.396088+0000, chain.objs.size()=1 2024-09-12T18:25:56.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PnZqKR7ccbZK-ce_DWpbz9oamFNKjhZ_0 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18332036889648611316', time=2024-09-12T20:14:01.442057+0000, chain.objs.size()=1 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zJp9yhzq5QSRnlA2RRlKLkjZDw_JhFh_0 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1277585630890899384', time=2024-09-12T20:14:01.490561+0000, chain.objs.size()=1 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Yg0OuzUOFQpLAI5VOeViKnewoMTYPL6_0 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8251404142613128210', time=2024-09-12T20:14:22.677348+0000, chain.objs.size()=1 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.goIH4dj6ZZ4GJay1YB8o3vLqOQocDyC_0 2024-09-12T18:25:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11019314508808757899', time=2024-09-12T20:14:22.810284+0000, chain.objs.size()=1 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CzyLcZ3dYVd1tVvPztRti_DEEpuZvtT_0 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.913070336359146361', time=2024-09-12T20:14:22.916402+0000, chain.objs.size()=1 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OENYVNxQ3-oCLl3evlsYSvQfbDZUt7j_0 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2925925092374879683', time=2024-09-12T20:14:22.934537+0000, chain.objs.size()=1 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Uosr0PqJHxzWBm2HKVEBZ5pMO_XK_re_0 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9345386718278021183', time=2024-09-12T20:14:23.100190+0000, chain.objs.size()=1 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TGFNzU8DvLVPBNlZDzTnJsF0t9_yGnz_0 2024-09-12T18:25:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6437536355526986803', time=2024-09-12T20:14:23.135982+0000, chain.objs.size()=1 2024-09-12T18:25:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zoq2zMYX7HbOS6wIG4lsW11mQGU73A5_0 2024-09-12T18:25:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2853235625152098175', time=2024-09-12T20:14:23.164629+0000, chain.objs.size()=1 2024-09-12T18:25:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3kMWaMVUnZSIPWVLDix24gZvWao1c-Y_0 2024-09-12T18:25:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15086306622503534477', time=2024-09-12T20:14:23.183779+0000, chain.objs.size()=1 2024-09-12T18:25:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DJg1mTa328lI6CndGNiX1v1tt8uKBVC_0 2024-09-12T18:25:56.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11710968565455630113', time=2024-09-12T20:14:23.225050+0000, chain.objs.size()=1 2024-09-12T18:25:56.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NtVdQmleQioqbqstJRVmp5grQRT0ce9_0 2024-09-12T18:25:56.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13838005525424298186', time=2024-09-12T20:14:23.819784+0000, chain.objs.size()=1 2024-09-12T18:25:56.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._NMZktBtRUAQmqyKKS6GDKIsPFrYBHj_0 2024-09-12T18:25:56.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1544004951573985439', time=2024-09-12T20:14:23.825589+0000, chain.objs.size()=1 2024-09-12T18:25:56.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0iPS9PCPh2Q5iZT4krAs8NHNeGKrNNY_0 2024-09-12T18:25:56.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12093431025936802981', time=2024-09-12T20:14:23.835675+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0YZ2L5UTjh8ejJCCD50rbmR3F7BXC_0_0 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17055785958206858157', time=2024-09-12T20:14:23.843336+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wbQyvqKKH7wOy6KHCHhmossZM5Ob2qN_0 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11040958588198250716', time=2024-09-12T20:14:24.211504+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mP1HSqfeJKXy4eV29P-SLL6cFMlKUgs_0 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7459882497258778594', time=2024-09-12T20:14:24.378821+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4IBXQMy4JZl4jxRqEbcS3oJf5vZSjE2_0 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.604401849828810091', time=2024-09-12T20:14:24.388434+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KUONjHTicfrAP9bZyMRDKgwH6pqSeCs_0 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15330584064602086891', time=2024-09-12T20:14:24.433585+0000, chain.objs.size()=1 2024-09-12T18:25:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bFpqCO5qQGgDEQiPnAJqool00pYoHf9_0 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5392523258464866541', time=2024-09-12T20:14:24.579443+0000, chain.objs.size()=1 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GiXnB3N6v39xqFgJZ8qdZ5FPfJDkD1v_0 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4023135187273279828', time=2024-09-12T20:14:24.718499+0000, chain.objs.size()=1 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KKUj8MHJH-1-b8MTJ3BuG1SPWAyUadX_0 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17112515575727047739', time=2024-09-12T20:14:24.770569+0000, chain.objs.size()=1 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MaBtH9oYM8-2kaJulSAoTxlQrNnBGKK_0 2024-09-12T18:25:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5954503135232457154', time=2024-09-12T20:14:25.170263+0000, chain.objs.size()=1 2024-09-12T18:25:56.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VlYcuUqAgoEUhgEDXquJxrzuHJQQomq_0 2024-09-12T18:25:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15887742510792328388', time=2024-09-12T20:14:25.495449+0000, chain.objs.size()=1 2024-09-12T18:25:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fp3QWwCmTD7lp59PH7LZhI_gI8HWjSv_0 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15083693370004619324', time=2024-09-12T20:14:25.548572+0000, chain.objs.size()=1 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5cb3HxGsTRgXNhsmK4hEd4h2j3vm6Lu_0 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1601852005922440818', time=2024-09-12T20:14:27.155373+0000, chain.objs.size()=1 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.328__shadow_.oY5Bp6QWLmhAxvdmrvgyufFIEEDWQ1e_0 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1374536439385417807', time=2024-09-12T20:14:57.311718+0000, chain.objs.size()=1 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.382__shadow_.0WVB3akkYWfT9vQYL9T5OIyoXl3331k_0 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4228926784121163118', time=2024-09-12T20:15:34.402700+0000, chain.objs.size()=1 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.441__shadow_.sitP0gE0DKZPGSp-lj6fvVgPk_4F6fk_0 2024-09-12T18:25:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2741273640312654165', time=2024-09-12T20:16:02.452216+0000, chain.objs.size()=1 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.nnvvJURUd7G73yaw3463n0hSyRJZEwB_0 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6653703854219231675', time=2024-09-12T20:16:11.182266+0000, chain.objs.size()=1 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.499__shadow_.n94kGogSZQ6j_fEPtexxIhAQZDM-HBv_0 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5477775730040997852', time=2024-09-12T20:17:47.461937+0000, chain.objs.size()=1 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.556__shadow_.FzP2zf0iN-LqYdHR670DlXcZV5J2hJ8_0 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7294581858244646358', time=2024-09-12T20:17:50.189305+0000, chain.objs.size()=1 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.559__shadow_.Vc2DMMfaWAXnlCL4YH_Wx9Xs1ApbPVM_0 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10356573230022579077', time=2024-09-12T20:17:53.160147+0000, chain.objs.size()=1 2024-09-12T18:25:56.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.562__multipart_mymultipart.mi1MDstdN89SwH0MhgH3geu3WnnkIunC.1 2024-09-12T18:25:56.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4610105863971531908', time=2024-09-12T20:18:14.902079+0000, chain.objs.size()=1 2024-09-12T18:25:56.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.519+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow_.y8fAnSdozSnS1b_xTp-31UsjwYstd-l_0 2024-09-12T18:25:56.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3171466297687598020', time=2024-09-12T20:18:17.517038+0000, chain.objs.size()=1 2024-09-12T18:25:56.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:GGtqaqAI3GYLAWOR.8Y6v0aVx5PqDOp_.HJCVD2iO1JTi5g0iu8c11JSqG1zTQGh_0 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14168655298307775498', time=2024-09-12T20:18:46.601357+0000, chain.objs.size()=1 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:Jtm6FF6ulBEjtiyFbDCUdwFq11Wf9Mb_.MoWq1mVTlW_ZYFNP67v90z0156w0cK5_0 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7121997898428712264', time=2024-09-12T20:21:56.451019+0000, chain.objs.size()=6 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.1 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.2 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.3 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.4 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.5 2024-09-12T18:25:56.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.661__multipart_bar.2~ISoU7S5zhQSx4jkb0wIdFsTq9qdSvAM.6 2024-09-12T18:25:56.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2247495536793412121', time=2024-09-12T20:22:21.589431+0000, chain.objs.size()=1 2024-09-12T18:25:56.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.707__shadow_.5g2vSylF2H9lRq_JAMqhbQuCMDQOGfA_0 2024-09-12T18:25:56.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48135 2024-09-12T18:25:56.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:25:56.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10832499679822548904', time=2024-09-12T20:22:47.709442+0000, chain.objs.size()=1 2024-09-12T18:25:56.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.719__shadow_.JAxxApKZDw-OkyBW4h0XyzU7Nwa_GiF_0 2024-09-12T18:25:56.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11320513192040421538', time=2024-09-12T20:25:18.645003+0000, chain.objs.size()=1 2024-09-12T18:25:56.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.783__shadow_.FvlsZjBVuRYRUI18pMUw2Zod2Ks7804_0 2024-09-12T18:25:56.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:25:56.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51336' 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2749073709853494119', time=2024-09-12T20:12:15.542218+0000, chain.objs.size()=1 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.234__shadow_.AxXKLFT0n9oSMvzfoKz7S2P2bMKJ7YH_0 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16006506540107035620', time=2024-09-12T20:12:16.193045+0000, chain.objs.size()=1 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.235__shadow_.OIZ1EHTK6YtuwtEucB9H8B0rHVgHoaS_0 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17781231142791313256', time=2024-09-12T20:12:26.730346+0000, chain.objs.size()=1 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.249__shadow_.zafANkNW3CfhxfSQcGbC82EjpwM47HQ_0 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3307654409086350651', time=2024-09-12T20:12:29.253125+0000, chain.objs.size()=1 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.253__shadow_.KiytlPg7xm7G2JXzIqlGE0DfMDkzXK__0 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14704350950654298691', time=2024-09-12T20:12:55.718822+0000, chain.objs.size()=1 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Auz0joojl1aU7GCV0qA_j-o-dx0c6lA_0 2024-09-12T18:25:56.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10563008136401214371', time=2024-09-12T20:12:55.758659+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ntGfH21ehuKsCgMCvncUanN116YgdQn_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15210342114738038764', time=2024-09-12T20:12:55.838899+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XbHuLBPwAGimLHipozktliAjuaoLtir_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16348466325991969060', time=2024-09-12T20:12:55.860745+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qP0Am1dYS8MTSXt5SJuF2Xb_nwO_6xr_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3216363563523597413', time=2024-09-12T20:12:55.923838+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.g2epTXRf-SDRn7aCmG6gXGckupwOJ63_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4787866949159880027', time=2024-09-12T20:12:55.925529+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RP8OoQuS9EyAh5KiVMkZZQQmpzmEQVB_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11984478640574897516', time=2024-09-12T20:12:56.121998+0000, chain.objs.size()=1 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.s4OaqMxL3i8OcTSUcNfKQCnYv9cLx6P_0 2024-09-12T18:25:56.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14007382732336105617', time=2024-09-12T20:12:56.130338+0000, chain.objs.size()=1 2024-09-12T18:25:56.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VwWNPHxMsJOYIlwryEloPrjZUGzTF3B_0 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10800285998342818005', time=2024-09-12T20:12:56.210659+0000, chain.objs.size()=1 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qKnx-GN6ucZVIlW5mukr5U_zxBX3dd8_0 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5381334965789086453', time=2024-09-12T20:12:56.226625+0000, chain.objs.size()=1 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0XqVR4SOUkoCtdsZERshUKqF9DdqBKW_0 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10200304771754292757', time=2024-09-12T20:12:56.267931+0000, chain.objs.size()=1 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ec8NTLH1mEpjALLni_qtJSOx31HB6Xt_0 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10507084703436134125', time=2024-09-12T20:12:56.626591+0000, chain.objs.size()=1 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tUrmqEDw_QlVLRGYaYcaqhxi6P6UVtX_0 2024-09-12T18:25:56.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14520499305070837099', time=2024-09-12T20:12:56.652303+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9PMhXq9Ki-lsf4cQTZaDcurSpQd8VRn_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7026913278565470748', time=2024-09-12T20:12:56.825547+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.27Nt5AZ-m3pMyhUgFKy82aJhjQ8NKyK_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9481403809183198253', time=2024-09-12T20:12:56.979052+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.f5e4F0BYH-_LbkrUuGKjMmkd6XZ9VuR_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2899926513431567152', time=2024-09-12T20:12:57.242031+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aEAOQnxUXvkfSxDKRGZvZazgyQ6EroI_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2419359959402531329', time=2024-09-12T20:12:57.256742+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k7Q3mDeccr7ip36xWo960pAQBpNHdpI_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5819398038377225989', time=2024-09-12T20:12:57.269852+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.npmW_NFlt0VjGAO7re80RpxgQclnxLr_0 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11108595525877417613', time=2024-09-12T20:12:57.281163+0000, chain.objs.size()=1 2024-09-12T18:25:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Jioui9HrVcm-x9BU11F00Dy4282-PXE_0 2024-09-12T18:25:56.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2063041117897766159', time=2024-09-12T20:12:57.457827+0000, chain.objs.size()=1 2024-09-12T18:25:56.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sJEyR15v1-8H0Ph1hsNO-2_-OjJJXYC_0 2024-09-12T18:25:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9926152469444518468', time=2024-09-12T20:12:57.652763+0000, chain.objs.size()=1 2024-09-12T18:25:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AQQ9GQawqPJNPZeB2tDkK6JSSXpAYsK_0 2024-09-12T18:25:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18415866345819483583', time=2024-09-12T20:12:57.822103+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.3XrkYOQTli9_vmwsME1_PTnl7N4A4Je_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12146187988811253938', time=2024-09-12T20:12:57.827036+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.i8khw3nIz3aKw4J_ckV4rnFzQt4ovLp_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11345216926995511877', time=2024-09-12T20:12:58.124342+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0ydu4z-oYily7Q-dBC9-r-aK3cfz9wz_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17171124378551255784', time=2024-09-12T20:12:58.168402+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gQdjhYSAKAbxgoCoy7fWZa0KmLJmaJa_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11969889804554095239', time=2024-09-12T20:12:58.230034+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VUU-M-xAv5Od3_1Aiu_X7vD_u4En03x_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16458713211742024237', time=2024-09-12T20:13:09.413717+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.281__shadow_.cloKKpieyWQfhjtT5jdrCYtU8gIV0Ls_0 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10243415813285899957', time=2024-09-12T20:13:10.025172+0000, chain.objs.size()=1 2024-09-12T18:25:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.282__shadow_.kPf7GtP2b6RbWJZAHnwUCEv7_sAlOrz_0 2024-09-12T18:25:56.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8009398356558899986', time=2024-09-12T20:13:16.498259+0000, chain.objs.size()=1 2024-09-12T18:25:56.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.292__shadow_.aeKwtHf515O15e8EMHqeNb_ygacPwRa_0 2024-09-12T18:25:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12873476080974558165', time=2024-09-12T20:13:58.842356+0000, chain.objs.size()=1 2024-09-12T18:25:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lEuamhCyY9v2cb6q8rhik03r17TG5Kf_0 2024-09-12T18:25:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9594673117135996838', time=2024-09-12T20:13:58.894320+0000, chain.objs.size()=1 2024-09-12T18:25:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.555+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7qpdCR2IAgjtY7SJHkfESjYlMG9_Z-j_0 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10074131155053631820', time=2024-09-12T20:13:58.952809+0000, chain.objs.size()=1 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SPumxyRXYiWyB3wFYsnXA4lCaAgGCAp_0 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.221742648241136081', time=2024-09-12T20:13:58.983307+0000, chain.objs.size()=1 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yvOPRoNcuaZn2py_ojAmy6KG5W3BB42_0 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17388866594228260073', time=2024-09-12T20:13:58.986828+0000, chain.objs.size()=1 2024-09-12T18:25:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HB3gLWCWXtHkUzrr4U33llEFfWM6kxd_0 2024-09-12T18:25:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10102930433220400062', time=2024-09-12T20:13:59.273041+0000, chain.objs.size()=1 2024-09-12T18:25:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NscnwtEwUiykxSnUPfKNHAiUy7Z9lBO_0 2024-09-12T18:25:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11021652872659653628', time=2024-09-12T20:13:59.337476+0000, chain.objs.size()=1 2024-09-12T18:25:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.c8BOMvBvgJkhDc18hn1usmmER7dANRT_0 2024-09-12T18:25:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14738523779617398702', time=2024-09-12T20:13:59.387476+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xFOWFWmrxwupbVZXVnTMQAzr3_b8V9D_0 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10870300734423732682', time=2024-09-12T20:13:59.399588+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zdyud8oJ_QAo7pRG5sQthEGOJA25lbr_0 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16561155172452715227', time=2024-09-12T20:13:59.406135+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Cg6HGgaiAgeEFONCdn76ZfJiRLjPQBQ_0 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14860476151314865834', time=2024-09-12T20:13:59.407917+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mV10jTrEEVX_TsogrCg256PRqBOuChy_0 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15876339511021257360', time=2024-09-12T20:13:59.775858+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.E7PVk-jrkekdpAW640Zq39UMwnH038a_0 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1201896520002679439', time=2024-09-12T20:13:59.988484+0000, chain.objs.size()=1 2024-09-12T18:25:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.COPW5sM38nFzw7d2HEgN47-j9QtM1c__0 2024-09-12T18:25:56.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13991913489849520612', time=2024-09-12T20:14:00.030603+0000, chain.objs.size()=1 2024-09-12T18:25:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qk-DzLOV5_tOQ91rhCWaLLqU06Hl1Oq_0 2024-09-12T18:25:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1658427445795107718', time=2024-09-12T20:14:00.034865+0000, chain.objs.size()=1 2024-09-12T18:25:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qCsgP7nAjc7m3z3rHiFVhx7BoPIBCnw_0 2024-09-12T18:25:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.567+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13691587570129493861', time=2024-09-12T20:14:00.085850+0000, chain.objs.size()=1 2024-09-12T18:25:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.567+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PU5dlxlIM5W3Hq3SPM16PzxrmqunsBk_0 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892483434469389211', time=2024-09-12T20:14:00.106631+0000, chain.objs.size()=1 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.__hYn8nVwyF7gbFVbUSbNtT3nnWhVtY_0 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15691726222189582105', time=2024-09-12T20:14:00.385235+0000, chain.objs.size()=1 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lPMFLPvfsHD9virnN39dMdTiN0TyUf8_0 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14796312640998595493', time=2024-09-12T20:14:00.526382+0000, chain.objs.size()=1 2024-09-12T18:25:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yPj82wd-73A8G4OJkcpSDjz6T7jrNc__0 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17573239178324143564', time=2024-09-12T20:14:00.661777+0000, chain.objs.size()=1 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MJbMEdppcIsBJu3ZjmLx39O8wqVZro3_0 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6971730905056762160', time=2024-09-12T20:14:00.671219+0000, chain.objs.size()=1 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MsxzZ5qrKREymkWTN5CxzPLvjiGLJc7_0 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17368282770172487828', time=2024-09-12T20:14:00.850753+0000, chain.objs.size()=1 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.48bUJfzRhKmKpKthB-ExKIwIGdpWyu8_0 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12651256395572777670', time=2024-09-12T20:14:01.058159+0000, chain.objs.size()=1 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zEHJMoZhxiBTeDGCbqmMLFhPkPawBo4_0 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2926389996157981453', time=2024-09-12T20:14:01.196368+0000, chain.objs.size()=1 2024-09-12T18:25:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Lz1ZQCGwIY4Fs5kSnNx7dC1NeK_BcmR_0 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10883197786767564347', time=2024-09-12T20:14:01.217890+0000, chain.objs.size()=1 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GBndHmI3JDg0mj6_zaJDVnmoi8dkgBl_0 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3178113848832755163', time=2024-09-12T20:14:01.409455+0000, chain.objs.size()=1 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.e-v6fv13IGn5ydO10HHAtqLn_GhFDww_0 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13084239534364021862', time=2024-09-12T20:14:01.501731+0000, chain.objs.size()=1 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1FmIuMueoUsBckk98cukONWJ6wUw0dJ_0 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7156843036768681591', time=2024-09-12T20:14:01.512940+0000, chain.objs.size()=1 2024-09-12T18:25:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w1e6zBe_qfqSVG1Y9vpBL_-wQS7SfI4_0 2024-09-12T18:25:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2781605676670381860', time=2024-09-12T20:14:22.708626+0000, chain.objs.size()=1 2024-09-12T18:25:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.j3_H2WocUaxY_L2KepqvM05cem9C_VJ_0 2024-09-12T18:25:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15334216735566091562', time=2024-09-12T20:14:22.781309+0000, chain.objs.size()=1 2024-09-12T18:25:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DnOD_dy01nJYWKGwKeAwPitbO0gSM6__0 2024-09-12T18:25:56.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11031358717855137897', time=2024-09-12T20:14:22.887860+0000, chain.objs.size()=1 2024-09-12T18:25:56.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.n6-4lupdv-MpvLZUAAbZr4OJi96aJky_0 2024-09-12T18:25:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12352930945539870270', time=2024-09-12T20:14:22.900850+0000, chain.objs.size()=1 2024-09-12T18:25:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.leU4ub82Kukjoir7Kld888_stptri_s_0 2024-09-12T18:25:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4274328600893627567', time=2024-09-12T20:14:22.957267+0000, chain.objs.size()=1 2024-09-12T18:25:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tQmPDtB81cgLcaA9HYzhoYxTIjV0qsW_0 2024-09-12T18:25:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2940238084109977757', time=2024-09-12T20:14:23.119701+0000, chain.objs.size()=1 2024-09-12T18:25:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kMbjbAaB8_CQavAnzLn8NBG10uZeJPZ_0 2024-09-12T18:25:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5198400000101559212', time=2024-09-12T20:14:23.199997+0000, chain.objs.size()=1 2024-09-12T18:25:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FLD9-eJscCbU-5pQQ9SPLSNMSzqCVFY_0 2024-09-12T18:25:56.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10350328794777489988', time=2024-09-12T20:14:23.639126+0000, chain.objs.size()=1 2024-09-12T18:25:56.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MylQvlERiA2XYcqo1WglUkl04n9C4Md_0 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15553000018660268868', time=2024-09-12T20:14:23.715123+0000, chain.objs.size()=1 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.A90yfYZvW-gsyQBpOwMTAaG8ByG_ehU_0 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4932861549744336927', time=2024-09-12T20:14:23.805883+0000, chain.objs.size()=1 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._F5OUiFyREBbII3JrxYC-VohepHnPbm_0 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7904415138302014280', time=2024-09-12T20:14:23.809882+0000, chain.objs.size()=1 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OiwvMwX7jSJKJZoTmt0jbSVtOS3x81O_0 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17222234099055614996', time=2024-09-12T20:14:23.863532+0000, chain.objs.size()=1 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FLC8E5ovXrc15TMEe5igtd9EkrRmto__0 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9109651231964337979', time=2024-09-12T20:14:23.873500+0000, chain.objs.size()=1 2024-09-12T18:25:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aUAFP4Y6nHvrmyfhAjSU1WAgNDkymUO_0 2024-09-12T18:25:56.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11155096746916877630', time=2024-09-12T20:14:24.122389+0000, chain.objs.size()=1 2024-09-12T18:25:56.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AW9bCQWy5d-ZA_FNXhvUDyn53V5J4k9_0 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7032577012508031401', time=2024-09-12T20:14:24.187587+0000, chain.objs.size()=1 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xyo_Mka3zOpaYtR_UEvRZaavwxTsooD_0 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5241758304835341638', time=2024-09-12T20:14:24.241103+0000, chain.objs.size()=1 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5HhKNeh57nq_McUhRyAaHKDA5cMvUF5_0 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4141554478340233358', time=2024-09-12T20:14:24.244094+0000, chain.objs.size()=1 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cVW0VO_TkPaHSJUJ3GH8UFn9nYmGupt_0 2024-09-12T18:25:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3432569891171532978', time=2024-09-12T20:14:24.367001+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E5ENo45Hv8RQC4P9Lsow3QUzrLhsL17_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2232500758761962448', time=2024-09-12T20:14:24.434084+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GMN-ITKEZg3wzde8ZwhNbP_fH2c2F_8_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18444172330247161395', time=2024-09-12T20:14:24.447815+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qdjWcb7aX1W1QhXmIIPW7WEJ106q9lL_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1462005328999221242', time=2024-09-12T20:14:24.584463+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qHlqfhCR4Usb5hBonrYxbiVf3_vb_yE_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13612676622293948575', time=2024-09-12T20:14:24.732258+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.I-YMlGnKEKPgos1oOYhQZWLLF8UapxK_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4381819919289747281', time=2024-09-12T20:14:24.786341+0000, chain.objs.size()=1 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bfBivPmyGtyTL_BWl3yoHJMSgPRSrpN_0 2024-09-12T18:25:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10063238798677794203', time=2024-09-12T20:14:24.803939+0000, chain.objs.size()=1 2024-09-12T18:25:56.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OvLTSA14Jh3IzzyasNJZ-YSj3fR7nGh_0 2024-09-12T18:25:56.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17638812737437937735', time=2024-09-12T20:14:24.817953+0000, chain.objs.size()=1 2024-09-12T18:25:56.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.S99YPdtYmNrivDQiIjaTn5imJztWSl5_0 2024-09-12T18:25:56.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13802671304593609955', time=2024-09-12T20:14:24.846552+0000, chain.objs.size()=1 2024-09-12T18:25:56.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.f0sEauhGeHxmUTKML0nY3vAS19iCfI__0 2024-09-12T18:25:56.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2198052435555715267', time=2024-09-12T20:14:24.849756+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9QoL0j8bv_uVOfzdZPxkINV02xIwcfU_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16281791687560842787', time=2024-09-12T20:14:24.873904+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tuKSYrNisjoLnOlmT9BqcoMAvf4ndR3_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3224104149449406526', time=2024-09-12T20:14:25.098086+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HesLxdQMjJcDUp50KmXe7yS4t6DBGjH_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1643329757394433026', time=2024-09-12T20:14:25.174441+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zgDWwsbY9r-RkDMIR3xW8Wghk97Jo-L_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13227081727456826015', time=2024-09-12T20:14:25.290793+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YkUA5Q996J9Yd5WIwHLfXru790SJ_Ad_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16352204243805691614', time=2024-09-12T20:14:25.402003+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LAUaUjMHShED19EYXRUqf2EVJFYnb2P_0 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18316409614751207300', time=2024-09-12T20:14:25.408885+0000, chain.objs.size()=1 2024-09-12T18:25:56.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UgAgd6R4EXCIkYvrruUoyDgzzcvXBH7_0 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1696556161720409330', time=2024-09-12T20:14:25.429341+0000, chain.objs.size()=1 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7deTiUP57QFNg7xeUP8r-eOF7ei6MRo_0 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2065507006768079193', time=2024-09-12T20:14:25.444403+0000, chain.objs.size()=1 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zG0SpFPjsZE-pQGTt501c-VyQgvwVhq_0 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.372295379433377359', time=2024-09-12T20:14:25.511926+0000, chain.objs.size()=1 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AZuiKqxoPEfZzJ7WhSOUicW4gVu0WLC_0 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6462504097745284409', time=2024-09-12T20:14:28.094938+0000, chain.objs.size()=1 2024-09-12T18:25:56.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.330__shadow_.D3k2iOwvYyn9t6oDWbyjvBymuFfYgQy_0 2024-09-12T18:25:56.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7820919526109080840', time=2024-09-12T20:14:48.065811+0000, chain.objs.size()=2 2024-09-12T18:25:56.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.368__shadow_.FvWiPGKbO-kDYIiPyetY_pxTMfmxXta_0 2024-09-12T18:25:56.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.368__shadow_.FvWiPGKbO-kDYIiPyetY_pxTMfmxXta_1 2024-09-12T18:25:56.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4009925744481018000', time=2024-09-12T20:15:16.194140+0000, chain.objs.size()=1 2024-09-12T18:25:56.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.411__shadow_.HHV5tfe4E9DP7jW7ViYx9B-fmCez3WR_0 2024-09-12T18:25:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51336 2024-09-12T18:25:56.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T18:25:56.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7517608750411751817', time=2024-09-12T20:15:51.782565+0000, chain.objs.size()=1 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.463__shadow_.IvnBjtiCKJVf_SK3Og5SeBThpJRv3_a_0 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6768680955464877987', time=2024-09-12T20:16:18.848591+0000, chain.objs.size()=12 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:56.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:56.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:56.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:56.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:56.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:56.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:56.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18233318589496152219', time=2024-09-12T20:16:52.924740+0000, chain.objs.size()=3 2024-09-12T18:25:56.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~2ZtXt-opni86ll6W4bJMmZj3jIvYX9q.1 2024-09-12T18:25:56.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~2ZtXt-opni86ll6W4bJMmZj3jIvYX9q.2 2024-09-12T18:25:56.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~2ZtXt-opni86ll6W4bJMmZj3jIvYX9q.3 2024-09-12T18:25:56.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18333623954760992289', time=2024-09-12T20:17:48.318544+0000, chain.objs.size()=1 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.557__shadow_.6z49XFeHwQ7P0A85kKyC1ykiutQepD__0 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3880489146871869501', time=2024-09-12T20:17:53.738922+0000, chain.objs.size()=1 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.563__shadow_.lgeYT-BW-H-Jg28qcw2IneB_lwTkhq6_0 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18162054044659032019', time=2024-09-12T20:18:05.018467+0000, chain.objs.size()=1 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:j4IWxvrdQFO81PccyL4.lozoJe-Rt1R_.UGnm-km7YPn57zIfo7UmBb2TR43FKyv_0 2024-09-12T18:25:56.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.235720095177936552', time=2024-09-12T20:18:32.573082+0000, chain.objs.size()=1 2024-09-12T18:25:56.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:4Lz7RJ0LZt91FFKbTuuUPfaDA7xtb5m_.FmcUr2qCPhgOXJACSuVHl7a1gfKZdNG_0 2024-09-12T18:25:56.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.244185868384235588', time=2024-09-12T20:19:10.776385+0000, chain.objs.size()=12 2024-09-12T18:25:56.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.1 2024-09-12T18:25:56.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.1_1 2024-09-12T18:25:56.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.2 2024-09-12T18:25:56.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.2_1 2024-09-12T18:25:56.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.3 2024-09-12T18:25:56.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.3_1 2024-09-12T18:25:56.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.4 2024-09-12T18:25:56.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.4_1 2024-09-12T18:25:56.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.5 2024-09-12T18:25:56.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.5_1 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__multipart_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.6 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.614__shadow_multipart_enc.2~lnVbALgkIJkxDQRt_ClsPpmArXPxVs-.6_1 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9229826690919377127', time=2024-09-12T20:21:40.449859+0000, chain.objs.size()=1 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.643__shadow_.d4C7F1Buo4GFjXvIYMrTUxPGb9xEe3k_0 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16848846423581758305', time=2024-09-12T20:22:02.673032+0000, chain.objs.size()=1 2024-09-12T18:25:56.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.672__shadow_.16aeFqQCyDFtgbOSdeEg2bFRDcoDMY9_0 2024-09-12T18:25:56.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:25:56.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50152' 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8819591199787966074', time=2024-09-12T20:10:50.359195+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.200__shadow_.MRXx8UwZ5FyRWTvuqzn39lI5sSVqDXp_0 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2412867047617494263', time=2024-09-12T20:12:27.375762+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.250__shadow_.VdJH79N4f6g47VL0rMk-KtdAHfzvGb6_0 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14710718834962945291', time=2024-09-12T20:12:31.149964+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.256__shadow_.Q64mOZP5TZ4z_lFDWsjVH_XyP7qpXXb_0 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6505729010488411934', time=2024-09-12T20:12:55.799475+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bfVzVRqWPvR6VpaYcs9S7VlxencAG82_0 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17171256108376543257', time=2024-09-12T20:12:55.856805+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WU3Rl0dCpdgOh_bJ4Rtpi_n_P010-bo_0 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18323891899322495961', time=2024-09-12T20:12:55.885983+0000, chain.objs.size()=1 2024-09-12T18:25:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HrD9LjNC0TGU8PcjM22pwQ8Dec4afSp_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13499388250979628709', time=2024-09-12T20:12:55.897492+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FvPZ990g0PSbrLaWHawG80hk4xjkxjH_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4114174811790506155', time=2024-09-12T20:12:55.980016+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zT4UNhp_H2YR1fUkjoRWbmPstEPS5-u_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2796317220867085363', time=2024-09-12T20:12:56.144045+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-EB7oY29DkPxWJO6EgLYVVB0DInrXTe_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10191286457418888668', time=2024-09-12T20:12:56.156603+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qKyG0Re59rXvEV07c92PtISeC88mmjh_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10849780094126288603', time=2024-09-12T20:12:56.161010+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QYswZ5kpRYnTRl38X1lQleby5zNImVE_0 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16329894830120817631', time=2024-09-12T20:12:56.185671+0000, chain.objs.size()=1 2024-09-12T18:25:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aaueykkxhc2CSp79ky64PCXrvhJhxve_0 2024-09-12T18:25:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6592610921655862814', time=2024-09-12T20:12:56.229031+0000, chain.objs.size()=1 2024-09-12T18:25:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MaoNsOVqW3QdfYC2P3fHhC1XMTqZIju_0 2024-09-12T18:25:56.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6536082662368165130', time=2024-09-12T20:12:56.250224+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.f6s3qzA41kgbG4kTYAgWgwnjDKHOres_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6625687741550200256', time=2024-09-12T20:12:56.265826+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.n6lPvIyB3tRqX99JAEEpg6CrqAfowt4_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16425888723150931101', time=2024-09-12T20:12:56.271021+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TeoDU2ndSlX1hCU6GCiLyV6-DgRd9aP_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2796477613380919027', time=2024-09-12T20:12:56.272652+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.df6eQFMMYGUWvIbbFnzUbvU0l1iz97R_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14730218038144857226', time=2024-09-12T20:12:56.285089+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IydDa0cd2hTtxKoY9T-9yi3Tid9HiDm_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5516173742523139276', time=2024-09-12T20:12:56.443319+0000, chain.objs.size()=1 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dSE6fDZYBeE6EBvUNKUWE5vtqClGsSJ_0 2024-09-12T18:25:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18073076239621849540', time=2024-09-12T20:12:56.457378+0000, chain.objs.size()=1 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eTB5NyfLM-Xw_cnFs0aS92fPiYyxdyP_0 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13974282277051765651', time=2024-09-12T20:12:56.489749+0000, chain.objs.size()=1 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9IKfuUvin1lIOKv0xUOToh5h8AkmXaU_0 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6173900841828793161', time=2024-09-12T20:12:56.543386+0000, chain.objs.size()=1 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.K1cLcJ8hotNRhR5aCjOOu_IP9-9nkhc_0 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11083565645733512452', time=2024-09-12T20:12:56.551161+0000, chain.objs.size()=1 2024-09-12T18:25:56.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Dtu_YJpH5MsQHgykFc3P67ufpgqf2VZ_0 2024-09-12T18:25:56.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12465261544537087630', time=2024-09-12T20:12:56.559835+0000, chain.objs.size()=1 2024-09-12T18:25:56.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5AnBPJQYBWUKdWLVLnYxYtQO94eXzk-_0 2024-09-12T18:25:56.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.651+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1428360658445049310', time=2024-09-12T20:12:56.605819+0000, chain.objs.size()=1 2024-09-12T18:25:56.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vLzV2OAJJuVFeyhciejJa4twMLdjhTF_0 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.491348786581643600', time=2024-09-12T20:12:56.664949+0000, chain.objs.size()=1 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8_2FohfD9o_wKq9c10kr0Xh6bvss6Op_0 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2918561197356064459', time=2024-09-12T20:12:56.799612+0000, chain.objs.size()=1 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.srJrAdtjICuHnBUm0jpcUDPfm32D2ht_0 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2554625803109187709', time=2024-09-12T20:12:56.801427+0000, chain.objs.size()=1 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NKzKy8ZP-poMyZAyL7YOaEP-nwL4Mcc_0 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11927187715828770541', time=2024-09-12T20:12:56.809361+0000, chain.objs.size()=1 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k5az1y1rGU2JMKgkFtgzHvcIIlA4r1i_0 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17885689934995058197', time=2024-09-12T20:12:56.840646+0000, chain.objs.size()=1 2024-09-12T18:25:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sQ37uiy-l9hjlOEFi-egA9fD4XfLZAS_0 2024-09-12T18:25:56.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13255102661264357613', time=2024-09-12T20:12:56.963869+0000, chain.objs.size()=1 2024-09-12T18:25:56.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ku8xgoajiijlNuhfl7yMdD-v5Fs33cn_0 2024-09-12T18:25:56.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17889527705137343892', time=2024-09-12T20:12:57.105380+0000, chain.objs.size()=1 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NTo2jYnFw5zPdzd7gIY5xaA0LPNRrfb_0 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5750375002973070765', time=2024-09-12T20:12:57.190902+0000, chain.objs.size()=1 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iJtupcfG_ILVmz_S1YsjA4EIMFs0-Rj_0 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13790001107755148657', time=2024-09-12T20:12:57.249353+0000, chain.objs.size()=1 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dLf0HYLdVyOYlSzympdXbyH8Y-5Fhf4_0 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12082424841299454099', time=2024-09-12T20:12:57.259544+0000, chain.objs.size()=1 2024-09-12T18:25:56.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.p-kD5yWvW9JlmeMdU-lt7tWxEZNB358_0 2024-09-12T18:25:56.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2601183623670570188', time=2024-09-12T20:12:57.525594+0000, chain.objs.size()=1 2024-09-12T18:25:56.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.E7SOJsRkso2E0PokRhwNmCqimsR6Cek_0 2024-09-12T18:25:56.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2677868015118804737', time=2024-09-12T20:12:57.907100+0000, chain.objs.size()=1 2024-09-12T18:25:56.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.R7nCk_F5k1m6zL9uYyitx7r51nIJ0jw_0 2024-09-12T18:25:56.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7360653858656116800', time=2024-09-12T20:12:57.946956+0000, chain.objs.size()=1 2024-09-12T18:25:56.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KZjPywgTLq05_yQJKepXaTgGrk-p8qh_0 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8433587216852015667', time=2024-09-12T20:12:57.984753+0000, chain.objs.size()=1 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.a_Q8cT-ruKCF3KAP32IQYIRZFOsALfD_0 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4185615400124778289', time=2024-09-12T20:12:58.139745+0000, chain.objs.size()=1 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.u4w2QNOng3j9_XibQ8Q1Cfw3GvUIIUN_0 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13708699034130077885', time=2024-09-12T20:12:58.198557+0000, chain.objs.size()=1 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uv6UKeFMfBaGPG6y_BYBTgVRANN3EEI_0 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11983026621028520254', time=2024-09-12T20:12:58.272909+0000, chain.objs.size()=1 2024-09-12T18:25:56.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kqtnWT1eEiC6hRZCfpGAbNrnuYrQQIs_0 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12667503578688497349', time=2024-09-12T20:12:58.293697+0000, chain.objs.size()=1 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lOU7heRYeIYVNjHRj4E3PRXZRtFRIDy_0 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9549128502320893348', time=2024-09-12T20:12:58.304617+0000, chain.objs.size()=1 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.87nzqFtxjRRXzFI5U_5t0-ycjl2fZwV_0 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6933793896496883052', time=2024-09-12T20:13:00.075494+0000, chain.objs.size()=1 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.266__shadow_.b5nG5Gij8aZj6x8dH4M-9xLCEdH5W1x_0 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3990174553595934239', time=2024-09-12T20:13:05.631607+0000, chain.objs.size()=1 2024-09-12T18:25:56.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.659+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.275__shadow_.608twnTypEkOnwbn7HgJ3sgtUfHbDJN_0 2024-09-12T18:25:56.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2229206381396835220', time=2024-09-12T20:13:08.814183+0000, chain.objs.size()=1 2024-09-12T18:25:56.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.280__shadow_.tWVnKy4-Ny-hGZeKfcWIIcGfokRm6dB_0 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18276533290874625729', time=2024-09-12T20:13:17.927162+0000, chain.objs.size()=1 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.B0duixpP0xp-jQfpS7Vu3L3wb5QFs_7_0 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7255294522874858156', time=2024-09-12T20:13:19.192016+0000, chain.objs.size()=1 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.c7eWxSQ2FilZ6FPKQpdQUJ5zKFPi_I9_0 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15807107641935550151', time=2024-09-12T20:13:21.087347+0000, chain.objs.size()=1 2024-09-12T18:25:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.297__shadow_.nLZX-yLVjdN0QC4WA8_w2gMzOVIfKux_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10944993175319144932', time=2024-09-12T20:13:24.308822+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.302__shadow_.dCEOqP53ejgL2L7s6obBDtF9-4ZhKxm_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10327444772248855924', time=2024-09-12T20:13:26.202285+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.305__shadow_.uCDuDEWf87y4lEnvUvkS0s_e1Vyd4I1_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5530975606293895053', time=2024-09-12T20:13:58.849644+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9bAWgWuuYKDdARjiAPw8qYNUrfHKjeg_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9196036840744563776', time=2024-09-12T20:13:58.872355+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0OlfD5GIBHjp3qn5YbqsZWiQqUIe_lt_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7046673632834987460', time=2024-09-12T20:13:58.878008+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BTvJ-MDrdg4o0uGSFWjR2ZBwCPJpfUx_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5138956588406245923', time=2024-09-12T20:13:59.247804+0000, chain.objs.size()=1 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.67amM8DfDRfHHuUr2g7EA9vBhiWRvJK_0 2024-09-12T18:25:56.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5180074006482194743', time=2024-09-12T20:13:59.267316+0000, chain.objs.size()=1 2024-09-12T18:25:56.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RWIEcBwLj4WdpkT80P4B0bt1iXJJujQ_0 2024-09-12T18:25:56.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5764755129867347331', time=2024-09-12T20:13:59.353034+0000, chain.objs.size()=1 2024-09-12T18:25:56.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ChpC97vEvyB8T2TZFNjmxv7_9gC5yna_0 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4187776558680793817', time=2024-09-12T20:13:59.421448+0000, chain.objs.size()=1 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OmDUjuAhBDfTZP4zYhSTKJf0L8LQFMR_0 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7738004220078609290', time=2024-09-12T20:13:59.422305+0000, chain.objs.size()=1 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XJAAtOXkSzuytwXUeoB5vb0BpytrZpK_0 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3277649464035188301', time=2024-09-12T20:13:59.734442+0000, chain.objs.size()=1 2024-09-12T18:25:56.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ciVFA7qU4MU1Tl73_WKVABLiup5S1vH_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15372089471584896027', time=2024-09-12T20:13:59.786273+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CU5OSjJzRlq9X-ue9t_vDJJK0jBwKoQ_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.311020579351644834', time=2024-09-12T20:13:59.931904+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.psAgB3Xt0OvwUyj1rd8Yb9aOAa0N0Fv_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15576165159735719703', time=2024-09-12T20:13:59.940439+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YaXgu32IQoSLq3KWJv97i5SC0vUdsEg_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5201576114616722924', time=2024-09-12T20:13:59.977971+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.byMzC4X3523zgY6vNAmTIGPP7D4xUiu_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17790684371065992970', time=2024-09-12T20:14:00.128967+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uz25Vghi6No88JDCBbk-eKiTeqlzlDj_0 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2670774741664592020', time=2024-09-12T20:14:00.149110+0000, chain.objs.size()=1 2024-09-12T18:25:56.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TD_vahQIiCWQEdgcC90KgTVdCzyFq4K_0 2024-09-12T18:25:56.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10011687287937708860', time=2024-09-12T20:14:00.155188+0000, chain.objs.size()=1 2024-09-12T18:25:56.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4W5533Z_cDVWykBX1_r1iXiuCzfZ2C9_0 2024-09-12T18:25:56.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4760944440359103817', time=2024-09-12T20:14:00.324489+0000, chain.objs.size()=1 2024-09-12T18:25:56.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.hhJFJbaue5FX1CIupskmYI0yYhoaVa__0 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6897802261352501126', time=2024-09-12T20:14:00.335946+0000, chain.objs.size()=1 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8K_c9u1n3y6dNOgk0IjuVLsKidysK7J_0 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14818963951788107053', time=2024-09-12T20:14:00.412586+0000, chain.objs.size()=1 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Pj3kziyX0UQ-fT7wJs6rq-gvTcmdHMu_0 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8067784742761174015', time=2024-09-12T20:14:00.731861+0000, chain.objs.size()=1 2024-09-12T18:25:56.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.i-pxu2gccsoK63kHcrhpG3z9BeXf04g_0 2024-09-12T18:25:56.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5638800519557901046', time=2024-09-12T20:14:00.743626+0000, chain.objs.size()=1 2024-09-12T18:25:56.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DhNkMC_xhvLVX96BEKJE8-Qw-glrY25_0 2024-09-12T18:25:56.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5047854029240727172', time=2024-09-12T20:14:00.861418+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.s2e8tZwXDBuNXWtgH4OAZvAkr65VoIK_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16713127208169432765', time=2024-09-12T20:14:01.015659+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HfhjcglJ8wCHMpv8S7jpGwBHw1MV-mQ_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8781795468840405283', time=2024-09-12T20:14:01.032684+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CSq6FLvo0gG4AHx3fvP-8ThesvlF2aI_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16733748600598146598', time=2024-09-12T20:14:01.098832+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jvJ_mhlR9zPhLJvm5iT3eNasy2rPtQ1_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13656929616519009826', time=2024-09-12T20:14:01.115769+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Hizb87EGdW-UX_o0KM2nJVKg4209DM4_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7069579171170643325', time=2024-09-12T20:14:01.126790+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dlTeziA4y8S_K7IxbeRbIRsSkWovGrU_0 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2985433889016485463', time=2024-09-12T20:14:01.136790+0000, chain.objs.size()=1 2024-09-12T18:25:56.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fn67fhqJoeewCCMH8Z20A_hss1XMr1v_0 2024-09-12T18:25:56.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.510312008010460371', time=2024-09-12T20:14:01.170465+0000, chain.objs.size()=1 2024-09-12T18:25:56.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HUj25L8yWLEewTslpS81pKWJ2P0hHDF_0 2024-09-12T18:25:56.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5976818463133595505', time=2024-09-12T20:14:01.348446+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3TzqY9Dvr783T5M_el2Nl2qMF38q2Kt_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11119742382531957066', time=2024-09-12T20:14:01.460025+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7SKylrrOjiWEcQdMRymjDgp1qNHu0cU_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7260071072840223219', time=2024-09-12T20:14:01.472375+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w9qydRLW2hIZr3JQUDk0OSzevGnXKRa_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11260324391527840149', time=2024-09-12T20:14:01.499341+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3vWyvFh45jkQ3hCuCy-DhcRIyki6_ax_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16501067886434047601', time=2024-09-12T20:14:22.888234+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nTG6l19WW8ZKu6Ht6uXth9XjGTu-E0o_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15803336347669787071', time=2024-09-12T20:14:23.200294+0000, chain.objs.size()=1 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.F5uv-NAko_mvXXwwJA_IE2bjZf9oFS8_0 2024-09-12T18:25:56.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2740477942002256828', time=2024-09-12T20:14:23.498084+0000, chain.objs.size()=1 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dtHY5VGPqHM-virVEw15vnHAe9Gb244_0 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5381196284504832619', time=2024-09-12T20:14:23.512621+0000, chain.objs.size()=1 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.d3xFmMKRly2m_VNHBp95sASC7hivtjr_0 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6243095919936739574', time=2024-09-12T20:14:23.798321+0000, chain.objs.size()=1 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LAgE47cnaXtpCGMn3uUKWuIW2SX-Q0L_0 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10168779587509845888', time=2024-09-12T20:14:24.129967+0000, chain.objs.size()=1 2024-09-12T18:25:56.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9GbEHlsVDGjtj5eYod50b0QYTgIlQEd_0 2024-09-12T18:25:56.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6400908821875916176', time=2024-09-12T20:14:24.229747+0000, chain.objs.size()=1 2024-09-12T18:25:56.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BN8wO0owqeav-6lux2wWsnYRHFQ_7WG_0 2024-09-12T18:25:56.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17019475807942770918', time=2024-09-12T20:14:24.395623+0000, chain.objs.size()=1 2024-09-12T18:25:56.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zATpb1E_B-LXORBu7PxDcWin7dC8eCR_0 2024-09-12T18:25:56.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11313872386194187268', time=2024-09-12T20:14:24.522536+0000, chain.objs.size()=1 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ptvxpWtRO9kQlGPnUhck7aWyHJV8TX5_0 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15626053111397288213', time=2024-09-12T20:14:24.561031+0000, chain.objs.size()=1 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iGJTt3AUV8QjKK-xmaG4_Lwh55UnljS_0 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.673299920034087986', time=2024-09-12T20:14:24.733285+0000, chain.objs.size()=1 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rsiKhFfii57PKvZgFV4FGAR5ZcqIll-_0 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7600577585038514845', time=2024-09-12T20:14:24.779321+0000, chain.objs.size()=1 2024-09-12T18:25:56.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bmQgjm58K0EGxc7SB8MabmiAeEFwxCq_0 2024-09-12T18:25:56.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17900122806647944090', time=2024-09-12T20:14:24.879245+0000, chain.objs.size()=1 2024-09-12T18:25:56.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kkEaHezRM6eV9MSOOm6TAXb5BAtIrps_0 2024-09-12T18:25:56.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6441727050188736230', time=2024-09-12T20:14:24.939135+0000, chain.objs.size()=1 2024-09-12T18:25:56.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7jv5Ty1t-4QfYAGt_y707C1ZqavHPDt_0 2024-09-12T18:25:56.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4860862482442240807', time=2024-09-12T20:14:25.164333+0000, chain.objs.size()=1 2024-09-12T18:25:56.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jxNkOa8A-TTyvD7y4-97EanNJgOUxYq_0 2024-09-12T18:25:56.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50152 2024-09-12T18:25:56.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2340318434949441831', time=2024-09-12T20:14:25.172472+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.voCrGjY-weZHfQ2TRzbvzKDwXNvBUBM_0 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6071404467751624057', time=2024-09-12T20:14:25.178451+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y5MwR3k5p0lo4OXJ-2Ju5XM5OAaSTbd_0 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8438996766198457881', time=2024-09-12T20:14:25.228909+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dQ2OX6HumvrtwjMMLq8wwWAY7-8bebe_0 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11626034931124288871', time=2024-09-12T20:14:25.267838+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DT-Tkd7g6Vk7xbMuJlOWTIMNLbEMIis_0 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10785025660405333546', time=2024-09-12T20:14:25.269297+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Mx3Yw6oADKY1roAQMGrJPx_310bEk7W_0 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4248139794212687843', time=2024-09-12T20:14:25.276234+0000, chain.objs.size()=1 2024-09-12T18:25:56.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iqG6inHcC8ZyW7Q1Fcw64Vs3suTFcaj_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12729372323708068767', time=2024-09-12T20:14:25.302633+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WtYTfdXtZnAEr797k_4a5M0CRTQSTGQ_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13499282520942325707', time=2024-09-12T20:14:25.417081+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nbwFJ_Rz0TX1qBdloBpAkrf5Pwj3DVk_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14098480017240511800', time=2024-09-12T20:14:25.426833+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PnaMnCGpI2x0ZJEdksFnf-8yHUnBiSQ_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8078398899043310488', time=2024-09-12T20:14:25.427615+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KAbkgjD34K7PWKqsV-DWiO1Ff_EYbU2_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12987866628978941616', time=2024-09-12T20:14:25.455430+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8AsUm-Yy-sHiCbv6u5DUUNyyHccKfXU_0 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2420453664203307829', time=2024-09-12T20:14:25.530999+0000, chain.objs.size()=1 2024-09-12T18:25:56.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._0hV0kuXygpeNkarmhObFtS33g6OYcF_0 2024-09-12T18:25:56.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11497594975590425372', time=2024-09-12T20:14:53.714116+0000, chain.objs.size()=1 2024-09-12T18:25:56.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.376__shadow_.U9g-f-PNawLozjVgxRNmPwjz488QMMW_0 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~TUL9y-6i_FBhpPuf2olYZ6ntteKGq4q', time=2024-09-12T20:17:03.313293+0000, chain.objs.size()=1 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.532__multipart_mymultipart.2~TUL9y-6i_FBhpPuf2olYZ6ntteKGq4q.1 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~tU3KAVQzO8yYNgUIwmsKomaTI0UN5MH', time=2024-09-12T20:17:06.332332+0000, chain.objs.size()=1 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.536__multipart_mymultipart.2~tU3KAVQzO8yYNgUIwmsKomaTI0UN5MH.3 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15572280868291120669', time=2024-09-12T20:18:07.713494+0000, chain.objs.size()=1 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:fBO9qreNhYIIoyaJl.LOhywrObBEb9E_.wypLcpbWjfzMdNZAXfvwBSPCMYJ-xQ__0 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17412599656831043541', time=2024-09-12T20:18:08.571834+0000, chain.objs.size()=1 2024-09-12T18:25:56.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:BjUbNeaofxJFXpLpRP.cY-MXK9-IZdd_.V3pMaXHHmRIU3Q6HMebl4_Lg1vyGpSX_0 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17153277494430489680', time=2024-09-12T20:18:09.405026+0000, chain.objs.size()=1 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:wbvFaBN05cMsHMRtNkNwUyL6FjC9iMj_.7LDL7GY4JhDYIzHHm7tL9K-CFCV2xpI_0 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8380112436918612677', time=2024-09-12T20:18:18.690703+0000, chain.objs.size()=1 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.576__shadow_.Dda46VSKz4t21Kuaik4DUSXozD0UTAH_0 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16701783372035841887', time=2024-09-12T20:18:31.557452+0000, chain.objs.size()=1 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:yM4QUGu8dqFvIUyroVqAVIte08KLlq4_.mo1KJ0qQuNu78ZPqLZMNO8Mbg5loTze_0 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7027984915651592220', time=2024-09-12T20:18:34.401243+0000, chain.objs.size()=1 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:pmOmXYg-UtjAKllJTwK-DU8VTMXorcv_.Nl_uW-eUaSWHYIv3PIN6q6dfukh85_H_0 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7381255547768157552', time=2024-09-12T20:21:27.623041+0000, chain.objs.size()=12 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.1 2024-09-12T18:25:56.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.1_1 2024-09-12T18:25:56.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.2 2024-09-12T18:25:56.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.2_1 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.3 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.3_1 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.4 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.4_1 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.5 2024-09-12T18:25:56.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.5_1 2024-09-12T18:25:56.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__multipart_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.6 2024-09-12T18:25:56.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.624__shadow_multipart_enc.2~o597Js3SKaQfcSCg1Ix5rdyupblWYrb.6_1 2024-09-12T18:25:56.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:25:56.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47774' 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14373680439358929952', time=2024-09-12T20:10:15.746111+0000, chain.objs.size()=5 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-LUKEWARM.2~i_zUDHOjvV4uNkRVwPeAJP4O1z-fW8t.1 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-LUKEWARM.2~i_zUDHOjvV4uNkRVwPeAJP4O1z-fW8t.1_1 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-LUKEWARM.2~i_zUDHOjvV4uNkRVwPeAJP4O1z-fW8t.2 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-LUKEWARM.2~i_zUDHOjvV4uNkRVwPeAJP4O1z-fW8t.2_1 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-LUKEWARM.2~i_zUDHOjvV4uNkRVwPeAJP4O1z-fW8t.3 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_E8qontHKh8JQY501X0qXoaX2Z8tEjNb', time=2024-09-12T20:10:17.903074+0000, chain.objs.size()=1 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.164__shadow_.2X-nc6lonm2jXe5-BAaIOm2aJxGMKjE_0 2024-09-12T18:25:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17041415142874562605', time=2024-09-12T20:10:30.658852+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.177__shadow_.FJC42KAiQuyuNbErm6w4iXuAbrEAkA8_0 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6138944203117786815', time=2024-09-12T20:12:16.194495+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.235__shadow_.mDRQGFM-e3ZCNxlE2n86UFhOM9Avypn_0 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11918283624894977875', time=2024-09-12T20:12:23.075373+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.244__shadow_.KlZC9GLmLGe8lKf3eW-kR90GvDDIB9x_0 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13946073849274666723', time=2024-09-12T20:12:25.453583+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.247__shadow_.7DLMLRRVrF18K5fIo5sSIxChldwpj32_0 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5247635858955522948', time=2024-09-12T20:12:29.254294+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.253__shadow_.hm1QIJSwS9ciax8bSavueyGwHC06w2f_0 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.684693006943084772', time=2024-09-12T20:12:34.854350+0000, chain.objs.size()=1 2024-09-12T18:25:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.262__shadow_.DXd2W2dM8vvct2jk6hxDM8wFjGCyN_Y_0 2024-09-12T18:25:56.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3936422423979026299', time=2024-09-12T20:12:55.712104+0000, chain.objs.size()=1 2024-09-12T18:25:56.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iET5J0KL0jc_LqqiKye3Y3FcnPM0pMn_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12033452628928621526', time=2024-09-12T20:12:55.781361+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.nDULjG-mBUgrCHklzWGlUu9AGy4r0_6_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11363495626212399927', time=2024-09-12T20:12:55.873908+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.P-AIOzID4jZP9RfexTciX0glWVyAYyE_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15497064583315173611', time=2024-09-12T20:12:55.912515+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yg0XilwsSeW6G3Sfcnj6h69Q8AHOk8M_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7009700549181008703', time=2024-09-12T20:12:55.917854+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VUBppDch2aJWPKURNkItt1_DrWuxKW4_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7016923346977543662', time=2024-09-12T20:12:55.928770+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hFfQfhdbuNNhj3Wg_xJxv2E3BfwVVm9_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7340368874320899482', time=2024-09-12T20:12:55.961346+0000, chain.objs.size()=1 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ch25bjY7mMAoLSc4ukGVELMBj67WPoD_0 2024-09-12T18:25:56.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14310337634995848939', time=2024-09-12T20:12:56.168098+0000, chain.objs.size()=1 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rDzYT0e9vfNl3aB8129GW3dmCUnXPzn_0 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5954052810829947607', time=2024-09-12T20:12:56.203044+0000, chain.objs.size()=1 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LP3aGe-ACdnp9EcC2oiFCS1HSf71aPS_0 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14043433694328002121', time=2024-09-12T20:12:56.273425+0000, chain.objs.size()=1 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kQtwtawE-H5VYDBlSt2u2ne18BMk-j7_0 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14505956610244767980', time=2024-09-12T20:12:56.528533+0000, chain.objs.size()=1 2024-09-12T18:25:56.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.oBmYodKO_b_KHxTy3oN5KCVt_5-cqNH_0 2024-09-12T18:25:56.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8723313213922908428', time=2024-09-12T20:12:56.541153+0000, chain.objs.size()=1 2024-09-12T18:25:56.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IkPnp-bvYImpXFtzKMskRUFPhqP4sIQ_0 2024-09-12T18:25:56.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16028166345642345756', time=2024-09-12T20:12:56.567813+0000, chain.objs.size()=1 2024-09-12T18:25:56.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mGoz6eAtd93buCcezFz5GlzQj0Dqb4S_0 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10867623220121261957', time=2024-09-12T20:12:56.641200+0000, chain.objs.size()=1 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.nFimiCghiAKtF_C7jCMkhrbzpC3V5-q_0 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5214113896577252242', time=2024-09-12T20:12:56.781621+0000, chain.objs.size()=1 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XYwo6c_ZsR0pNR5VFUXK8ICaicKEG7h_0 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5159830769555783745', time=2024-09-12T20:12:56.831809+0000, chain.objs.size()=1 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.G41IQIEcjPKdZmkoEqAUzh2XQR1MZBo_0 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8717914492273750240', time=2024-09-12T20:12:56.899868+0000, chain.objs.size()=1 2024-09-12T18:25:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gXFgGrX8wI6D0MwIBid1eh5TNIs3FjO_0 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3534656773419789071', time=2024-09-12T20:12:56.961973+0000, chain.objs.size()=1 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cGDm3aXQCFs6en64XsIS_nxO-MvK0F0_0 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1638639073087163909', time=2024-09-12T20:12:57.172252+0000, chain.objs.size()=1 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xMKDYtcfS42dUWI9p6HiwlsYxOgL_C6_0 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11570817231233128433', time=2024-09-12T20:12:57.195873+0000, chain.objs.size()=1 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.x9G9Pf_p7YqAuEhQH59Y9-4ZSylTtmt_0 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4773628885863087576', time=2024-09-12T20:12:57.273599+0000, chain.objs.size()=1 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6zIHbEIDyAYQNAyXwz3OzpiYVBw5OZ9_0 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9596304521690230902', time=2024-09-12T20:12:57.283030+0000, chain.objs.size()=1 2024-09-12T18:25:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KLSHfmYw63GYbd4FtkZTMGI-vcoN64W_0 2024-09-12T18:25:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16303711630563543884', time=2024-09-12T20:12:57.997125+0000, chain.objs.size()=1 2024-09-12T18:25:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.s6NSe-MBsUYIh02ohHxVK4yDyBt2jWK_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2521479193745111867', time=2024-09-12T20:12:58.125520+0000, chain.objs.size()=1 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lWz1RTAf1Bww1zZG0FLFbp1LUB8u-XV_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5373301396376474550', time=2024-09-12T20:13:17.848379+0000, chain.objs.size()=1 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.cpv5-E4yS3KXIxnDuwmWeqdXUZIDQR5_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7301529297090579492', time=2024-09-12T20:13:17.855847+0000, chain.objs.size()=1 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.U2vze36j7-kji1aAKA7PrOINrf9PoZh_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3869920826839401860', time=2024-09-12T20:13:58.922902+0000, chain.objs.size()=1 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.j4x46Zv_KgFf2WKZ7PiYu0eDYW0Y8Zr_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9596689686633995523', time=2024-09-12T20:13:58.950568+0000, chain.objs.size()=1 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XRdGfrCu7JhW0puNs5A9a71WzT0arVO_0 2024-09-12T18:25:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13239216256077258287', time=2024-09-12T20:13:59.013557+0000, chain.objs.size()=1 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OVpFyzIwvGJWM1_7Vm5KOQssaPVDUBR_0 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4546805631657414361', time=2024-09-12T20:13:59.214333+0000, chain.objs.size()=1 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CbEOlcmtI1mTAHh-4rGc7pfUG17Vj1X_0 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15780403566143367642', time=2024-09-12T20:13:59.352296+0000, chain.objs.size()=1 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YdncdvEZ9PUNqTDZ6a0f30uj7rkrBHN_0 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.394294749887833114', time=2024-09-12T20:13:59.412674+0000, chain.objs.size()=1 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.hDKVJK73CWIMWU2WPChvNZbRJ9PvehK_0 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3873692196267680795', time=2024-09-12T20:13:59.561853+0000, chain.objs.size()=1 2024-09-12T18:25:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4kubHifayA0XFs_qZhTbKYpsceEPgZ5_0 2024-09-12T18:25:56.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4376035491526710316', time=2024-09-12T20:13:59.564569+0000, chain.objs.size()=1 2024-09-12T18:25:56.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7FUSevrkAuNca6-ni8u4ASNXxjdaGxc_0 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16514206244813781064', time=2024-09-12T20:13:59.648580+0000, chain.objs.size()=1 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.humUdd-25o9LQXBHPdrugqFBUfjPUBa_0 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4364412383696675441', time=2024-09-12T20:13:59.658630+0000, chain.objs.size()=1 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.X2fWY7RmD7tNVsdmu_gmELuII7XB-I2_0 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16367814087441935435', time=2024-09-12T20:13:59.742940+0000, chain.objs.size()=1 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TNIw-PpJBcRxdo9cUekCh71Q4rEF2T5_0 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5102586501404515454', time=2024-09-12T20:13:59.752163+0000, chain.objs.size()=1 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.y383aHtzwJJFLsAour_ynJa-FrTWx1z_0 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.369541912334884930', time=2024-09-12T20:13:59.756918+0000, chain.objs.size()=1 2024-09-12T18:25:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jVCWSal61alFK24665Meqkp4KbG1F4__0 2024-09-12T18:25:56.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17770021375111003168', time=2024-09-12T20:14:00.147390+0000, chain.objs.size()=1 2024-09-12T18:25:56.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._fsBUnoI7sGKAiWIap1PaHzorZylrIb_0 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1640886346411361543', time=2024-09-12T20:14:00.175415+0000, chain.objs.size()=1 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DVMdwVRaWl-Chh0ydcRLGFe9VuYAqP8_0 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6714727014492865760', time=2024-09-12T20:14:00.178713+0000, chain.objs.size()=1 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.v9nm3iqBmozMvcW7mmBiq6M4vwD2oi__0 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12287868676218962669', time=2024-09-12T20:14:00.362038+0000, chain.objs.size()=1 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XC-viBtb4tgi4Ck94vRRbd8kPTkOfbv_0 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11236892442848608141', time=2024-09-12T20:14:00.371102+0000, chain.objs.size()=1 2024-09-12T18:25:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.743+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JZiETZk6AF4F88ubKypvztGv5G-XL9S_0 2024-09-12T18:25:56.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7118722545770098163', time=2024-09-12T20:14:00.431181+0000, chain.objs.size()=1 2024-09-12T18:25:56.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.svCcbi6F8Fd-QElg08ZIilxSJV4pC1G_0 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5017715436646356014', time=2024-09-12T20:14:00.468076+0000, chain.objs.size()=1 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8on0-Q4LSzMcWmEWIyVg0ll4yxeeO2h_0 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16209360641952590293', time=2024-09-12T20:14:00.472207+0000, chain.objs.size()=1 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KArYiqy3eOT1vM1TIeyE3dRBRbZgqp4_0 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17780039402447356853', time=2024-09-12T20:14:00.814626+0000, chain.objs.size()=1 2024-09-12T18:25:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nI7EjWvLtGh321wwmUizr-g_tpHvbCb_0 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11671753553606098045', time=2024-09-12T20:14:00.840620+0000, chain.objs.size()=1 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.skeNLJvjn8Y2CghbESAXc1YsUZeTnyu_0 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1518345688439765979', time=2024-09-12T20:14:01.021199+0000, chain.objs.size()=1 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XHgpamGLB9yfnD-v6QdnQhf3XfoEByD_0 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13999316538096594932', time=2024-09-12T20:14:01.075105+0000, chain.objs.size()=1 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jgW01BUn5oqWEQEFOc06BDNNVsDvQ_Z_0 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4227436590606716522', time=2024-09-12T20:14:01.093819+0000, chain.objs.size()=1 2024-09-12T18:25:56.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ECwzqcayTkRZEDs_-6-RXMT48L5VLv9_0 2024-09-12T18:25:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.901638469886969301', time=2024-09-12T20:14:01.189098+0000, chain.objs.size()=1 2024-09-12T18:25:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oF0r-9ZMcXuaU4CP7TK7FzrUuAeBk5h_0 2024-09-12T18:25:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2992389350924111005', time=2024-09-12T20:14:01.359497+0000, chain.objs.size()=1 2024-09-12T18:25:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MDlKYGrkMFZttr793bJudzoTjS2-Go-_0 2024-09-12T18:25:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1288710217965724421', time=2024-09-12T20:14:01.415422+0000, chain.objs.size()=1 2024-09-12T18:25:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5Et7U_umgfipStdKJcfkfe40IbWY09b_0 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8835401360118982088', time=2024-09-12T20:14:01.441196+0000, chain.objs.size()=1 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fzfv3e0mJROj-IPKcyPjbZ-nov6Sh10_0 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11818596482060581057', time=2024-09-12T20:14:01.482916+0000, chain.objs.size()=1 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sIr-pi84j5xrCYsEzQ_RbyXriFdRDC__0 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4515232547415363327', time=2024-09-12T20:14:01.493421+0000, chain.objs.size()=1 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SAvgQxtL-Je6FBI4uiVVmJT6RP7BX0r_0 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8324405048941622396', time=2024-09-12T20:14:01.522687+0000, chain.objs.size()=1 2024-09-12T18:25:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LBnuC3on9i6esdxmgNUqETeS92EBOWG_0 2024-09-12T18:25:56.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4642015418584592595', time=2024-09-12T20:14:23.086896+0000, chain.objs.size()=1 2024-09-12T18:25:56.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YXJTYwtKOro2Nucsxalt5W9cRb-2PRr_0 2024-09-12T18:25:56.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6862763431356657111', time=2024-09-12T20:14:23.131054+0000, chain.objs.size()=1 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DW4tN1mBC5BGuWDrdpMJQqrbQvZn5D-_0 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8385607269950544880', time=2024-09-12T20:14:23.497614+0000, chain.objs.size()=1 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uG0bRKEyeZ83mMOdRqR7jEKlNmaA7gT_0 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10903172717134844366', time=2024-09-12T20:14:23.722745+0000, chain.objs.size()=1 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SlYbQwCv6W4FxXt49-97LWgBlrOkoJv_0 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4734545193666256458', time=2024-09-12T20:14:23.835333+0000, chain.objs.size()=1 2024-09-12T18:25:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.t1W49uMqdzs_60BietbldB6Lt5Ul5k0_0 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8833364015701584275', time=2024-09-12T20:14:23.851030+0000, chain.objs.size()=1 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.W2wdwPqLY3cxF7TyJdXXXaZdJGQdRTR_0 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.555263959945512215', time=2024-09-12T20:14:23.856965+0000, chain.objs.size()=1 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.K3BjVQFN1-gDDWGh061IOzCNhn3KGNo_0 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15915609060792293816', time=2024-09-12T20:14:24.042398+0000, chain.objs.size()=1 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cryJq-_OJBkcJ6_36Emxy1b9qes7qwx_0 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18275672257010446320', time=2024-09-12T20:14:24.131631+0000, chain.objs.size()=1 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rHDEqzTNZ2VL5LoFF2WxMfLfg2cpgl1_0 2024-09-12T18:25:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13846028690197215304', time=2024-09-12T20:14:24.136947+0000, chain.objs.size()=1 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VqqOd6JfYIhiWakHsbrvRx5By3rFfKQ_0 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13394350185561156577', time=2024-09-12T20:14:24.251833+0000, chain.objs.size()=1 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.IHEdpKLt1cJVFo70TtvanEuy52iVIUh_0 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17042099540531465052', time=2024-09-12T20:14:24.393408+0000, chain.objs.size()=1 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EFWNsebzvC_PATEJJLQAQCq55FO82OG_0 2024-09-12T18:25:56.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7497446620282449723', time=2024-09-12T20:14:24.407033+0000, chain.objs.size()=1 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tC8EODfveAPlYL_1qj-D8d1ktmae6o9_0 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1509836574379307691', time=2024-09-12T20:14:24.472122+0000, chain.objs.size()=1 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UpC4GgWJyx1IfPDcx9xlTdzB1AHsweD_0 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6521860795519789205', time=2024-09-12T20:14:24.530569+0000, chain.objs.size()=1 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.w7uV29UlOBoyu7tmDClD7GQwRS56Ls8_0 2024-09-12T18:25:56.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15097461536579756780', time=2024-09-12T20:14:24.549357+0000, chain.objs.size()=1 2024-09-12T18:25:56.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.x-coAUHFL-qKSEeF5anHOG_CdMhKI5l_0 2024-09-12T18:25:56.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1308681643612281950', time=2024-09-12T20:14:24.574773+0000, chain.objs.size()=1 2024-09-12T18:25:56.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gNJKP5lL_qa3otwQSwXgXhKg2xNLVuw_0 2024-09-12T18:25:56.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5486000577318975271', time=2024-09-12T20:14:24.707001+0000, chain.objs.size()=1 2024-09-12T18:25:56.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wRWhrwrlfbdYyVUYTzdi1eEsCRJlcia_0 2024-09-12T18:25:56.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4993687146418796371', time=2024-09-12T20:14:24.733653+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pBCxdFMEIwEhLJ2NeJIqUsZqQuKvD1U_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16156990441762274601', time=2024-09-12T20:14:24.791160+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DtzeKVtBJUT51t_UD0_DsDtpZpgTaCa_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3448329291034341431', time=2024-09-12T20:14:24.795548+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VU82i0Fgi-uDazCrqI5YTA6dW16fy2L_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10999085355190317675', time=2024-09-12T20:14:24.815795+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9aA7lHTg0UMKS6Hee7VFw85HSQlR11p_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.825970576303241802', time=2024-09-12T20:14:24.880260+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Bhjdkknr4Kgefr0OSP2aKka3w-rPrE9_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8234413292975486931', time=2024-09-12T20:14:24.905015+0000, chain.objs.size()=1 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bbUCbzzJbOfE7m7wcxLixUNb8ZDGKxo_0 2024-09-12T18:25:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.964144268768456328', time=2024-09-12T20:14:24.940268+0000, chain.objs.size()=1 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oKvCmVNtKAwUgLNTZsumB9Ul3cXxML4_0 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5064317899447172263', time=2024-09-12T20:14:25.141475+0000, chain.objs.size()=1 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ak1IwekAWH_uAabcvw-46zNpLlGrrr3_0 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14174414106390408173', time=2024-09-12T20:14:25.188212+0000, chain.objs.size()=1 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ef8MWXN6J6dstjLhGoEC8xSd1R91DWN_0 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8091862339599151344', time=2024-09-12T20:14:25.212062+0000, chain.objs.size()=1 2024-09-12T18:25:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ouPcLpuMglWSTTxnchbQ-c-Njf3Rf9m_0 2024-09-12T18:25:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3689762467567748123', time=2024-09-12T20:14:25.233534+0000, chain.objs.size()=1 2024-09-12T18:25:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9Gr6TouB8_VIWlIi8L6DlcviSyvtuDJ_0 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.296414419444688206', time=2024-09-12T20:14:25.269286+0000, chain.objs.size()=1 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6ZKCE5VhXtJp0jVeNQSRH2s8P3hm6Ql_0 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8278972443455163286', time=2024-09-12T20:14:25.277124+0000, chain.objs.size()=1 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4_oNZ7cV_RhNAjPft2NDuoUbTfWMa7W_0 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7625884254368340335', time=2024-09-12T20:14:25.313089+0000, chain.objs.size()=1 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lc0V35vnkMZ1Fe5bAXjSJWMiCI4-6q2_0 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17437859725401022125', time=2024-09-12T20:14:25.409939+0000, chain.objs.size()=1 2024-09-12T18:25:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OJY6P5N6kB6jKXTf0gqyNt_szbTcMLw_0 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47774 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4411376524228801850', time=2024-09-12T20:14:25.482638+0000, chain.objs.size()=1 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O_9CVL-CCEkGPhBIeEidIdN2cN-SxYM_0 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14985169442265661710', time=2024-09-12T20:14:25.531139+0000, chain.objs.size()=1 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.IgOlDoOpZAzED_j6mcUxI7UXaTYOZeF_0 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4334030165765913245', time=2024-09-12T20:15:51.784787+0000, chain.objs.size()=1 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.463__shadow_.mUrZLOURnr5qg9xFK10_HYCVeyW_WrP_0 2024-09-12T18:25:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.566166160463426384', time=2024-09-12T20:15:54.164451+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.466__shadow_.F0M_hLdL1nRdWaYmuqHNq2K6yTjdnYv_0 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1301786593039899751', time=2024-09-12T20:16:02.451270+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.c0iXmq14cIrIj98sGCgotxpDloJ1Pjn_0 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8416439646926315354', time=2024-09-12T20:16:05.883818+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.489__shadow_.IHuQxbMKPXq6XJddMsHmAUTmG0CTYv1_0 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.951385577731327806', time=2024-09-12T20:16:09.481614+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.496__shadow_.b7nUKC4xXfwVVRGfGX9gYOOwo1Vfzy6_0 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9666644657777286404', time=2024-09-12T20:16:25.423709+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.519__multipart_mymultipart.2~xsQPOFk4vG08W0XBRc8BiAJEqd30h6l.1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~YZ1oFmFEHoeMEPxllvFZvjLKEXtMxJF', time=2024-09-12T20:17:03.346036+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.532__multipart_mymultipart2.2~YZ1oFmFEHoeMEPxllvFZvjLKEXtMxJF.1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16183578498842466979', time=2024-09-12T20:18:11.076582+0000, chain.objs.size()=1 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.571__shadow:9Trh2AnR3nsTr18pxdvdVSBtm-.rMZB_.ROLLUQN3KeQPbW0M1U6l0bX9rJA-iLL_0 2024-09-12T18:25:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6554989632170116019', time=2024-09-12T20:18:33.098081+0000, chain.objs.size()=1 2024-09-12T18:25:56.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:iRyn7h5OQSAmnokkBxeICkm7bhCzZYN_.3a6KaoaQMmTR2cjQ6wvGoLLGqSgHkTD_0 2024-09-12T18:25:56.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2651002524602572936', time=2024-09-12T20:18:38.594238+0000, chain.objs.size()=1 2024-09-12T18:25:56.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:MG7c1yssS8FvUwFAaoOLCS6uoVLolkX_.krYasDlXGwhZvP_RR2FbRSSGwyGh-Lf_0 2024-09-12T18:25:56.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11923335583203455182', time=2024-09-12T20:18:46.591260+0000, chain.objs.size()=1 2024-09-12T18:25:56.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:eyf3mg.URsQeQ.qc3LJQEfqnc0U5zge_.Yh5LhrTvHXVH_216UTGB0qZaA6U7Nuo_0 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18317173454892367576', time=2024-09-12T20:18:51.740203+0000, chain.objs.size()=1 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:l3dT9y9x1yHTpkg6OvJ5NdoxZB7DaYs_.wSbxtelXX5myk6NABZ9-mi-aIRnhcGv_0 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13017094507433636857', time=2024-09-12T20:20:19.985799+0000, chain.objs.size()=1 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.618__shadow_.T22AUib5b1U4-eqZjw7Wbr36NfW2Zf2_0 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16894640253676948798', time=2024-09-12T20:21:38.569263+0000, chain.objs.size()=1 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.639__shadow_.uyIubQKQovPV1uVlZiy_N_LFBBUjVYp_0 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11109685807562472031', time=2024-09-12T20:21:43.604821+0000, chain.objs.size()=1 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.647__shadow_.C7M9tSOSLVU9nAidTERTk9uJpZSHFMl_0 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2645392495351324101', time=2024-09-12T20:23:02.233403+0000, chain.objs.size()=1 2024-09-12T18:25:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.742__shadow_.1k3fz1xSFRpB9MrzUQWoOCtsF5s3mVF_0 2024-09-12T18:25:56.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:25:56.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48357' 2024-09-12T18:25:56.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10081458576924753292', time=2024-09-12T20:12:16.793952+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.236__shadow_.uX7QZu57UhdmjclxCNaCUqjmaiFsyZ2_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7872964240393237587', time=2024-09-12T20:12:21.335813+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.242__shadow_.W4h0d-KO0tziTFvkwBHZcnJFJCFPomz_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5291600884107322358', time=2024-09-12T20:12:24.846545+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.246__shadow_.QL0rXB7JY0H9CKQnWZAl-StUwUni8Z4_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4434752953578839255', time=2024-09-12T20:12:28.641488+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.252__shadow_.fpAV6X3lYTViNgjnplHksjpb-6Bgalc_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4989209071098892419', time=2024-09-12T20:12:55.849596+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.elwFeCwvkOArALxt_4sBILqdDL_RpZS_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9367018771664977200', time=2024-09-12T20:12:55.949251+0000, chain.objs.size()=1 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PyvLdz3XVdOkx2654BHIuYX_hvK0NTd_0 2024-09-12T18:25:56.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5356304550917568495', time=2024-09-12T20:12:56.244913+0000, chain.objs.size()=1 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bEBtdojBqq-IXREic4QxZGA5dnR6iN9_0 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9935058660633754168', time=2024-09-12T20:12:56.285816+0000, chain.objs.size()=1 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.W1jOzkGDWaMx9M70je0uwOU9CxuaNkJ_0 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12616669509194801570', time=2024-09-12T20:12:56.298040+0000, chain.objs.size()=1 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.X7bh0xkpBTKdLaN3vVMr9vuSkECS-xV_0 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14808829916477282308', time=2024-09-12T20:12:56.453210+0000, chain.objs.size()=1 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rVoE_Yr1EwLzBK4uDWyc9z2w5YnqU1Q_0 2024-09-12T18:25:56.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1745559802760388364', time=2024-09-12T20:12:56.485117+0000, chain.objs.size()=1 2024-09-12T18:25:56.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VjRJFmTgWvIcpqurGtcLTlGNbjnhfRu_0 2024-09-12T18:25:56.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5283212794582410144', time=2024-09-12T20:12:56.551134+0000, chain.objs.size()=1 2024-09-12T18:25:56.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gOmiyJtF7JgkML2Y-Q87QYg_4LwdaWw_0 2024-09-12T18:25:56.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2444309630404516940', time=2024-09-12T20:12:56.552172+0000, chain.objs.size()=1 2024-09-12T18:25:56.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PgxHitiHFiINHEGZATrPyec6rDTrwqf_0 2024-09-12T18:25:56.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2157102153145039337', time=2024-09-12T20:12:56.808999+0000, chain.objs.size()=1 2024-09-12T18:25:56.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZvEktxkVoL_Z5BnPIyP56ZlRtGntWI2_0 2024-09-12T18:25:56.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5808326537513599112', time=2024-09-12T20:12:56.908371+0000, chain.objs.size()=1 2024-09-12T18:25:56.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-LNJTcF12ZQ7ASxeVI9eKFmWJVP_f57_0 2024-09-12T18:25:56.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2306541697412411305', time=2024-09-12T20:12:56.941203+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yk62sWQwLPAQ42lkwHXrWQh4Q1Vg30P_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3289257724047074328', time=2024-09-12T20:12:57.192943+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.DLkMj_-jCdvWFnNZe2nmogQ5EouOvMB_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9407051555982062992', time=2024-09-12T20:12:57.426747+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XpYCIoWMag5Sdq7ZY7zIOHHA4fAcGVk_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5877898669456099165', time=2024-09-12T20:12:57.490897+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SUUGPkSzQfaL5dNCNbygNQ3XagqFKTN_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12654034509533969180', time=2024-09-12T20:12:57.506372+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lAOF0_6Joc3BTFxcRTWlqnKpSmpUMNG_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13079049987849004492', time=2024-09-12T20:12:57.837666+0000, chain.objs.size()=1 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YmCCrBwm-G5wsSJsVlyphYaPYC3BYCp_0 2024-09-12T18:25:56.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15758623025985089393', time=2024-09-12T20:12:57.858590+0000, chain.objs.size()=1 2024-09-12T18:25:56.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8LlEZl8mrWUYZUtfxLIrv4yuDxHVPZA_0 2024-09-12T18:25:56.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4629223903003023162', time=2024-09-12T20:12:57.860544+0000, chain.objs.size()=1 2024-09-12T18:25:56.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Kp5ltirgakRi2iQYlrgEfZ11Snr8BoV_0 2024-09-12T18:25:56.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15711875987011259019', time=2024-09-12T20:12:57.880921+0000, chain.objs.size()=1 2024-09-12T18:25:56.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BOYczzyUywEQEmeIiWKyfq4lDTU4Yzc_0 2024-09-12T18:25:56.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9957112156689644141', time=2024-09-12T20:12:57.920401+0000, chain.objs.size()=1 2024-09-12T18:25:56.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GQtlIN42HiH-VGp1BZO-plQRtUPcYE8_0 2024-09-12T18:25:56.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5898415407745220143', time=2024-09-12T20:12:57.931562+0000, chain.objs.size()=1 2024-09-12T18:25:56.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kf7VpNPejJsw1mQcJNTLpyadUk6cnXp_0 2024-09-12T18:25:56.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9077317314081744063', time=2024-09-12T20:12:57.963015+0000, chain.objs.size()=1 2024-09-12T18:25:56.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AuemHSdBE54e5uOnXUn6XGIHbJSS6OZ_0 2024-09-12T18:25:56.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5352194782662889920', time=2024-09-12T20:12:57.975672+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8SIJJQBQth6ZUgxkvrG8vYvgdcOqUYj_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12752588899566869405', time=2024-09-12T20:12:58.115910+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._QQhETM1jHmpr9O9uW2TNdVMkVgWQZ6_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9492679404194894150', time=2024-09-12T20:12:58.192849+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yNz3vCd9L61bqNbX_1QpMRfbQtPsN0D_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14015487272343688264', time=2024-09-12T20:12:58.255372+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zK88IIQoGM1NTSqm8hSPUp7hpFk6nIu_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15118059280733465371', time=2024-09-12T20:12:58.261704+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Uf5M0Xy4Qb2UjfmPKELKSr9VHE2onJJ_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.777401954430060590', time=2024-09-12T20:12:58.272143+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BzuGbz7bTMz7PaEUtHr6FK-5_7HrBJP_0 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6294722457900151378', time=2024-09-12T20:13:05.630408+0000, chain.objs.size()=1 2024-09-12T18:25:56.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.275__shadow_.cY1tARPECxoqwFevP8mu1woF4AnVdv1_0 2024-09-12T18:25:56.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9227229040011269825', time=2024-09-12T20:13:12.489048+0000, chain.objs.size()=1 2024-09-12T18:25:56.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.286__shadow_.w9GZann8trnSqUxKTjn_oCTXwNJxaqI_0 2024-09-12T18:25:56.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4644605757253657432', time=2024-09-12T20:13:17.873370+0000, chain.objs.size()=1 2024-09-12T18:25:56.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.1PakEa4duO1Lih8iNZx6S_GHTyZiLNd_0 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11537553580946846832', time=2024-09-12T20:13:19.176267+0000, chain.objs.size()=1 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.oTfGsHbd18tmhNdbQFYB_N8Wa5Jbmv7_0 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6758221425657858873', time=2024-09-12T20:13:21.085019+0000, chain.objs.size()=1 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.297__shadow_.94tdrvmrSRqCcFB3UCLQZSXMYX_MvYE_0 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8238326176241134013', time=2024-09-12T20:13:21.088201+0000, chain.objs.size()=1 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.297__shadow_.zXeoBX3gnKbsjxZTFZAJp5OjKm1PdRb_0 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4010960135319282640', time=2024-09-12T20:13:21.727495+0000, chain.objs.size()=1 2024-09-12T18:25:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.298__shadow_.61xm6zoWJSe1oL6nJ3GCYBywImQn2WL_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9031495420450633766', time=2024-09-12T20:13:23.094943+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.300__shadow_.KtXTZr1Dng79VFLS1dIDeNiOTNzUaqE_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6854695040224199813', time=2024-09-12T20:13:28.670325+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.308__shadow:FKl9v6QY8fzvbZDL6A1Jc5AlFQTXjCT_.ihn69X1ieSBYImvTHOw-Vlq2BH0vk82_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12585940534365859852', time=2024-09-12T20:13:33.692067+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.316__shadow_.8K5PFKPvuMgczzDScFpS-YaBTbezOPj_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2103956335921045505', time=2024-09-12T20:13:58.859276+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pzuvSlUUQfL0XfsWx5Lo4LdkYqfzoVR_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14100342424123474168', time=2024-09-12T20:13:58.975130+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9B31ViGJqHtM2PQSnGNoqW7Nd8_ZPFi_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3484739959352132241', time=2024-09-12T20:13:59.027544+0000, chain.objs.size()=1 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6EaUs6phvCqrwapioIKpKoaNQR2GEWJ_0 2024-09-12T18:25:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10287330644909611398', time=2024-09-12T20:13:59.187557+0000, chain.objs.size()=1 2024-09-12T18:25:56.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0I1_UmutxbthPuACcSKoE-nNxPf8yjx_0 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16391684334521156996', time=2024-09-12T20:13:59.234434+0000, chain.objs.size()=1 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HoO0A7OMUaUdY9BAuQaZ8siXm5tumI4_0 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6869045022654600812', time=2024-09-12T20:13:59.269903+0000, chain.objs.size()=1 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EW9K7rIvJBKuzuC0x9lGeSw0qfTvZUJ_0 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.880230746544850923', time=2024-09-12T20:13:59.281363+0000, chain.objs.size()=1 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KMKajACRZGHxNOWZfAkNwrwqpMoExRz_0 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9549319844611255648', time=2024-09-12T20:13:59.291596+0000, chain.objs.size()=1 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._8gL9-lw7LHqoqMCKwXmnyQxmy8SgL3_0 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6745871363154444450', time=2024-09-12T20:13:59.397351+0000, chain.objs.size()=1 2024-09-12T18:25:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.a4EULR3XBbPmb2j2Y9QygihDYiRFJu-_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6274652434065295260', time=2024-09-12T20:13:59.405986+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Vb0kcaisMabzEXk_-CglAThob4PJoOq_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.881437895204574407', time=2024-09-12T20:13:59.419270+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M_T8jjavAYmSxfVcGll-rQuIzZ845t3_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7575742238370661948', time=2024-09-12T20:13:59.614159+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Z5iuM44QVNJfZnyDzElj_54M3isi3dH_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12762246093139574153', time=2024-09-12T20:13:59.633458+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.loKtZdtHuES18oExhl_ObWK80b-2cFA_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1490146168494546095', time=2024-09-12T20:13:59.706546+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FL_7KHghMHk_t98jMQoBWwJD5rM--Ki_0 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9092400502559360099', time=2024-09-12T20:13:59.740749+0000, chain.objs.size()=1 2024-09-12T18:25:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.815+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UnJv3PzebtkAhP6b58RloIQfBkUB1S0_0 2024-09-12T18:25:56.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16714758183223576229', time=2024-09-12T20:13:59.785195+0000, chain.objs.size()=1 2024-09-12T18:25:56.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DO5kWGM1kW5Oby4vUmKWcDcfwVYP9bR_0 2024-09-12T18:25:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4976165234951597751', time=2024-09-12T20:14:00.026892+0000, chain.objs.size()=1 2024-09-12T18:25:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.e_cCSqLaHKwxu6Nl2rr-BVAVVHM67da_0 2024-09-12T18:25:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7047249485081493022', time=2024-09-12T20:14:00.160456+0000, chain.objs.size()=1 2024-09-12T18:25:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VwVXw5Qm_NtWL16Y-k3k-XnbUJiAFTW_0 2024-09-12T18:25:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6239921070299342679', time=2024-09-12T20:14:00.311398+0000, chain.objs.size()=1 2024-09-12T18:25:56.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1_FU9RmCkY-RD_9VT7ElxFCE2nn6fvz_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15011947082833362187', time=2024-09-12T20:14:00.396336+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UG1RCO3AFDg0qTxMBE8bJaL44zI9_Sh_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10656388691032394568', time=2024-09-12T20:14:00.401983+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sDfINNvqn7RLiLBrO6NsUHW_aJXqhkH_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14869023995545993977', time=2024-09-12T20:14:00.656563+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iVR1Qjll8-eSt3sVDlTdfiuLGHIyWDQ_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10275939632486069016', time=2024-09-12T20:14:00.725167+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MzpvcOaVv8oY0KnxaU4SLtDPsgDQU0Z_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2106648517651610220', time=2024-09-12T20:14:00.859687+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.52HUfqAJrY8o5U4yKuFvUVKDwoNvGn6_0 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17318518018464424281', time=2024-09-12T20:14:01.013635+0000, chain.objs.size()=1 2024-09-12T18:25:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PAnccmI1T9pAcyciBnvg5DxmhhbmozV_0 2024-09-12T18:25:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11655192886964234432', time=2024-09-12T20:14:01.058144+0000, chain.objs.size()=1 2024-09-12T18:25:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w0VwdYLBbtfGlyIM_i4OAOtPCAF-giL_0 2024-09-12T18:25:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11722900711485871212', time=2024-09-12T20:14:01.076650+0000, chain.objs.size()=1 2024-09-12T18:25:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.t32FmyFddzSVpjCFHRwftd-izMwebXg_0 2024-09-12T18:25:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1774159728460087810', time=2024-09-12T20:14:01.357580+0000, chain.objs.size()=1 2024-09-12T18:25:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fK82RzyrmOPFpHTzP6Mzu_Ou3kSU8Fd_0 2024-09-12T18:25:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5504865612879580429', time=2024-09-12T20:14:22.800494+0000, chain.objs.size()=1 2024-09-12T18:25:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sZCkvp6hpANXAaZMh1YaP2wIOfx2hzc_0 2024-09-12T18:25:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5426275130094151780', time=2024-09-12T20:14:23.128310+0000, chain.objs.size()=1 2024-09-12T18:25:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cM0kxTz7NSpll5LoWGN57ghGmiexrwV_0 2024-09-12T18:25:56.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15894574508603910054', time=2024-09-12T20:14:23.142222+0000, chain.objs.size()=1 2024-09-12T18:25:56.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OZBng8LJPELDuePRH6jjV3s_Vtj-lKk_0 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4610449880659116596', time=2024-09-12T20:14:23.672830+0000, chain.objs.size()=1 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qeMOB5xzHCoJHBz44bzRSNRPXzdSdI1_0 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.131653232544383182', time=2024-09-12T20:14:23.745042+0000, chain.objs.size()=1 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dnNr2kHP1XXuYzGQVGoffpZq0Rs-J-b_0 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13896517583353081775', time=2024-09-12T20:14:23.891829+0000, chain.objs.size()=1 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ypdCDNuCvdscEzZjaCTRuDcM4doaMS1_0 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9382644972812171522', time=2024-09-12T20:14:23.906465+0000, chain.objs.size()=1 2024-09-12T18:25:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.L-a0A37_zTTKgVHE2xF33f7APBBOa_m_0 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2455266057456369812', time=2024-09-12T20:14:24.065123+0000, chain.objs.size()=1 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VF51N2CtJ9rAC7NZnyCcu7b_hcb8MA7_0 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12978586663188327201', time=2024-09-12T20:14:24.079281+0000, chain.objs.size()=1 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mGkvKef5uPrwkFxK5FKi3g18IMKwgJd_0 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3137498724670295296', time=2024-09-12T20:14:24.081324+0000, chain.objs.size()=1 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yAcxm1jZa881X9z0adpMhar8gSUctbF_0 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5978076157511464444', time=2024-09-12T20:14:24.098845+0000, chain.objs.size()=1 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HKRJV_tdsNKLa3kYf89-u10TWwCzJZt_0 2024-09-12T18:25:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1638435636074250313', time=2024-09-12T20:14:24.117270+0000, chain.objs.size()=1 2024-09-12T18:25:56.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.I4FSVcEncJvFp_aFC7hwsLJr2k4ANMU_0 2024-09-12T18:25:56.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3638800123576976942', time=2024-09-12T20:14:24.122881+0000, chain.objs.size()=1 2024-09-12T18:25:56.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3IGiMoLT7ml2HRfeoepsBbYPbjeHGH4_0 2024-09-12T18:25:56.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9928444827393209578', time=2024-09-12T20:14:24.138528+0000, chain.objs.size()=1 2024-09-12T18:25:56.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kSxfuzsnFYZTJwD9FwWKxLruZ2z1GUl_0 2024-09-12T18:25:56.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.831+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18177732127269670368', time=2024-09-12T20:14:24.228287+0000, chain.objs.size()=1 2024-09-12T18:25:56.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.r_e3tE96-x-4o3DAXOW_iXyDa88KYjS_0 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13684494071187733579', time=2024-09-12T20:14:24.818099+0000, chain.objs.size()=1 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tmdfu-bVTrczr4f46bD51_8LdT4cnxq_0 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11403532175097779828', time=2024-09-12T20:14:25.168207+0000, chain.objs.size()=1 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7oBgLxfJW_1LARpM88B330KrnTXDkH6_0 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8556238642896976971', time=2024-09-12T20:14:25.183908+0000, chain.objs.size()=1 2024-09-12T18:25:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O-665zZNy6Ov_1HOS2yji2ICPnyhAzv_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3660102728919421423', time=2024-09-12T20:14:25.186422+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rhnPK5LUGrpjrfBzqdBe1IqttebpakG_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10589150851279931356', time=2024-09-12T20:14:25.199306+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DEgmCL5HKD_DEuKxagb2a41Ctre1xl9_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14615888051800748828', time=2024-09-12T20:14:25.293388+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ysv2pEl9_Y-94UkxaTeRYzwEcd9qrhA_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9921468751628735689', time=2024-09-12T20:14:25.456536+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.naNxjv9IzCfoINjufJDbQ_av9xyAOCX_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2003268569545507019', time=2024-09-12T20:14:35.562819+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.343__shadow_.81p5bqmYZTyhAMVvcxiGqe4eFYeDQ1K_0 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9474692251787022639', time=2024-09-12T20:15:45.355055+0000, chain.objs.size()=1 2024-09-12T18:25:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.456__shadow_.R-jwqT9lAkJF_aQW2Oz2eoJjyo5BRqr_0 2024-09-12T18:25:56.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17968451396240560474', time=2024-09-12T20:15:54.398274+0000, chain.objs.size()=1 2024-09-12T18:25:56.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.466__shadow_.pDb73ZOBZHPhJ_8BxLVMZskHFN72g90_0 2024-09-12T18:25:56.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8822801004290253256', time=2024-09-12T20:17:43.931712+0000, chain.objs.size()=1 2024-09-12T18:25:56.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.553__shadow_.KSGXk4WdPRv5Q3AbAThwlP2h7qkDLKr_0 2024-09-12T18:25:56.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1142214540334525121', time=2024-09-12T20:18:04.012031+0000, chain.objs.size()=1 2024-09-12T18:25:56.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:nYMnvmDi5qPitAd.haEYhWGGBD7Y82o_.DEe2iWGZYgxB7Gi8jFdiGAi2MboBEl0_0 2024-09-12T18:25:56.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14639284405659972361', time=2024-09-12T20:18:13.627925+0000, chain.objs.size()=1 2024-09-12T18:25:56.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.574__shadow_.0mX7sfF46dz08nBrNVbgCIWm48PBv2e_0 2024-09-12T18:25:56.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1118706658186775486', time=2024-09-12T20:18:24.256026+0000, chain.objs.size()=1 2024-09-12T18:25:56.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:2AqLeAQjQOSi.3PoUEcW3NSlde3AxtK_.WBaYU4Q6s-g5Hs9ItqfIZhbPDf0LDqV_0 2024-09-12T18:25:56.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48357 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8402776774445888941', time=2024-09-12T20:18:24.841856+0000, chain.objs.size()=1 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:2k-IeyVcTAbI0GY-JKiT5GWzZKyBQZT_.7GlQTe209VRZpVw6ESF8JwXXSMkahJE_0 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10651854037665572684', time=2024-09-12T20:18:43.250551+0000, chain.objs.size()=4 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~-MX6u8ED7gv-b0sI43AEF-2Kn4PWba2.1 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~-MX6u8ED7gv-b0sI43AEF-2Kn4PWba2.2 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~-MX6u8ED7gv-b0sI43AEF-2Kn4PWba2.3 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~-MX6u8ED7gv-b0sI43AEF-2Kn4PWba2.4 2024-09-12T18:25:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.710188568265255689', time=2024-09-12T20:18:50.190448+0000, chain.objs.size()=1 2024-09-12T18:25:56.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.586__shadow:fDy6uPH5BEANk0L2M3xxkkgER-LP6lR_.MIjbVSugcdGzzVTghojd9Y6Voujoprp_0 2024-09-12T18:25:56.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16982934084114818071', time=2024-09-12T20:22:01.890703+0000, chain.objs.size()=1 2024-09-12T18:25:56.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.671__shadow_._5seaR0R13oHcL2sTrD5C72DD3dWMGV_0 2024-09-12T18:25:56.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:25:56.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48547' 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.587883110985790850', time=2024-09-12T20:10:12.536529+0000, chain.objs.size()=5 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-FROZEN.2~IXUuEg22A_IFHz2JcE1OIERMG1oWdC4.1 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__shadow_mymultipart-FROZEN.2~IXUuEg22A_IFHz2JcE1OIERMG1oWdC4.1_1 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-FROZEN.2~IXUuEg22A_IFHz2JcE1OIERMG1oWdC4.2 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__shadow_mymultipart-FROZEN.2~IXUuEg22A_IFHz2JcE1OIERMG1oWdC4.2_1 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.160__multipart_mymultipart-FROZEN.2~IXUuEg22A_IFHz2JcE1OIERMG1oWdC4.3 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~rs28mdjx6p5xkp_0pTv4U9r2KsyNSdz', time=2024-09-12T20:10:52.496705+0000, chain.objs.size()=1 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.203__multipart_mymultipart.2~rs28mdjx6p5xkp_0pTv4U9r2KsyNSdz.1 2024-09-12T18:25:56.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9995911098916375659', time=2024-09-12T20:12:15.539997+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.234__shadow_.zrwurgXrT6TdopbD7JH7nWIR8A131OB_0 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9248311956057338794', time=2024-09-12T20:12:55.830101+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sZ2cJibzbDBoAydH-BDihWE07Sng2PK_0 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8186101703284041642', time=2024-09-12T20:12:55.902649+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pudpf9a-L_xoJngzWG5rrsOalg77DS4_0 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12075653622045693239', time=2024-09-12T20:12:55.920518+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.he0F_ypjejyefxWUM9ztCrP2Zk0g0TI_0 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11920392133182387202', time=2024-09-12T20:12:55.970829+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ji0l57doJCYVd0iKK_r7ZMYuZ7O1hw6_0 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8503831602336373258', time=2024-09-12T20:12:56.112080+0000, chain.objs.size()=1 2024-09-12T18:25:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TeKwcvsuojA5TkiUeGsWnQdq3qBZ9P1_0 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4435647636627616721', time=2024-09-12T20:12:56.198213+0000, chain.objs.size()=1 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jqQCdvtNWSaTo0sRBukXyH3YTNa7qtF_0 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17148776921895840100', time=2024-09-12T20:12:56.222156+0000, chain.objs.size()=1 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kUmK7hNCpY15-wpX7Wqx5-OsC6QW__t_0 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5714429695855961408', time=2024-09-12T20:12:56.241637+0000, chain.objs.size()=1 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.b-dgRZ4stnEG5J8r2DLF0NlhpscPgmz_0 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8255956373271174705', time=2024-09-12T20:12:56.257520+0000, chain.objs.size()=1 2024-09-12T18:25:56.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zeOJL5Ch0JA_opUBAYbxzjgpZKNkIOL_0 2024-09-12T18:25:56.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6036948754996334909', time=2024-09-12T20:12:56.280454+0000, chain.objs.size()=1 2024-09-12T18:25:56.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UmKHqBl4I5d7K-ckpug_XmZj5WnBW22_0 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2370248868177386440', time=2024-09-12T20:12:56.285722+0000, chain.objs.size()=1 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7-RaNgXXaQnzk4MwhzlPd2tYQ9xtKQ6_0 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13576710325507411596', time=2024-09-12T20:12:56.331748+0000, chain.objs.size()=1 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qULoqZ7AB2-xexQWUKKgw0LU4zjXx0C_0 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11660297617948860567', time=2024-09-12T20:12:56.464884+0000, chain.objs.size()=1 2024-09-12T18:25:56.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2ioLKyJUTKWxAM9wpsvtg5G2-sy3odK_0 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13566023347484913893', time=2024-09-12T20:12:56.859383+0000, chain.objs.size()=1 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MVaj8r2P2kKbmSr52u91PfsVrcQFQ-z_0 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5686200557584510554', time=2024-09-12T20:12:56.862188+0000, chain.objs.size()=1 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yVHJebD7cVcN6WP5JKwBDmwCNv49_vY_0 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15206492425968238919', time=2024-09-12T20:12:56.909983+0000, chain.objs.size()=1 2024-09-12T18:25:56.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k_tcBIp2Hd7nj9vpgSlLPjgxSDHdUxK_0 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13150890739270204999', time=2024-09-12T20:12:56.915225+0000, chain.objs.size()=1 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7p3fgWuWqOhw7xkvA0Gs-gJ17k5EenD_0 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10453609524067646877', time=2024-09-12T20:12:57.103824+0000, chain.objs.size()=1 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.P7fNodB8_xwUSDpd9MovTbUwb0Jlfbr_0 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4954961025932426083', time=2024-09-12T20:12:57.157596+0000, chain.objs.size()=1 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.W1Qj0ph1Y1kdNJm-cewuyA73WT_c-DZ_0 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13205540685139068138', time=2024-09-12T20:12:57.220281+0000, chain.objs.size()=1 2024-09-12T18:25:56.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HR8umN3XzmeBrL7R3veypbcUg_GiKxq_0 2024-09-12T18:25:56.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18026039472771886318', time=2024-09-12T20:12:57.287190+0000, chain.objs.size()=1 2024-09-12T18:25:56.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jd1W7kt8egoGN9dB_lxMt3mOtKjr2Cc_0 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4051959387182805135', time=2024-09-12T20:12:57.441028+0000, chain.objs.size()=1 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TOtVKVL06HPldqeAADTCk5pTNNTxlGl_0 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.554662271121056610', time=2024-09-12T20:12:57.488116+0000, chain.objs.size()=1 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qlNqaniUjwmpHnpex_vC8JNfqp_C21q_0 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3377736334013921533', time=2024-09-12T20:12:57.489099+0000, chain.objs.size()=1 2024-09-12T18:25:56.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.E5HDqWQ7JmtLj3m9RvF-Xmumdgi0JSF_0 2024-09-12T18:25:56.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16987100398203924589', time=2024-09-12T20:12:57.565780+0000, chain.objs.size()=1 2024-09-12T18:25:56.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SazBtZGl7vAY6iesL-nNYmv4Rs3FlD3_0 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17482127256056649733', time=2024-09-12T20:12:57.583962+0000, chain.objs.size()=1 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0EX5kGIt_apO4uDfVZFBur3yoo7dzxU_0 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10274801695618445269', time=2024-09-12T20:12:57.671431+0000, chain.objs.size()=1 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GJ96Qer3v-Nk6jzmCML0fnoQo2l60ub_0 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5471337431339981029', time=2024-09-12T20:12:57.677821+0000, chain.objs.size()=1 2024-09-12T18:25:56.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ju-xyD9N9RGrl-Js7aErcX5eypFJMu__0 2024-09-12T18:25:56.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18429695039694888844', time=2024-09-12T20:12:57.854298+0000, chain.objs.size()=1 2024-09-12T18:25:56.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8PDyTxO_7K31rOGbbbQAAje55tW8kun_0 2024-09-12T18:25:56.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14590357973703796842', time=2024-09-12T20:12:57.911981+0000, chain.objs.size()=1 2024-09-12T18:25:56.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.d_BcQlPo5MjgUhCBh095BM0iMYVFC12_0 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14788708346189052831', time=2024-09-12T20:12:57.954748+0000, chain.objs.size()=1 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YIAVIf-hmGsuBexPUIBJHepoXhyJM2X_0 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5764552798817150224', time=2024-09-12T20:12:57.991993+0000, chain.objs.size()=1 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RTWGLkLhyoqSIDxH4GCNtCSeZG8uCxz_0 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1769073996411986172', time=2024-09-12T20:12:58.133337+0000, chain.objs.size()=1 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5FgKdgHNMyAuSjPA3F7-U-moKtmQbbo_0 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11579487268240032276', time=2024-09-12T20:12:58.143151+0000, chain.objs.size()=1 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dDvoHOOIcAk4DP1H62AjJGVINYAWZDa_0 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5287387430235772037', time=2024-09-12T20:12:58.199556+0000, chain.objs.size()=1 2024-09-12T18:25:56.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WCwPb4zn3qZV_g5WC0F9wYPSzOjcjQr_0 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11109686449665107478', time=2024-09-12T20:13:03.072367+0000, chain.objs.size()=1 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.271__shadow_.qZTQJNrYapjWA0RQEhqJS5wex120BQe_0 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5097899293900479744', time=2024-09-12T20:13:14.453035+0000, chain.objs.size()=1 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.289__shadow_.FbqqDMQkHKd4vrkmZxoM7HkM3KIjplU_0 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5666763623325733807', time=2024-09-12T20:13:19.231079+0000, chain.objs.size()=1 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.Q5ODETabVIngZMtZyeZeYudFBZ2nw_T_0 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12530002726032747224', time=2024-09-12T20:13:58.830577+0000, chain.objs.size()=1 2024-09-12T18:25:56.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.t4cptYv9j6GOSHQUm6n2cQG0qYEjABS_0 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6227630783471037511', time=2024-09-12T20:13:58.921039+0000, chain.objs.size()=1 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KnJVenr1NGkgdqYZ42FKlCvTF-7XGQy_0 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16941487056931823740', time=2024-09-12T20:13:59.976953+0000, chain.objs.size()=1 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fOUsLu1Bo-F8DjD8icc8X_LQkqh9wk8_0 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6605861471901779162', time=2024-09-12T20:14:00.058703+0000, chain.objs.size()=1 2024-09-12T18:25:56.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fGv7L_vNrGE_xR6kTwZpIRV8UyvrfsQ_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.837941160444074342', time=2024-09-12T20:14:00.155167+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Byo9Csd-fS8c3NVEB-E0AFol6WE_trE_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16408060384844077105', time=2024-09-12T20:14:00.475552+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._KFROnQoXnrOnq2GslQbn9UvRxKUPBR_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6452260507698833063', time=2024-09-12T20:14:00.681332+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ko2w3ktWLw9_8hJmP2t7hwV67b6rKsJ_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11924804052603319230', time=2024-09-12T20:14:00.776941+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZYuNmBa70Nz6QxxFY00ok0MaX6bJtxN_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14165790760338353456', time=2024-09-12T20:14:00.825452+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w8FNDNLsBKqaNOJej1MZ4L2ZRFPHvpQ_0 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8692794524485841729', time=2024-09-12T20:14:00.841318+0000, chain.objs.size()=1 2024-09-12T18:25:56.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.hN6psxRBVLwHJ_dlTw17y_odzgdfKy1_0 2024-09-12T18:25:56.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.423037033392578736', time=2024-09-12T20:14:01.091951+0000, chain.objs.size()=1 2024-09-12T18:25:56.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.H4FcW90aOCII6Ioq4e2jF4TZm5smjBE_0 2024-09-12T18:25:56.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14455888313642640177', time=2024-09-12T20:14:01.097166+0000, chain.objs.size()=1 2024-09-12T18:25:56.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vQuZf5fgGgltCBHdDlpNC3FDLwBJlqU_0 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1236765240045123159', time=2024-09-12T20:14:01.168001+0000, chain.objs.size()=1 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ayLfGdEkbMdkMRwVhj59zpop69WrPOC_0 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2372800633443314491', time=2024-09-12T20:14:01.206583+0000, chain.objs.size()=1 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7r5X6E8hRDcoP1VZoEG7-Bsv4ydM84A_0 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11834839550565432788', time=2024-09-12T20:14:01.210199+0000, chain.objs.size()=1 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ebM6gKW6X9S04c54BoW__rWaFVi63Tx_0 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5890856493915250277', time=2024-09-12T20:14:01.356639+0000, chain.objs.size()=1 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._tw1s3EewqxKF_aiIs04o0-Q6Gsc55a_0 2024-09-12T18:25:56.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2876813303212087569', time=2024-09-12T20:14:01.383645+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zGdJwQ0MFr6F325SKq_hfmsm0zBCE41_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5812828495186024071', time=2024-09-12T20:14:01.384956+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.21vb3FT41p6cCGAUO8kAXCzvbC3CIIL_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3833050640669645404', time=2024-09-12T20:14:01.389860+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SvSVOTVl2foNulkFPjM8ZwDtUcjWCSK_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.882934741675407591', time=2024-09-12T20:14:01.401703+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CwIW4AeANTWiT7t0PknbDqdAvyGFmmq_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8490848413749371763', time=2024-09-12T20:14:01.439743+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HmhuMw4rU3Tkm6AimeRK-bR0gWBNnHJ_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4332837386031720784', time=2024-09-12T20:14:01.489430+0000, chain.objs.size()=1 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.K1piJ5dfvfCBz5_PSueQG2QdrovWWpe_0 2024-09-12T18:25:56.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15540211318451810124', time=2024-09-12T20:14:22.737638+0000, chain.objs.size()=1 2024-09-12T18:25:56.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kePLV4DPzxFVDpRE7n-05ZkWnyJPDV6_0 2024-09-12T18:25:56.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11865922789954120910', time=2024-09-12T20:14:22.906095+0000, chain.objs.size()=1 2024-09-12T18:25:56.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cuRcFLuFMiowVx_TroWnBbuFbK6NDpf_0 2024-09-12T18:25:56.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17632701135833368961', time=2024-09-12T20:14:22.948273+0000, chain.objs.size()=1 2024-09-12T18:25:56.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ekiXhHBQDwZSiu-T5nFIQ7G3b1bO7oX_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10669156886906544874', time=2024-09-12T20:14:23.074867+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SUSWxzcV1paBRqWAx1gBlWVYia-tvfg_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2150921279618341336', time=2024-09-12T20:14:23.096920+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nU4BPnLPlYLJmShbuejOuenemH6J2G0_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14691308873309858224', time=2024-09-12T20:14:23.131648+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OM1IOyE7BgoqOgavU0SCaK7hLiFojuC_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5668022831691422111', time=2024-09-12T20:14:23.220783+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9AOytx4bIZkY2wyrSNs4F_c1KL1RfHc_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12738045038648054307', time=2024-09-12T20:14:23.487849+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ks4SmVQ2XNB4gkQjrIn8U9DWoWmpSm5_0 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17775023470606462268', time=2024-09-12T20:14:23.489121+0000, chain.objs.size()=1 2024-09-12T18:25:56.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oxgxj8kW3HZ9O-rxkKRvIuMOn6vO4N4_0 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14384818620111639285', time=2024-09-12T20:14:23.737018+0000, chain.objs.size()=1 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ApywyTUXL2LGFvT4L15Dx8x8kS2dNWO_0 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8309566050593033343', time=2024-09-12T20:14:23.761129+0000, chain.objs.size()=1 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fnfttGvS-rwP3wzv9VDxuq9iXv-GYZR_0 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8660547522389082082', time=2024-09-12T20:14:23.768678+0000, chain.objs.size()=1 2024-09-12T18:25:56.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fI-eHFn0qdFE6ecnKoFp-0qZkMNb6Fi_0 2024-09-12T18:25:56.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18281051928183085945', time=2024-09-12T20:14:23.805737+0000, chain.objs.size()=1 2024-09-12T18:25:56.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MRDFlFCzy00O7Z7mSrvfltnp4UMqeBs_0 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4892752952218758876', time=2024-09-12T20:14:23.880932+0000, chain.objs.size()=1 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sGApL55wBDy0W9Go0Gr3Xc9Koud_-ys_0 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5370156994000500289', time=2024-09-12T20:14:24.042249+0000, chain.objs.size()=1 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Mm9x2xw6kJ-qpJSQoeEf5LOV3PkO_0b_0 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2903658416096520853', time=2024-09-12T20:14:24.119134+0000, chain.objs.size()=1 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9-q0Bfo0zokzhUmhB1hPDM30htp0lr8_0 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4060967043473444179', time=2024-09-12T20:14:24.165195+0000, chain.objs.size()=1 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EaFNb_U48a7xtXah1T-D7_b-B56Snq__0 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5033835889317842804', time=2024-09-12T20:14:24.721679+0000, chain.objs.size()=1 2024-09-12T18:25:56.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gTYN70ndNXouim_zAebeRa00XHpgyMh_0 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16413305373378289576', time=2024-09-12T20:14:24.736903+0000, chain.objs.size()=1 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O-rbTm_9V89jjnVhtRNVUiHJ5UO65wX_0 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16710096195964877357', time=2024-09-12T20:14:24.792535+0000, chain.objs.size()=1 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EuT_WGSEzFgQiuwmMsoNQAy6k41N5hH_0 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14930752783666025673', time=2024-09-12T20:14:24.835925+0000, chain.objs.size()=1 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nwPdNoD-zXSYlx5iH9jXqau2I67g4B5_0 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6229978671486442295', time=2024-09-12T20:14:24.910835+0000, chain.objs.size()=1 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y4FfCxX3YBprYwzdBOkgTOEFQj9Sque_0 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17548247031910698066', time=2024-09-12T20:14:25.074097+0000, chain.objs.size()=1 2024-09-12T18:25:56.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fKaj3GK5CYCMSBBf9vW4M4DvU6rVGri_0 2024-09-12T18:25:56.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2702007979664938092', time=2024-09-12T20:14:25.183613+0000, chain.objs.size()=1 2024-09-12T18:25:56.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WMbW65etI1PBXD18hhezfnjRnba_H-j_0 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9128841328226029194', time=2024-09-12T20:14:25.250118+0000, chain.objs.size()=1 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3LbJBKAUjffFNdm0JJRKbvxBFgeAgSN_0 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9948694528295984106', time=2024-09-12T20:14:25.298896+0000, chain.objs.size()=1 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.N5Sd6gb0IwhuKGVCkZ9WfRYvsoMB1Kn_0 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13492036225195817216', time=2024-09-12T20:14:25.438374+0000, chain.objs.size()=1 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Hu3a5aIJD7Jy76RpUnfnlTtAQCasbQU_0 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15591067092732584374', time=2024-09-12T20:14:25.452657+0000, chain.objs.size()=1 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oV47QPOH0sJTGEJRIuOB7zka9YWDiH__0 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2285436286299080355', time=2024-09-12T20:14:25.527468+0000, chain.objs.size()=1 2024-09-12T18:25:56.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.b8w4LHhOu881R6oSkpo64grT7ZUim7C_0 2024-09-12T18:25:56.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5347056643013733270', time=2024-09-12T20:14:25.545286+0000, chain.objs.size()=1 2024-09-12T18:25:56.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fZ39mvwF217CgKQ-p5JGpExLySdMyOA_0 2024-09-12T18:25:56.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15400172766658082292', time=2024-09-12T20:14:29.815569+0000, chain.objs.size()=1 2024-09-12T18:25:56.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.333__shadow_.JIq1dtNSZAG5jt4v1PEHxwoxG6O__oX_0 2024-09-12T18:25:56.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15973511649502480581', time=2024-09-12T20:14:31.106936+0000, chain.objs.size()=1 2024-09-12T18:25:56.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.335__shadow_.KE021kqBfsPAj7YBCw0r8LNY1nM1i7c_0 2024-09-12T18:25:56.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15556001945118688844', time=2024-09-12T20:14:32.822335+0000, chain.objs.size()=1 2024-09-12T18:25:56.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.338__shadow_.T17R8KM6UO944AQZFFcSccVxehwxTZ3_0 2024-09-12T18:25:56.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13244951102349836388', time=2024-09-12T20:14:57.523696+0000, chain.objs.size()=1 2024-09-12T18:25:56.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.382__shadow_.2UWWYaHzF0m0_n-aSV84hXCtSc980AS_0 2024-09-12T18:25:56.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12261627571459474230', time=2024-09-12T20:15:30.142767+0000, chain.objs.size()=1 2024-09-12T18:25:56.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.434__shadow_.KdQevRfc4PP-6mHYEL2RJ2JgEgiBvCw_0 2024-09-12T18:25:56.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8034963872708327378', time=2024-09-12T20:16:14.780139+0000, chain.objs.size()=1 2024-09-12T18:25:56.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:56.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~VwQCk5etxA2Qe2CWMj3-QtyOt0MG_-g', time=2024-09-12T20:17:52.836516+0000, chain.objs.size()=1 2024-09-12T18:25:56.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.562__multipart_mymultipart.2~VwQCk5etxA2Qe2CWMj3-QtyOt0MG_-g.1 2024-09-12T18:25:56.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48547 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9215222311290279229', time=2024-09-12T20:18:38.876940+0000, chain.objs.size()=1 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:Fgj4eO7bRBeuUH45kHr8r6Ug-Ub7J5r_.4rshi786RFuCp9WaD9hfpiUJT3_39HS_0 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4437789993817166234', time=2024-09-12T20:18:50.212162+0000, chain.objs.size()=1 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.586__shadow:0uXAFZPmlb-Zw5gA.jjww1jjuc3w0ME_.1m_ejKnqu4fAMXCLFMIWgQBNHcY2a_V_0 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13250420146048828514', time=2024-09-12T20:18:51.704011+0000, chain.objs.size()=1 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:1mNmKTGApy5orxnjKeR.IDz6YLnBq9-_.2wF8Q4dIjzM73kl-0EvZn9-FE_8v9et_0 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1021010868900058227', time=2024-09-12T20:21:21.761116+0000, chain.objs.size()=1 2024-09-12T18:25:56.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.619__shadow_.PhDEifyn8QI2DigdIOHK7-yAKe4qLoX_0 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8329998327689337831', time=2024-09-12T20:21:50.578589+0000, chain.objs.size()=1 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.656__shadow_.DgXnyQ1cfWd8tXE-gR6cUARzCjR2CFT_0 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.420497075084141279', time=2024-09-12T20:21:57.487056+0000, chain.objs.size()=1 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.664__shadow_.I-KVAfOLrv6DVRUEfkVb6GZQjpmCY2s_0 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16653451591545137492', time=2024-09-12T20:21:57.489213+0000, chain.objs.size()=1 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.664__shadow_.x1-xjpSDfn0pcFba0LD2rzd41BOrZ3Q_0 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3598211024972506982', time=2024-09-12T20:22:00.133306+0000, chain.objs.size()=1 2024-09-12T18:25:56.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.667__shadow_.yqfRffQqTBLhatbSyAiQesmpSN0M0pI_0 2024-09-12T18:25:56.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:56.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:25:56.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:56.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50539' 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_IssC6KPMyiYnSXe9ImHLHC_CWe0oFk8', time=2024-09-12T20:10:14.103018+0000, chain.objs.size()=3 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.kIWrYs_wzc0ql_zl7VksuqKCt4TN8aw_0 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.kIWrYs_wzc0ql_zl7VksuqKCt4TN8aw_1 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.kIWrYs_wzc0ql_zl7VksuqKCt4TN8aw_2 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_ehm_SPjSEg_vTilLGNFh27N6yb-RfLF', time=2024-09-12T20:10:14.117579+0000, chain.objs.size()=1 2024-09-12T18:25:56.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.wFaHg0io1NacioLqeXRiGei9TrPYlDP_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11513521575543503499', time=2024-09-12T20:12:15.530277+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.234__shadow_.q4V3Iis_Q5RefF7D2_MWoGi7R9C8NVZ_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15483122885818414231', time=2024-09-12T20:12:23.077888+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.244__shadow_.MkGACHubcFcTkBcHn2ZBD7e5wRJ6L6c_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15342927207859041748', time=2024-09-12T20:12:27.990602+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.251__shadow_.3bnyEKtsqgYucodJBq7TwExeQ5TsACk_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17429730197078151564', time=2024-09-12T20:12:32.373264+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.258__shadow_.hmBZ4SQhC_ZTYldrSjPvYakrvMGMo7q_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18185556755625707636', time=2024-09-12T20:12:33.018669+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.259__shadow_.P-KfsZZ3c0YgPmTgmlGvpMMPUdXcHbs_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8099635567531829251', time=2024-09-12T20:12:55.746406+0000, chain.objs.size()=1 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2hQomXQFS8NFNYfnEvCaj58Li6rMaQH_0 2024-09-12T18:25:56.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17306888191105471969', time=2024-09-12T20:12:55.815190+0000, chain.objs.size()=1 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.N5o7O_RdMQR_shZM-6F51UVmCDl7IvK_0 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9270103845755527954', time=2024-09-12T20:12:55.920371+0000, chain.objs.size()=1 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EZZfzkmoOubwg09btydCJhp5us1mNwS_0 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7321133678402194814', time=2024-09-12T20:12:55.945289+0000, chain.objs.size()=1 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PuK-qm1e_GGjaHE6xCgp-7Y4vIer85e_0 2024-09-12T18:25:56.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11728137771448411207', time=2024-09-12T20:12:56.099491+0000, chain.objs.size()=1 2024-09-12T18:25:56.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k3M3Z6t-VGehJbXrnp4n9uMxgHc6JsK_0 2024-09-12T18:25:56.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11657900597270574790', time=2024-09-12T20:12:56.458306+0000, chain.objs.size()=1 2024-09-12T18:25:56.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.U1-TZXn0kaiJqzF9G9fws7GF7ucOym4_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4825020940399519957', time=2024-09-12T20:12:56.469912+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UZyjKUJD0JId_b1rfrTnrvQDMY609NP_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16559689320855903386', time=2024-09-12T20:12:56.480333+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wL6W3K487xUIhn_ASy3pv_cz_PXGwcB_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15953168437839980621', time=2024-09-12T20:12:56.494026+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.44n1T__NGVq82utLUfuMbGcXUsgDQMO_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14173849264378725142', time=2024-09-12T20:12:56.580374+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bVOdDhZ109XpOAuzz-IQgQnLfZzfFkb_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15581836059887308823', time=2024-09-12T20:12:56.602708+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lZuIYH5QMraR8cUpX6Y3Vb1MDkiOSOV_0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9013674905487930049', time=2024-09-12T20:12:56.651570+0000, chain.objs.size()=1 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OAmCEQ0S5tj0DfbFvOgm-ubbPFm8I2__0 2024-09-12T18:25:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2623512521627071046', time=2024-09-12T20:12:56.878808+0000, chain.objs.size()=1 2024-09-12T18:25:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gD8biRPrL-a-uM0RZ1HtDyoEVnFk8O7_0 2024-09-12T18:25:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9915970639363611755', time=2024-09-12T20:12:56.915955+0000, chain.objs.size()=1 2024-09-12T18:25:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TsxpU2ce2IH3QB8_1Jy92xndxDPYF0I_0 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4219793086733902986', time=2024-09-12T20:12:57.139756+0000, chain.objs.size()=1 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5uNOnwSbWVyWC7FzkRS9x3KOE5T1AEQ_0 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14697439001400835029', time=2024-09-12T20:12:57.265813+0000, chain.objs.size()=1 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qHxyWxfvzx62o0IJIAAUxoXseDLRLE__0 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7984974000675259488', time=2024-09-12T20:12:57.293743+0000, chain.objs.size()=1 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AiJI_oYxCjKADywX5X_tzvitxrnE2kI_0 2024-09-12T18:25:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.671127622393222747', time=2024-09-12T20:12:57.423611+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.t-rh6KJV5mcFPrA4sXcWcRpczyQFsQS_0 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6348033641249044828', time=2024-09-12T20:12:57.473517+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uNtFeHDQFKfuFWnWdPfD0mJFfBl8iKq_0 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16493364196713538287', time=2024-09-12T20:12:57.489368+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HyJnfesziMh8dODiNEkbNbYCZsbQyT1_0 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8355844215055424350', time=2024-09-12T20:12:57.514141+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9RCq0d6-Cgpk5A5CXiNrK7HcbdMUCuo_0 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14167826655192928688', time=2024-09-12T20:12:57.539838+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cudZST-oafnu5csY4y9qlGtT5kNV1Hm_0 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15954240553818703112', time=2024-09-12T20:12:57.549823+0000, chain.objs.size()=1 2024-09-12T18:25:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NCGA254Z7hu-L2P6W9agYKKlRNYd7il_0 2024-09-12T18:25:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2769960713728236804', time=2024-09-12T20:12:57.568581+0000, chain.objs.size()=1 2024-09-12T18:25:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Pr4cCPLX_XN0ccM8FV9my932otZVU_s_0 2024-09-12T18:25:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1513734730086831293', time=2024-09-12T20:12:57.855230+0000, chain.objs.size()=1 2024-09-12T18:25:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aHhOpw0w0G5vtEkvgJY3HoY-oiTq-pG_0 2024-09-12T18:25:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7990752046066950137', time=2024-09-12T20:12:58.167495+0000, chain.objs.size()=1 2024-09-12T18:25:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.StE7vBmcvTYdLbIuTZZgAUmbT_rmwvd_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18310288527637120819', time=2024-09-12T20:12:58.229491+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hBL7E4z8CvuEFZDbuoLxURExYkkN4kj_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2245075793412849957', time=2024-09-12T20:12:58.242227+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RfLhGAfOcrSXt31JyF4IY4RZCH9OLAB_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10847997662307679602', time=2024-09-12T20:12:58.261494+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7fHfE1CrpGQ5eCvaK2GIGR1lFOVJwRW_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1855497998205310703', time=2024-09-12T20:13:11.838466+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.285__shadow_.K2JSnMYd6Bh4mX9ExoRUuEwkWf3TwP0_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8575891179758750365', time=2024-09-12T20:13:17.859417+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.6uMxK52Kb_Y9MuKtw1WPnjeXtpf7fYU_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17921341811945253734', time=2024-09-12T20:13:19.196847+0000, chain.objs.size()=1 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.VBoA5qvg_hEADIhgRB8x_w9C8fBCoqH_0 2024-09-12T18:25:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5964273051103956678', time=2024-09-12T20:13:19.229918+0000, chain.objs.size()=1 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.kJ_rM-gYcXME6QsYE9QvamOxcTXcwS3_0 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.796542220091223587', time=2024-09-12T20:13:26.194948+0000, chain.objs.size()=1 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.305__shadow_.qOThtVdov8ELW3Zv5LTzjyPiu57--Ps_0 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7657121435179501309', time=2024-09-12T20:13:36.552736+0000, chain.objs.size()=1 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.322__shadow_.OoJu4GS3F4Qy6YcU5R7kcR7Zk43Y09R_0 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5965868774938164147', time=2024-09-12T20:13:58.888227+0000, chain.objs.size()=1 2024-09-12T18:25:56.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.abJVTkmskBb42L_t57vCdTyRr1L6GBE_0 2024-09-12T18:25:56.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5229922192877875052', time=2024-09-12T20:13:58.966341+0000, chain.objs.size()=1 2024-09-12T18:25:56.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BrPcVP1UQHi_Ev0kLkjMrfGeCerSwcb_0 2024-09-12T18:25:56.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18063174250324990063', time=2024-09-12T20:13:59.027196+0000, chain.objs.size()=1 2024-09-12T18:25:56.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rd7SEs29LBwfwVcwF26w88c_QQHCVh4_0 2024-09-12T18:25:56.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17997176312909142685', time=2024-09-12T20:13:59.030354+0000, chain.objs.size()=1 2024-09-12T18:25:56.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w0is4cl3yGYCRrbRvpF6JaBQ-FigVpQ_0 2024-09-12T18:25:56.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2725714402524585289', time=2024-09-12T20:13:59.073160+0000, chain.objs.size()=1 2024-09-12T18:25:56.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.S3JRt_h8I0m5ga3ieUgzXHYFoa5aNcI_0 2024-09-12T18:25:56.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12405555420521357039', time=2024-09-12T20:13:59.255986+0000, chain.objs.size()=1 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Oc4FVrsUCN4FGJhBYgva6zDhtxqZZMt_0 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17897040690375108641', time=2024-09-12T20:13:59.368048+0000, chain.objs.size()=1 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3mPic0HSjJ1onFlW3OREF_o2_zCN2iw_0 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3871100120270732675', time=2024-09-12T20:13:59.381416+0000, chain.objs.size()=1 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4hvjb1n5gYFxgVH8_6_MI_sUSgDDvin_0 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17098771901394576748', time=2024-09-12T20:13:59.439286+0000, chain.objs.size()=1 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JoF3vjLuc5aZc5WntuYZRbAmknCFFuH_0 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.931167999140329252', time=2024-09-12T20:13:59.583714+0000, chain.objs.size()=1 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6wBP_vZCv7B18UWnROnRo_weVnzNZpr_0 2024-09-12T18:25:56.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2616715532367874186', time=2024-09-12T20:13:59.651905+0000, chain.objs.size()=1 2024-09-12T18:25:56.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.i5knYR_QARy7N0ph-5EcHsLaxAtU0el_0 2024-09-12T18:25:56.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15225159120534488644', time=2024-09-12T20:13:59.674498+0000, chain.objs.size()=1 2024-09-12T18:25:56.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SWNWweS4BjeZ_AaqJLD1B70BYU95GEA_0 2024-09-12T18:25:56.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10631726087153480538', time=2024-09-12T20:13:59.696872+0000, chain.objs.size()=1 2024-09-12T18:25:56.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.O31aZhL0z1xjO5hMMaAYzXecEXTyarg_0 2024-09-12T18:25:56.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16458642322752070707', time=2024-09-12T20:13:59.797781+0000, chain.objs.size()=1 2024-09-12T18:25:56.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lqGzCkc8U5RQbvedrGC2mUyyQrSOpPl_0 2024-09-12T18:25:56.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15729741831413541466', time=2024-09-12T20:14:00.095381+0000, chain.objs.size()=1 2024-09-12T18:25:56.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FRnwcca255Wshs14yGXkcFI8Q1D1VfL_0 2024-09-12T18:25:56.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4276084392969100297', time=2024-09-12T20:14:00.120022+0000, chain.objs.size()=1 2024-09-12T18:25:56.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rsPwfmEUjN0vSy1VeaoOJ-8EtOx3Fva_0 2024-09-12T18:25:56.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17514926097049849496', time=2024-09-12T20:14:00.382363+0000, chain.objs.size()=1 2024-09-12T18:25:56.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FcaI9UnBI0K4e4OrH6x3ZCTGkWJWK8M_0 2024-09-12T18:25:56.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14658426458041529060', time=2024-09-12T20:14:00.389416+0000, chain.objs.size()=1 2024-09-12T18:25:56.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._ya4ut_nqFpJ_bk8WYYXOKHjPtQoLox_0 2024-09-12T18:25:56.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3597778069553644493', time=2024-09-12T20:14:00.426722+0000, chain.objs.size()=1 2024-09-12T18:25:56.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.atVRegUTt1fYNJLtWW1ueddIhD4P7GP_0 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.927184441634790746', time=2024-09-12T20:14:00.447235+0000, chain.objs.size()=1 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.V53LXN7jLA9wM8qlyYVimUYu3v-Pp5v_0 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16339531216561633262', time=2024-09-12T20:14:00.697062+0000, chain.objs.size()=1 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.w3vTfuiSBExQUNnCFO1eoRvMT7pmn7q_0 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2714915342158444610', time=2024-09-12T20:14:00.708972+0000, chain.objs.size()=1 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XU3oLjqqJrpk092RioRxddDsM1m8rUU_0 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10843780843302919430', time=2024-09-12T20:14:00.731647+0000, chain.objs.size()=1 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YT9zE4qshdRR-o_wMODz_fJIHh4UNKx_0 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2085732677140784651', time=2024-09-12T20:14:01.010508+0000, chain.objs.size()=1 2024-09-12T18:25:56.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Zphw_bGMhBmylqsspO5MAUB7JKcnm8b_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7980230582346883309', time=2024-09-12T20:14:01.109609+0000, chain.objs.size()=1 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.K_D-JXIzNMcKWNzUo_FrHYtrNHaAnaC_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11167196891907556919', time=2024-09-12T20:14:01.112867+0000, chain.objs.size()=1 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SCMx6m87LFdGaIoKJDkdE0oZGc163Wp_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13267977420405986685', time=2024-09-12T20:14:01.133211+0000, chain.objs.size()=1 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dd_Qvd6whgHnQ3PY0iERGlwnP8lh51W_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8979070851991332667', time=2024-09-12T20:14:01.170879+0000, chain.objs.size()=1 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ORXjrpqfmJM1CDUwNwP7AsY_OeuswEs_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6995313322650234519', time=2024-09-12T20:14:01.185584+0000, chain.objs.size()=1 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KYQfBQiouTQPRi-z7D7LFowWSCzDmZJ_0 2024-09-12T18:25:56.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.105718981977157072', time=2024-09-12T20:14:01.215504+0000, chain.objs.size()=1 2024-09-12T18:25:56.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AY-43lMmpNAwbFNDrsinx0i_Kb-WTsP_0 2024-09-12T18:25:56.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16239660741613547028', time=2024-09-12T20:14:01.420678+0000, chain.objs.size()=1 2024-09-12T18:25:56.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xdnD2ER6YcQYrMCu4FsTaDtWkXHnbmy_0 2024-09-12T18:25:56.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5998156865161074237', time=2024-09-12T20:14:01.506917+0000, chain.objs.size()=1 2024-09-12T18:25:56.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JYbLzig-QKmMeauMMJXr1mLF410wcFy_0 2024-09-12T18:25:56.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3618280649372278842', time=2024-09-12T20:14:22.739391+0000, chain.objs.size()=1 2024-09-12T18:25:56.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.QY9vCw3-Ml0cEDw976oQZWv-NcFb-Yb_0 2024-09-12T18:25:56.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8527351201246611267', time=2024-09-12T20:14:22.830765+0000, chain.objs.size()=1 2024-09-12T18:25:56.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ea7xXc8wNClkSBjFc-ELuI887qP3QjJ_0 2024-09-12T18:25:56.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15322651724065828502', time=2024-09-12T20:14:22.852872+0000, chain.objs.size()=1 2024-09-12T18:25:56.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.n8kxaDLf7uOysCF9APRwxFbbd-Lpopo_0 2024-09-12T18:25:56.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4646263771486021425', time=2024-09-12T20:14:22.861864+0000, chain.objs.size()=1 2024-09-12T18:25:56.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.piMgoZtxtDbStXdXohh_uRO_6KjteNE_0 2024-09-12T18:25:56.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4384064340733326525', time=2024-09-12T20:14:23.208850+0000, chain.objs.size()=1 2024-09-12T18:25:56.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Po16dOBIgGY6VTp5A1UT1a_SemA1wTj_0 2024-09-12T18:25:56.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3385696040148452501', time=2024-09-12T20:14:23.221558+0000, chain.objs.size()=1 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5469DnjsOz32XQHh2QT5wO3g-XOb5-X_0 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15103848731212493562', time=2024-09-12T20:14:23.238865+0000, chain.objs.size()=1 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VxNAp0dalQ3BSsWm1ROode2fs_LSqs__0 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10866188417086016396', time=2024-09-12T20:14:23.460478+0000, chain.objs.size()=1 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pf8_L3XgF2F_OcCDe_td15k-HpSejAp_0 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2458303552964792827', time=2024-09-12T20:14:23.735600+0000, chain.objs.size()=1 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hSs7AZm81hvOD1aC6OgANulG8RWZEPw_0 2024-09-12T18:25:56.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12690909119554675622', time=2024-09-12T20:14:23.863462+0000, chain.objs.size()=1 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fmks0a6EzjkP1XSklCbP0McnqEPqDKd_0 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.20539907671508395', time=2024-09-12T20:14:24.104443+0000, chain.objs.size()=1 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hT69dW5ZBiked2nKNeLyZEOcDp4v50h_0 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12724225510304565644', time=2024-09-12T20:14:24.146075+0000, chain.objs.size()=1 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zfKrt-ED3wzwrU32eBhfFlJ8ll88uq7_0 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17195855678822160831', time=2024-09-12T20:14:24.237309+0000, chain.objs.size()=1 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4thnh_rf5Lw2JMxUu7QvTSB2w7RBB9i_0 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.460880009350105527', time=2024-09-12T20:14:24.401518+0000, chain.objs.size()=1 2024-09-12T18:25:56.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WXlPHkt64d7UxwVFerSDS7J8RuVeHmA_0 2024-09-12T18:25:56.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11690618844719257110', time=2024-09-12T20:14:24.485412+0000, chain.objs.size()=1 2024-09-12T18:25:56.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7uOepTfYMYJGh3ym-97oaROhv7IJpeR_0 2024-09-12T18:25:56.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12797830087600433554', time=2024-09-12T20:14:24.506021+0000, chain.objs.size()=1 2024-09-12T18:25:56.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AKOZJAR7D_xSfEdwinrbmHIFFhLvgUM_0 2024-09-12T18:25:56.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12072610497938582911', time=2024-09-12T20:14:24.592740+0000, chain.objs.size()=1 2024-09-12T18:25:56.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1Ekfbnb2MUWF7tIUv65S-6iH0twG5rO_0 2024-09-12T18:25:56.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6828457689295503218', time=2024-09-12T20:14:24.600901+0000, chain.objs.size()=1 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8z1d87RX0gdSESdkrCSIOfcs-uUQlyq_0 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2220002087079683166', time=2024-09-12T20:14:24.737619+0000, chain.objs.size()=1 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JqHyURwt_sGKnululIG65JwIdrTRxa7_0 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9339619693858655330', time=2024-09-12T20:14:24.747104+0000, chain.objs.size()=1 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.u8TRza4sc0kkvne7je7dHTUD1iclTgp_0 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11920840576374499921', time=2024-09-12T20:14:24.759138+0000, chain.objs.size()=1 2024-09-12T18:25:56.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jBmyckKHaGB0A-jLwUvfqxmZJEWwN7Z_0 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16719418942112015985', time=2024-09-12T20:14:24.775728+0000, chain.objs.size()=1 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NZdfyPgTYcqmKpw4j2vqwnSPuD-iMlX_0 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16098588844814291973', time=2024-09-12T20:14:24.902587+0000, chain.objs.size()=1 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Hoe9HNH12s5cuyFcmXnp9pbAJNb8X8p_0 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6785924243780769416', time=2024-09-12T20:14:25.093374+0000, chain.objs.size()=1 2024-09-12T18:25:56.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mQCY-SgTDDrZ801Ql_w4hRcKyjF9DoA_0 2024-09-12T18:25:56.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.389594769051119766', time=2024-09-12T20:14:25.148723+0000, chain.objs.size()=1 2024-09-12T18:25:56.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.S6mkMdKQXeTEvD2mCc-e34ziFTYqbum_0 2024-09-12T18:25:56.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8208162043423875326', time=2024-09-12T20:14:25.220056+0000, chain.objs.size()=1 2024-09-12T18:25:56.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bO7N9-nTsgmiUEVvT89gEopAVprE-wk_0 2024-09-12T18:25:56.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50539 2024-09-12T18:25:56.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1538249596672081188', time=2024-09-12T20:14:25.254285+0000, chain.objs.size()=1 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WFExkRPTnnu8bylgPsVhBzbqEMx-AgZ_0 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11391134618474346857', time=2024-09-12T20:14:25.284029+0000, chain.objs.size()=1 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kNzUrQ1ObE3_4SpkGKbV_gKKPFOJhac_0 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5421645052544684035', time=2024-09-12T20:14:25.456153+0000, chain.objs.size()=1 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sTbqv32L3q9oetlj7tIgovBmCWHp0pG_0 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1438525944182466111', time=2024-09-12T20:14:25.466616+0000, chain.objs.size()=1 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.J2Vqw-ojAdQ7pNkGb18nqQkMs9LIcQ5_0 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8312398962323300860', time=2024-09-12T20:14:25.539860+0000, chain.objs.size()=1 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.flHhpcGlq82dGUIN4IaFnApQYGoP2td_0 2024-09-12T18:25:56.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8114533647912881240', time=2024-09-12T20:14:25.573646+0000, chain.objs.size()=1 2024-09-12T18:25:56.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FYRSY5HA9E30dI9cUutueZDPq7rcSKY_0 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5701757035834480519', time=2024-09-12T20:14:26.558214+0000, chain.objs.size()=1 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.327__shadow_.BPTQq5hNIxz2F-w7Mdv04qb93Dt7tji_0 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3811921248418755803', time=2024-09-12T20:14:29.325819+0000, chain.objs.size()=1 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.332__shadow_.2hexl0ZBCpkQlGMtqCCP6XW7bVuOvei_0 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11301054733384604372', time=2024-09-12T20:15:28.250370+0000, chain.objs.size()=1 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.431__shadow_.qBM2sKX6uLAgAD8mmXJB4MXn_Om9BoV_0 2024-09-12T18:25:56.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14065769483613439850', time=2024-09-12T20:15:30.571385+0000, chain.objs.size()=1 2024-09-12T18:25:56.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.435__shadow_.abVpMvV1PFzg-raJRlEMof-bB6IPNiR_0 2024-09-12T18:25:56.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15833372012714929586', time=2024-09-12T20:15:47.160841+0000, chain.objs.size()=1 2024-09-12T18:25:56.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.458__shadow_.J5HN7_6jh1JyrHKe6eyU4e_PIfsho30_0 2024-09-12T18:25:56.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7222760026302436781', time=2024-09-12T20:16:03.140517+0000, chain.objs.size()=1 2024-09-12T18:25:56.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.485__shadow_.5PbmVirU5saS3jOMgZhconKAukVGkY3_0 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2647400279424986369', time=2024-09-12T20:16:03.512554+0000, chain.objs.size()=1 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.486__shadow_.NGgnTnYKc1Vf-_62qFY8y5W8VwCnT3o_0 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.979+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12186448451126366790', time=2024-09-12T20:16:05.245138+0000, chain.objs.size()=1 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.488__shadow_.34WttF_GjGKplFEUyAjPoSvWc4Er0Sx_0 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11424594960474619181', time=2024-09-12T20:16:18.848474+0000, chain.objs.size()=12 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:56.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:56.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16436965111725589006', time=2024-09-12T20:16:21.490484+0000, chain.objs.size()=1 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.513__shadow_.K_HPl2FP5-TBnHXmBbac4vo3Uba37jp_0 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10908308647006051685', time=2024-09-12T20:16:34.560808+0000, chain.objs.size()=3 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~qAIVOR8uLdM9U-ZT_H--fA9alLBq_-r.1 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~qAIVOR8uLdM9U-ZT_H--fA9alLBq_-r.2 2024-09-12T18:25:56.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~qAIVOR8uLdM9U-ZT_H--fA9alLBq_-r.3 2024-09-12T18:25:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16832549358325516342', time=2024-09-12T20:16:57.581124+0000, chain.objs.size()=2 2024-09-12T18:25:56.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~vVZT8vLVyNvgu5qE-MJ68UOW8_QLW_9.1 2024-09-12T18:25:56.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~vVZT8vLVyNvgu5qE-MJ68UOW8_QLW_9.2 2024-09-12T18:25:56.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14615033780415495916', time=2024-09-12T20:18:00.146384+0000, chain.objs.size()=1 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.567__shadow_.ETit-RXRi1uRNqMKIeh6_U6f0vB2DIo_0 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12859627189857392439', time=2024-09-12T20:18:26.685635+0000, chain.objs.size()=1 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:hl1N8JxRc5jJ3VvJ8NUVmL.wIT26K7w_._Ezitsvxcrzvc_mU7hQ6guGjSPomyNc_0 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.56804593203521977', time=2024-09-12T20:18:28.162417+0000, chain.objs.size()=1 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:HnGDxcpEnGeagUJeJHTuUzv9yejs9wA_.UelU8BBVrTv1lI53eUWyrtdRVlx1b1-_0 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15049704279032777540', time=2024-09-12T20:18:29.257990+0000, chain.objs.size()=1 2024-09-12T18:25:56.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:VN-8YKpJVS5CSmlTYMrrYQxsPjqjnTO_.cefJU4jIrhVYt4JNJ6vW6mv26aLztcx_0 2024-09-12T18:25:56.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11630429159436489085', time=2024-09-12T20:18:29.729004+0000, chain.objs.size()=1 2024-09-12T18:25:56.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:KZdM2oOt0o9Aa-9KPD3JhHId0SzTPi5_.FcL_wvA0CA1CxdvAQIM8D65AeC2l9w2_0 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10368529531137915520', time=2024-09-12T20:18:35.004876+0000, chain.objs.size()=1 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:52Un8p33EnV1uzKnAHvnCbW5ANIKHwZ_.Iogzm96yznuGOpa1PpAFNBFAJ3FovNB_0 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12405479079027736536', time=2024-09-12T20:18:36.961678+0000, chain.objs.size()=1 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:M.joY3WaVTyHon0D6Pl9DjuEUn1RWYz_.AkkeuiUhTRT_GqmRq96S2fl0a2JVvVw_0 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9112000539477559002', time=2024-09-12T20:18:37.882332+0000, chain.objs.size()=1 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:m-5uy1VoaGEg190Td.8spxCqHbVJ0J8_.K-5MUQgjTKBfkF66BArlt4wl0NzMzUb_0 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12829666730278097178', time=2024-09-12T20:18:39.106264+0000, chain.objs.size()=1 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:JgkBrx4smi6DKc9tH8Zu9SAfBVP-ckX_.XzDOjb6B8Ocyrflg3bXAh-jmYQO46nv_0 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16578031586086200236', time=2024-09-12T20:18:44.982725+0000, chain.objs.size()=1 2024-09-12T18:25:56.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:P6qXrDdubp8.D9R.XMPG6O85hNpj-eq_.dR8oSjG_QZ2wsjuPp4KiNDJag4msh-G_0 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3095502463508910338', time=2024-09-12T20:19:16.313034+0000, chain.objs.size()=12 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.1 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.1_1 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.2 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.2_1 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.3 2024-09-12T18:25:57.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.3_1 2024-09-12T18:25:57.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.4 2024-09-12T18:25:57.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.4_1 2024-09-12T18:25:57.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.5 2024-09-12T18:25:57.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.5_1 2024-09-12T18:25:57.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:56.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__multipart_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.6 2024-09-12T18:25:57.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.615__shadow_multipart_enc.2~wUDBy65ESWaO-ItT6tfFCG1-d4iMBbY.6_1 2024-09-12T18:25:57.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3013374040299476560', time=2024-09-12T20:21:36.604725+0000, chain.objs.size()=1 2024-09-12T18:25:57.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.636__shadow_.nDVrZJ_Vhbr1Z8GZI99z3qEStlcjpTD_0 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13165601435204229567', time=2024-09-12T20:21:38.707619+0000, chain.objs.size()=1 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.640__shadow_.QOdr-VhDHZowWy6fyUdeJI2e_shfSV6_0 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5142500535389034899', time=2024-09-12T20:21:57.486583+0000, chain.objs.size()=1 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.664__shadow_.EYi5afJpjicP27_IojeTL7GPggSCIUD_0 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2443444396029434657', time=2024-09-12T20:22:14.988761+0000, chain.objs.size()=1 2024-09-12T18:25:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.696__shadow_.RjQ9GXLzXXOACckgTBU3NHn7NpcpWgd_0 2024-09-12T18:25:57.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CKHWCXlKU2hZcuPaDm78_u_EjpNJv4m', time=2024-09-12T20:23:03.233712+0000, chain.objs.size()=1 2024-09-12T18:25:57.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.003+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.743__multipart_mymultipart2.2~CKHWCXlKU2hZcuPaDm78_u_EjpNJv4m.1 2024-09-12T18:25:57.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.007+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:25:57.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46822' 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.887426773600755590', time=2024-09-12T20:10:05.942420+0000, chain.objs.size()=1 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.152__shadow_.GDf6sV1Pgt1mIWdIUFh6w5EKvuVEUOU_0 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10359135945393333781', time=2024-09-12T20:10:20.921810+0000, chain.objs.size()=1 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.172__shadow_.ZLFezR0EJDdLeYr-Aex3oeZTsDhaa_5_0 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1767795821322280166', time=2024-09-12T20:12:14.289393+0000, chain.objs.size()=1 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.232__shadow_.4PX8DP9pnENN-6KsekvCmfRrfn5KNfc_0 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1949580016679510144', time=2024-09-12T20:12:25.450478+0000, chain.objs.size()=1 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.247__shadow_.ef0UtDLEeTpL_7fF_1RRczUWqJJLQyR_0 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2844911125263099744', time=2024-09-12T20:12:25.458973+0000, chain.objs.size()=1 2024-09-12T18:25:57.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.247__shadow_.DPJMZ7iaFCNW3jLu3B-_QLRafa8fy6s_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17778458215043715741', time=2024-09-12T20:12:27.986380+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.251__shadow_.4MBpfUERud9OW5KLzoP5g4uNav_7KZw_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6972846327529619849', time=2024-09-12T20:12:31.144926+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.256__shadow_.G3DRqg189uXeVu2fL3nXzhRUiUkJ0Ka_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10534310325483349926', time=2024-09-12T20:12:31.772439+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.257__shadow_.kjckFHMkLWkU4iUf1U69M7_kIWmW7eu_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4345432093934258226', time=2024-09-12T20:12:31.777871+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.257__shadow_.eFEh2w03XZyfqrNqYSiHwaFCh4-o-FS_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18409127029832452491', time=2024-09-12T20:12:55.712309+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JDM7a1QxTnPkKDbH5hxcIvXkgWZ18qX_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17956987830514213487', time=2024-09-12T20:12:55.833455+0000, chain.objs.size()=1 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cO-CGg_7idsWbkmQqnGIgxYbr4-XfiK_0 2024-09-12T18:25:57.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12557450719604387528', time=2024-09-12T20:12:55.906863+0000, chain.objs.size()=1 2024-09-12T18:25:57.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FdhkIRU5frN_hactIDuJcSBopQlvq9b_0 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8207362380827641751', time=2024-09-12T20:12:55.907884+0000, chain.objs.size()=1 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zXmN112Tq4dsjg90QFuoW8WV0m-W42K_0 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9111650267121137919', time=2024-09-12T20:12:55.955319+0000, chain.objs.size()=1 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0ovQXyuJ_uG-T6_ltgMKgyhJBx0iIPe_0 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12524049657206636622', time=2024-09-12T20:12:56.106133+0000, chain.objs.size()=1 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iA2oBMl4G8lbmrs6wNruFr4X-xnCS4x_0 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8597980440287167794', time=2024-09-12T20:12:56.140639+0000, chain.objs.size()=1 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XujJ4T_K0ahRGRuKVBv1dLJ-8lx34Qw_0 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9121137413017972315', time=2024-09-12T20:12:56.154495+0000, chain.objs.size()=1 2024-09-12T18:25:57.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mg6Qyui9iqokv3hX3DbiNVzQgdolHEJ_0 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8360594769527805848', time=2024-09-12T20:12:56.290416+0000, chain.objs.size()=1 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XmSUBTrJ9N0whfYuuE8BsBCw8uapGG1_0 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1967380411710452898', time=2024-09-12T20:12:56.479297+0000, chain.objs.size()=1 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ivyBI5nsH_j1n2ic_kUgVn41Iloy05i_0 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13308531798223132541', time=2024-09-12T20:12:56.532087+0000, chain.objs.size()=1 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ontBRa-ErnmHSLu4EHjZEgPunvKp8lZ_0 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10138813172911811264', time=2024-09-12T20:12:56.607256+0000, chain.objs.size()=1 2024-09-12T18:25:57.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8AouGhQRde_1nHP9A7MZwL9GfjtSAmV_0 2024-09-12T18:25:57.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.399890485376066781', time=2024-09-12T20:12:56.644309+0000, chain.objs.size()=1 2024-09-12T18:25:57.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qLZCcwKyp0mDO396UFoWOu1zWAJU4i__0 2024-09-12T18:25:57.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17848611022518755600', time=2024-09-12T20:12:56.895669+0000, chain.objs.size()=1 2024-09-12T18:25:57.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CjnFnOOZXrpQOxThRO5pwLgdGaYyauU_0 2024-09-12T18:25:57.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8187212935983515528', time=2024-09-12T20:12:56.904823+0000, chain.objs.size()=1 2024-09-12T18:25:57.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.26Q7q2HhSsu69VleZAI3BcrhyO43T4j_0 2024-09-12T18:25:57.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12274965035343741200', time=2024-09-12T20:12:56.969862+0000, chain.objs.size()=1 2024-09-12T18:25:57.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vSxRvZiOx9QWD2yVlP3own75lTaiFEx_0 2024-09-12T18:25:57.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17239071383083345892', time=2024-09-12T20:12:56.980034+0000, chain.objs.size()=1 2024-09-12T18:25:57.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MwIG7fMOKvxufGLDi0zBDWhW0RsfqSR_0 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4752718744818447463', time=2024-09-12T20:12:57.088241+0000, chain.objs.size()=1 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Cjg1oQLIOrVbYk0KnTvymHO-VSzSwcl_0 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3510217967005600336', time=2024-09-12T20:12:57.115267+0000, chain.objs.size()=1 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qjUghpjUhwCPZN_ccGvxEjssIRACE_h_0 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3514799846054900949', time=2024-09-12T20:12:57.213376+0000, chain.objs.size()=1 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dabLlX0-4QIXhJcq2m5B3D0IKjKVZw9_0 2024-09-12T18:25:57.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16433202632949185491', time=2024-09-12T20:12:57.251821+0000, chain.objs.size()=1 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.riOMz_i6sfdxBXc2zF5H6ZVjxr7RytC_0 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17859253038324252036', time=2024-09-12T20:12:57.260989+0000, chain.objs.size()=1 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LrkGbBKFFsPvb5bLfLALnzxm6a8mDiV_0 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18215462286438399257', time=2024-09-12T20:12:57.280268+0000, chain.objs.size()=1 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vns_J9uYRD3ib-OXH2dmS94t2fd-oRd_0 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4336755648786002631', time=2024-09-12T20:12:57.583529+0000, chain.objs.size()=1 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.U0yuZvRWW0-nvSn8PnGUof8xT88mc7F_0 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9077392867442681509', time=2024-09-12T20:12:57.797274+0000, chain.objs.size()=1 2024-09-12T18:25:57.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xTSNn-eQ5ftli8-lPkz-o01GyUevQi8_0 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.145978688372127274', time=2024-09-12T20:12:57.931137+0000, chain.objs.size()=1 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Wh52j617HM0gqN9UI05X5-2iQwMXH1o_0 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2677835892807028763', time=2024-09-12T20:12:58.141623+0000, chain.objs.size()=1 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.J3o-3Yi-ija0g9KDF5E7rM3r1UXOiRZ_0 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14575294658195372868', time=2024-09-12T20:12:58.203860+0000, chain.objs.size()=1 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mKR6MQjcIpWE9QhjIWrl6DkX3TdXtmt_0 2024-09-12T18:25:57.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4877695022641471026', time=2024-09-12T20:12:58.214194+0000, chain.objs.size()=1 2024-09-12T18:25:57.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NfsT0qp22klcilQWJzfzMJL7I9tsA9n_0 2024-09-12T18:25:57.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8371344796016103178', time=2024-09-12T20:12:58.226886+0000, chain.objs.size()=1 2024-09-12T18:25:57.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NWFSStaqTdgE1fbienfyB9SCz8txEwh_0 2024-09-12T18:25:57.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8743622172953183038', time=2024-09-12T20:12:58.295402+0000, chain.objs.size()=1 2024-09-12T18:25:57.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.nI58F-o7Hj4hw8fJrOtyM1q6-GW1KIG_0 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.286525121875505959', time=2024-09-12T20:13:04.398861+0000, chain.objs.size()=1 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.273__shadow_.fyLkMI1jalQwcNzl-plBMDQF7siBSBr_0 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10771227461036360885', time=2024-09-12T20:13:13.835986+0000, chain.objs.size()=1 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.288__shadow_.GwnDgDk_LV_vk5I7mVmwnZLZOUBVhJr_0 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14419653648019475888', time=2024-09-12T20:13:13.838098+0000, chain.objs.size()=1 2024-09-12T18:25:57.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.288__shadow_.4WMRW4bKrg1tZJQpcuuR6w1X0pCnYuT_0 2024-09-12T18:25:57.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5638091032653189394', time=2024-09-12T20:13:17.888130+0000, chain.objs.size()=1 2024-09-12T18:25:57.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.d9etvvbZU-bl3g_FkreAg85JRrMD0I3_0 2024-09-12T18:25:57.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18421417125533217342', time=2024-09-12T20:13:19.164266+0000, chain.objs.size()=1 2024-09-12T18:25:57.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.FyQh2Z2XO3V5zjHRp4xbdjfwIA9qdtR_0 2024-09-12T18:25:57.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1932196032723906355', time=2024-09-12T20:13:26.199427+0000, chain.objs.size()=1 2024-09-12T18:25:57.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.305__shadow_.h3ACpxumT7H-0oSUsfXD4YZe8zc1SeU_0 2024-09-12T18:25:57.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5321797605243955320', time=2024-09-12T20:13:28.667980+0000, chain.objs.size()=1 2024-09-12T18:25:57.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.308__shadow:JGRXwQE1--p.4O0M073.LAknVaSU4qv_.otxfMU5IPFULd9wI_kMNu3TOhJabSMH_0 2024-09-12T18:25:57.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8501786451754845596', time=2024-09-12T20:13:58.960282+0000, chain.objs.size()=1 2024-09-12T18:25:57.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I2kvF_48v6PPTl_yha7FXSXsY8CpAmu_0 2024-09-12T18:25:57.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18368159157245566038', time=2024-09-12T20:13:58.991759+0000, chain.objs.size()=1 2024-09-12T18:25:57.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OteysxgnJGlN7-W6dE1QIhbWk-W5qSU_0 2024-09-12T18:25:57.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11499277608767965751', time=2024-09-12T20:13:59.008068+0000, chain.objs.size()=1 2024-09-12T18:25:57.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.l_flSPsqDvE-h52oZkjagWPmnoRG3BD_0 2024-09-12T18:25:57.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11299103329787851972', time=2024-09-12T20:13:59.017953+0000, chain.objs.size()=1 2024-09-12T18:25:57.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jY6GiAR0v1JSHfcSG93iB1O-N4aVELT_0 2024-09-12T18:25:57.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3280096203643961934', time=2024-09-12T20:13:59.037291+0000, chain.objs.size()=1 2024-09-12T18:25:57.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IHesGrzQLgGiBlr7CMln7nPXA4V9Xvr_0 2024-09-12T18:25:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16470205457336937845', time=2024-09-12T20:13:59.043663+0000, chain.objs.size()=1 2024-09-12T18:25:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-nXDIBcsb2ICO6EgWETsRw3JW0lZ1b8_0 2024-09-12T18:25:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18271578397439123569', time=2024-09-12T20:13:59.186626+0000, chain.objs.size()=1 2024-09-12T18:25:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._S9eP7s5ANr81WIgvjhzof5vGUYqVKr_0 2024-09-12T18:25:57.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1049392924236282658', time=2024-09-12T20:13:59.373604+0000, chain.objs.size()=1 2024-09-12T18:25:57.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L7lZijGsP4vXs3ULiakIMYYr9MJTL6q_0 2024-09-12T18:25:57.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2978174826379783887', time=2024-09-12T20:13:59.407182+0000, chain.objs.size()=1 2024-09-12T18:25:57.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tIXaM-2xcri-fDdmbo1hlUn-YvJOqrG_0 2024-09-12T18:25:57.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6406932229931881146', time=2024-09-12T20:13:59.429592+0000, chain.objs.size()=1 2024-09-12T18:25:57.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yo6xPb8m8DF8ipLJTO0f7fm5cfZTb7W_0 2024-09-12T18:25:57.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17362011836919292366', time=2024-09-12T20:13:59.572892+0000, chain.objs.size()=1 2024-09-12T18:25:57.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ekQTnagHZixgPi5EYOUE6iWVEYfn-UW_0 2024-09-12T18:25:57.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18108652591128596714', time=2024-09-12T20:13:59.651451+0000, chain.objs.size()=1 2024-09-12T18:25:57.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.z1_TDYlZPidCipiflPNXfpBCogYb_Ap_0 2024-09-12T18:25:57.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4854549303560133929', time=2024-09-12T20:13:59.668295+0000, chain.objs.size()=1 2024-09-12T18:25:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uKLxu2tg_KCSeT66UWEr1UBxPIy4qJf_0 2024-09-12T18:25:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12689183718905596942', time=2024-09-12T20:13:59.677055+0000, chain.objs.size()=1 2024-09-12T18:25:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.H4aYFm4dk7wAB25DjLUHnT34Mo_a7ct_0 2024-09-12T18:25:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7667846370272505787', time=2024-09-12T20:13:59.753159+0000, chain.objs.size()=1 2024-09-12T18:25:57.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tVpTCPi9bEyP2pxftMpIgwP7NieTs2L_0 2024-09-12T18:25:57.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10680669529460761076', time=2024-09-12T20:14:00.078495+0000, chain.objs.size()=1 2024-09-12T18:25:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BEzwc2Nn__oJXL8txmhGKMIufxh7BQu_0 2024-09-12T18:25:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1631078417634343466', time=2024-09-12T20:14:00.100936+0000, chain.objs.size()=1 2024-09-12T18:25:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9k8dV0b6F7cZZsbKvpJIta__vWL4fVR_0 2024-09-12T18:25:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7936176137423704626', time=2024-09-12T20:14:00.128413+0000, chain.objs.size()=1 2024-09-12T18:25:57.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uLfEfyPNd-Ne7eHbqv_3C3ZxxbD4_oE_0 2024-09-12T18:25:57.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7485553389107934243', time=2024-09-12T20:14:00.169704+0000, chain.objs.size()=1 2024-09-12T18:25:57.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KShjNoTaVxS4WRYje_8elEll3IlnaWh_0 2024-09-12T18:25:57.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7451090439276118485', time=2024-09-12T20:14:00.337468+0000, chain.objs.size()=1 2024-09-12T18:25:57.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TAdpsDl_S3Pcu8e_is5yjCPvi2TFf_q_0 2024-09-12T18:25:57.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18278934630176322489', time=2024-09-12T20:14:00.384307+0000, chain.objs.size()=1 2024-09-12T18:25:57.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JbLDN6Mb2yPwiZQRj2yB-Psm-vnPy6h_0 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1105168409452637569', time=2024-09-12T20:14:00.457668+0000, chain.objs.size()=1 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pA_vX24_YooARs99UmY2cyqLyuO6UAW_0 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14523259715038294077', time=2024-09-12T20:14:00.669488+0000, chain.objs.size()=1 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.F4spVqO4-4Lt5kmYZsXDx7OBMnZpJot_0 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8777776561329909944', time=2024-09-12T20:14:00.700611+0000, chain.objs.size()=1 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LHtVQv290R7E5sS01Mmb4wg0Xh_FHBZ_0 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13366132635202150111', time=2024-09-12T20:14:00.815135+0000, chain.objs.size()=1 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4C33TSUgvu1Dgbev4pjRMM26iIJnF_w_0 2024-09-12T18:25:57.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13590544312971433502', time=2024-09-12T20:14:00.816110+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LxEM5dRlrDEjrcdtksPfinGvxsxcFC8_0 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12580419969983499803', time=2024-09-12T20:14:00.828935+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MV1_ahFjD5f1Xi7wZxk93R9Xtr4mR_1_0 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18252970280242730325', time=2024-09-12T20:14:00.998497+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.A5w0s9L-w6Cu5T7poln_1rkTiUtv42M_0 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16570616256284035209', time=2024-09-12T20:14:01.206832+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Aszau206XidZfS9hQWzRiGe89ABOdhl_0 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10072195810465266954', time=2024-09-12T20:14:01.332873+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FOMfuIvgCZh1TU6XOia4S9ga488yGh8_0 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8557347232023393214', time=2024-09-12T20:14:01.401859+0000, chain.objs.size()=1 2024-09-12T18:25:57.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FNpNYrHTaS2a5YrCEaJVzmiGKoSkPx5_0 2024-09-12T18:25:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10379781202994564997', time=2024-09-12T20:14:01.407540+0000, chain.objs.size()=1 2024-09-12T18:25:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GbkLb3M8XiMcPblvRYbOvu1wMpfcOOW_0 2024-09-12T18:25:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17921441176791214044', time=2024-09-12T20:14:01.436802+0000, chain.objs.size()=1 2024-09-12T18:25:57.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4zDMLeKWRTNN3V0tzFMdLAsJt9cjah8_0 2024-09-12T18:25:57.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6341701315252882196', time=2024-09-12T20:14:01.494582+0000, chain.objs.size()=1 2024-09-12T18:25:57.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-AxkCzp4gXVDZU8lI-fqxx-OmZuL8Xa_0 2024-09-12T18:25:57.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11141095344612523944', time=2024-09-12T20:14:01.509296+0000, chain.objs.size()=1 2024-09-12T18:25:57.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HLKbOWUwP_6JYKMGWB1QusogFCbS79p_0 2024-09-12T18:25:57.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2037757392462797327', time=2024-09-12T20:14:22.689204+0000, chain.objs.size()=1 2024-09-12T18:25:57.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fNMCFYALMjyOsB9huZC1ImvcBrfipCr_0 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4452587962022100269', time=2024-09-12T20:14:22.802090+0000, chain.objs.size()=1 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ho0NBHtu_PMdPPtlLqjz0J8uso8MGZg_0 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8029278083936114415', time=2024-09-12T20:14:22.863379+0000, chain.objs.size()=1 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eg6XdLCeH-zVPNkXx0VsIAetvDoI3-o_0 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11862237999154121929', time=2024-09-12T20:14:22.891646+0000, chain.objs.size()=1 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dIbV7Yp6VuN7EKJOGlA4XORMwCxhz7l_0 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6002416556864894907', time=2024-09-12T20:14:22.899318+0000, chain.objs.size()=1 2024-09-12T18:25:57.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4Y9JvxjObkwSLxtKE_tnJm6_fCoyQPJ_0 2024-09-12T18:25:57.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13523193935605231278', time=2024-09-12T20:14:22.921194+0000, chain.objs.size()=1 2024-09-12T18:25:57.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jaC0tMulTRrdPO7pbEYjaGw3WGsGjNx_0 2024-09-12T18:25:57.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5407115118166306642', time=2024-09-12T20:14:22.946674+0000, chain.objs.size()=1 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8CGz6sP_p-Dc4Dds6623Qc5ppemZI30_0 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13637123793222401745', time=2024-09-12T20:14:22.956426+0000, chain.objs.size()=1 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ic2Ft3tOFQl6Dwzl5WvuUaMR7hX8GB3_0 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15027386449293628250', time=2024-09-12T20:14:23.059457+0000, chain.objs.size()=1 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AL6qAOc97cjwaVLH-70RoeNxezQTUai_0 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6778065764375108315', time=2024-09-12T20:14:23.076297+0000, chain.objs.size()=1 2024-09-12T18:25:57.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yNOY5nR9LhaxdoTYTVchz3MK-_mmzvg_0 2024-09-12T18:25:57.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8875705577755824815', time=2024-09-12T20:14:23.845907+0000, chain.objs.size()=1 2024-09-12T18:25:57.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1B0u3J87OdS94EmVZzWbEUpPQ5epqog_0 2024-09-12T18:25:57.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14626000674384556710', time=2024-09-12T20:14:23.867107+0000, chain.objs.size()=1 2024-09-12T18:25:57.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7ilFQ3JUPhyCZ4gjC7PTnYeEQB0qd7e_0 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1922296605395087307', time=2024-09-12T20:14:24.089857+0000, chain.objs.size()=1 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WzzM5GiXGYbcQChqx3bfun9ITBTCjIo_0 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16244401516368865564', time=2024-09-12T20:14:24.093934+0000, chain.objs.size()=1 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ihK6vukfAHUag2B_5lMJD-cTkYyUOaI_0 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13702938630454608631', time=2024-09-12T20:14:24.164725+0000, chain.objs.size()=1 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6l7cngqLJr-IT6wp7t2k8NAXiASQl6r_0 2024-09-12T18:25:57.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3027393666308909', time=2024-09-12T20:14:24.196239+0000, chain.objs.size()=1 2024-09-12T18:25:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8Yz4D1hIK_36exfW-WRpKN5rV6p7YQf_0 2024-09-12T18:25:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6482111056057426525', time=2024-09-12T20:14:24.232332+0000, chain.objs.size()=1 2024-09-12T18:25:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.o_WLny676JnfLydCf3O4ILwXbh7KmHf_0 2024-09-12T18:25:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1715507206821674397', time=2024-09-12T20:14:24.378902+0000, chain.objs.size()=1 2024-09-12T18:25:57.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.t4UL8fEF_7c6Jdp_Qd861mDI644Ad1K_0 2024-09-12T18:25:57.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46822 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=37, truncated=0, next_marker='' 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.89297494839652389', time=2024-09-12T20:14:24.425682+0000, chain.objs.size()=1 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.t1akr3zatVCgHzjNQTQ_YPFkps8j3_F_0 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8838849797019107083', time=2024-09-12T20:14:24.543606+0000, chain.objs.size()=1 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fbDsxOZ_q2A9O5pmmJGRdsEgXjHZojy_0 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16302869814680918372', time=2024-09-12T20:14:24.547679+0000, chain.objs.size()=1 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.znmvHcUDzM32jTFMU42dfSzdbCii51h_0 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16793267988711986574', time=2024-09-12T20:14:24.549116+0000, chain.objs.size()=1 2024-09-12T18:25:57.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VZ0mZRcMG_b-9Hx9nIUm3o_sbHdNDeV_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7911327837033119233', time=2024-09-12T20:14:24.825577+0000, chain.objs.size()=1 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.J-aYM-C7DnJTIdvfx1y1rYMUfBD5sgu_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15794206752008392169', time=2024-09-12T20:14:24.857986+0000, chain.objs.size()=1 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fmddYN16ynZBcpUG9PYypSsi47GRIh-_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17947492861273228812', time=2024-09-12T20:14:24.879498+0000, chain.objs.size()=1 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E6HU40NK7ccost_e_Nhh1wGktrjdFLA_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11653981421828617224', time=2024-09-12T20:14:24.902629+0000, chain.objs.size()=1 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kexknHZCmcvVz3TQGXkZ-7WdnOvGNou_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12429883785282232084', time=2024-09-12T20:14:24.912970+0000, chain.objs.size()=1 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3o93hfOGvS_23whmMZNYtHxj-OlkIbK_0 2024-09-12T18:25:57.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7919070662801884019', time=2024-09-12T20:14:24.936381+0000, chain.objs.size()=1 2024-09-12T18:25:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aTpbystBRQAsHXbp4YiEHfr4gy1uymc_0 2024-09-12T18:25:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.838887325521228383', time=2024-09-12T20:14:25.095549+0000, chain.objs.size()=1 2024-09-12T18:25:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y-xRFecbNWHC6XBqqWKYXkLtt7MDNRw_0 2024-09-12T18:25:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18201345711537233922', time=2024-09-12T20:14:25.100892+0000, chain.objs.size()=1 2024-09-12T18:25:57.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tGmeR8xXx2uE6N7QI0SAnpPAK9o1xBA_0 2024-09-12T18:25:57.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.202735774570594373', time=2024-09-12T20:14:25.129050+0000, chain.objs.size()=1 2024-09-12T18:25:57.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.j-r0DFjKiTyKxei0lY_wQsMZr6FPVCo_0 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16292263934865544567', time=2024-09-12T20:14:25.526210+0000, chain.objs.size()=1 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nOOknx0wGei7G47fi4xwM_eCusO_9rU_0 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9527803361108695085', time=2024-09-12T20:14:31.641882+0000, chain.objs.size()=1 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.336__shadow_.rlQrggRqVNVF6hfY5YX7q65lQ96L4jA_0 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6252149977269683395', time=2024-09-12T20:14:33.854180+0000, chain.objs.size()=1 2024-09-12T18:25:57.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.340__shadow_.fAFgScrVyveAZo4f7SYBQLid5WC0eLe_0 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12904874796769827411', time=2024-09-12T20:15:42.522144+0000, chain.objs.size()=1 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.452__shadow_.eMXJ-D_QpIHBPdIPbdFlvFaGvcR3wT-_0 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4529769856310296322', time=2024-09-12T20:15:50.857009+0000, chain.objs.size()=1 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.462__shadow_.u5vgC2gy0wWTV-SGNtVPG3hhMye1-k6_0 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4402161760846958227', time=2024-09-12T20:15:53.531242+0000, chain.objs.size()=1 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.465__shadow_.r3-jGHh62sE42hbcsqo77NoDmjGDTo__0 2024-09-12T18:25:57.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10228609136966629007', time=2024-09-12T20:15:54.917099+0000, chain.objs.size()=1 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.467__shadow_.QeJlTnrD-dGsqhXqY7wARcQ13Qharj-_0 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15928160189468138529', time=2024-09-12T20:16:09.979751+0000, chain.objs.size()=1 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.497__shadow_.gCiDYpcViNSZr_molYrKQcFipHbxiLx_0 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10259861251495956949', time=2024-09-12T20:16:14.523108+0000, chain.objs.size()=1 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18023438486795575507', time=2024-09-12T20:16:19.106683+0000, chain.objs.size()=12 2024-09-12T18:25:57.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.071+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:57.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:57.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:57.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:57.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:57.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:57.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:57.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:57.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:57.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:57.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:57.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:57.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iikV8OTzbyQMMHARtcM3IYSq-THIfve', time=2024-09-12T20:17:01.529128+0000, chain.objs.size()=2 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.530__multipart_mymultipart.2~iikV8OTzbyQMMHARtcM3IYSq-THIfve.1 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.530__multipart_mymultipart.2~iikV8OTzbyQMMHARtcM3IYSq-THIfve.2 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18446143039872986265', time=2024-09-12T20:18:02.938483+0000, chain.objs.size()=1 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:PBnwAKOV6W7r5jLSS2LFP5-qBNuEAkb_.Ehk8bAC9FWBFsK9ufbPZb3rSImCoeZj_0 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9256363214431198864', time=2024-09-12T20:18:08.758065+0000, chain.objs.size()=1 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:NpN8ilKnQjs5RK9wQOc6VMzJfocD1UL_.9xXJyihDGaUYci7VoZIWGEfO_ER1m82_0 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7020824307320658882', time=2024-09-12T20:18:09.069214+0000, chain.objs.size()=1 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:mTGXQu8-LyVBmXNkVs.fOO-lYmEE0OH_.5gLt2gP-Ey7H6T6-nz7K1LrGEDhlcbH_0 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2313047633787679010', time=2024-09-12T20:18:09.686919+0000, chain.objs.size()=1 2024-09-12T18:25:57.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:-x-b2SuxTiCvTUEqQELSDRqkDbjSanY_.7s87zIhIEWl6btMPZJgmBnbvmhT1GZg_0 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4655603667571777711', time=2024-09-12T20:18:20.834425+0000, chain.objs.size()=1 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:cPCp4hnVYdtTzPTgxlBYBTWuQcsVR8d_.n0okEHxUV0lTLB3OUqxJ25W89hg1ZvR_0 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2236825695824529358', time=2024-09-12T20:18:33.578425+0000, chain.objs.size()=1 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:p6jWyHQo9AU.ViXFsn.ZZEqaU5Wj1Ox_.eQL0MF6wob8xjV4TbTVkR13JWHhFGw__0 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3087015908940710815', time=2024-09-12T20:18:51.733942+0000, chain.objs.size()=1 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:tLrIDlpW0Wq.ciVzDpFSH5E6HTj17No_.L5DhtWf1o6D02b5BL9SzzFLzk0ew9sU_0 2024-09-12T18:25:57.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15335771403486638577', time=2024-09-12T20:19:00.987111+0000, chain.objs.size()=1 2024-09-12T18:25:57.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.605__shadow_.sWXEiJ4E3CC6dn5ziAbNWPq6ASQzxZt_0 2024-09-12T18:25:57.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7885666480085958098', time=2024-09-12T20:21:31.164483+0000, chain.objs.size()=1 2024-09-12T18:25:57.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.627__shadow_.gdMUHcmiFVXE4urd5jE9BjyCXIFb2eD_0 2024-09-12T18:25:57.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14969261961509116642', time=2024-09-12T20:21:45.219650+0000, chain.objs.size()=1 2024-09-12T18:25:57.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.649__shadow_.n6ljZo62OGVGVfgXmHbt2DyJZqa_RsR_0 2024-09-12T18:25:57.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11140710680036348066', time=2024-09-12T20:22:01.114137+0000, chain.objs.size()=1 2024-09-12T18:25:57.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.669__shadow_.N7k5WB3BTO-daTn_7dnVTFQvu89x7zD_0 2024-09-12T18:25:57.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15268791854351176746', time=2024-09-12T20:23:00.925032+0000, chain.objs.size()=1 2024-09-12T18:25:57.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.740__shadow_.CkBAn_bo1jJ2ZquldIlLnC8LJoU8g8E_0 2024-09-12T18:25:57.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17031581306652079536', time=2024-09-12T20:23:20.423680+0000, chain.objs.size()=1 2024-09-12T18:25:57.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.746__shadow_.R43iOZ-n0l_TmCJU32mHdO7GI5I50q1_0 2024-09-12T18:25:57.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.091+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:25:57.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44544' 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11489295579981722511', time=2024-09-12T20:12:16.790746+0000, chain.objs.size()=1 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.236__shadow_.sdduCoYviiBkm7YTvYbnyCMs9jkAMYo_0 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17680483751065697225', time=2024-09-12T20:12:26.734506+0000, chain.objs.size()=1 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.249__shadow_.1Fz5eS3_zxjZx_Tj80syJCKHwFx_Fsq_0 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3024947779241580612', time=2024-09-12T20:12:29.257183+0000, chain.objs.size()=1 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.253__shadow_.kMXOfxQOl8N8uyM7VtJltgbwrrn_we-_0 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13293831386668777390', time=2024-09-12T20:12:55.819877+0000, chain.objs.size()=1 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cTp9VZ9NlXtwY2GQao0_AAEz6dv8bXC_0 2024-09-12T18:25:57.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7880494300407104139', time=2024-09-12T20:12:56.145533+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.R0yi5eoShsTAFQIgCfK8g7gUanDbH5S_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4058906606983692063', time=2024-09-12T20:12:56.176777+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KOZ7NeRkqEUShmDxIdKuF2G3QXLTCGT_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3903743419953605295', time=2024-09-12T20:12:56.199217+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.V7ZZiIyonBJbxaWGb48oiMCfRGD6pGu_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4021439465080461608', time=2024-09-12T20:12:56.211230+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9orqWFmAREljK_M1HWxXBPLESGpJKEf_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6111801468145572261', time=2024-09-12T20:12:56.273786+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.y0UvFQEHgwTHURkL_QaYQwjr4MJGttP_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11391167239006227927', time=2024-09-12T20:12:56.313730+0000, chain.objs.size()=1 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jeZNl2WhwBbgyymK3gOOqa_fkaNAgtd_0 2024-09-12T18:25:57.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4237855672242686575', time=2024-09-12T20:12:56.577740+0000, chain.objs.size()=1 2024-09-12T18:25:57.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1kDgFEi0ZGgeEgfLnorkd5Kky4Phdw6_0 2024-09-12T18:25:57.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4130589916556664522', time=2024-09-12T20:12:56.777036+0000, chain.objs.size()=1 2024-09-12T18:25:57.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QDIDGlupFA6yoxD9e9-bPMhTYObVOgh_0 2024-09-12T18:25:57.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.099+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4728965875819002782', time=2024-09-12T20:12:56.808012+0000, chain.objs.size()=1 2024-09-12T18:25:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.099+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lqp4MJ5gKwK4wWsz-oiy3p_lrJRYfaQ_0 2024-09-12T18:25:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2377083339909489962', time=2024-09-12T20:12:56.810293+0000, chain.objs.size()=1 2024-09-12T18:25:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CAPRMiRwZN3pIwrueDgrI6VJGLc8hFl_0 2024-09-12T18:25:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7408282558235977648', time=2024-09-12T20:12:56.872948+0000, chain.objs.size()=1 2024-09-12T18:25:57.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.goS1ujWHm7g-jJqjIQfjq9sIRK1x6eT_0 2024-09-12T18:25:57.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5446797035269362676', time=2024-09-12T20:12:56.951697+0000, chain.objs.size()=1 2024-09-12T18:25:57.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lU8MV2785td7sIZn8TEE_RQ5lumOlmf_0 2024-09-12T18:25:57.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16899770673061993719', time=2024-09-12T20:12:57.102916+0000, chain.objs.size()=1 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xqF0OqTRPvSkmZQYecOc36P0dsuuDcX_0 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8313788489606495822', time=2024-09-12T20:12:57.103769+0000, chain.objs.size()=1 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KFQJCLLVxatw9b1IB91-Mam2ADxx5lT_0 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.228433686270466474', time=2024-09-12T20:12:57.173013+0000, chain.objs.size()=1 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k5x1ATJLsMsn15uFhWjCgqepOIA4Ast_0 2024-09-12T18:25:57.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10185738551060761023', time=2024-09-12T20:12:57.233219+0000, chain.objs.size()=1 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HsPiYAvKoXoGeW3XufCgOQYkR9NKbpq_0 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14091123971335852291', time=2024-09-12T20:12:57.235926+0000, chain.objs.size()=1 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yw2rumUHl6mY8aoPE6nf4V6o42HKvxF_0 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2687305287465101855', time=2024-09-12T20:12:57.248565+0000, chain.objs.size()=1 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.y4rtYYFvuSxkOkniSo0tBn4RNrujmoM_0 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.777780455679919552', time=2024-09-12T20:12:57.255050+0000, chain.objs.size()=1 2024-09-12T18:25:57.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xYRbZHkmvaDfrUqmmeMxK4qTfbD34MY_0 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6683793670635797038', time=2024-09-12T20:12:57.469357+0000, chain.objs.size()=1 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WPN8Rq-vAepsu8PYkEitl-l6GKhzSxF_0 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6116685163351038853', time=2024-09-12T20:12:57.570641+0000, chain.objs.size()=1 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.O9iHPDRtQuANsh0rtc_fWcTIxdST11f_0 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12407198120927973883', time=2024-09-12T20:12:57.642589+0000, chain.objs.size()=1 2024-09-12T18:25:57.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ft_Rj5wQpZ27uEUtXmDyUSu0rc8E40R_0 2024-09-12T18:25:57.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15264490907016153493', time=2024-09-12T20:12:57.937061+0000, chain.objs.size()=1 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.b_v9vy9yN7U57icjQ0wLyzKLOtt3mHJ_0 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17305629300569850709', time=2024-09-12T20:12:57.999325+0000, chain.objs.size()=1 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Cyv-yYqeyObfDQq9SVQ22BXRKdgPNIi_0 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.769071971972388844', time=2024-09-12T20:12:58.114113+0000, chain.objs.size()=1 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SfrtExTjz8hOgxLKQHOYRPokZQHywvr_0 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3269628539105226856', time=2024-09-12T20:12:58.179862+0000, chain.objs.size()=1 2024-09-12T18:25:57.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2p2Fk3_aTiko1Dy-Wl9OG-CMoXt-0qO_0 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18247811196021655566', time=2024-09-12T20:12:58.189119+0000, chain.objs.size()=1 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YWZlLjNDqf9yRa_jMTcahPiE39CGZAf_0 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4182430150142670709', time=2024-09-12T20:12:58.286524+0000, chain.objs.size()=1 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FqCQwvpppo7emy0ijIKy_T-G28lQQPm_0 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15359333267353292079', time=2024-09-12T20:12:58.301268+0000, chain.objs.size()=1 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Odn9mLNTHM3OR3WtrtiFt_BcTwc7E86_0 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11002829301037811800', time=2024-09-12T20:13:03.069150+0000, chain.objs.size()=1 2024-09-12T18:25:57.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.271__shadow_.rXuaQWzwajCfafw6kI5h1V9zO0vk3sn_0 2024-09-12T18:25:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13976246297213679426', time=2024-09-12T20:13:03.706295+0000, chain.objs.size()=1 2024-09-12T18:25:57.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.272__shadow_.0AR3OMVcrEHjGt53oUK8tHCaMf4FDZB_0 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10964083571724788363', time=2024-09-12T20:13:13.205589+0000, chain.objs.size()=1 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.287__shadow_.eVr-VQU5Sj5gfL3H-XDhXf2c-HZNG2p_0 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5665137828042682979', time=2024-09-12T20:13:13.838902+0000, chain.objs.size()=1 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.288__shadow_.vWxCMRcHX7AvIlDBMb9dL-c_WuEwQ32_0 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6904504734821760550', time=2024-09-12T20:13:17.857651+0000, chain.objs.size()=1 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.WcFgqiU3GAPbYtfqAaOu0hPx--VnmRy_0 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8363235020402416117', time=2024-09-12T20:13:19.237970+0000, chain.objs.size()=1 2024-09-12T18:25:57.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_._pOG0nGRkGrcFnLndehOkjLUkrBwkaI_0 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2267342974353815242', time=2024-09-12T20:13:59.041305+0000, chain.objs.size()=1 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.P34RonAOjJsGYMKV0Wx41DHeiDnvq7-_0 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9588977387584170132', time=2024-09-12T20:13:59.047883+0000, chain.objs.size()=1 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0Xr0MYen4pJBvC9csRz6hAkb3sToJ8R_0 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3395707957846017401', time=2024-09-12T20:13:59.193889+0000, chain.objs.size()=1 2024-09-12T18:25:57.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KM90AMx-sxfxyPraIiGO4csnbwq6PHw_0 2024-09-12T18:25:57.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3233476092684422931', time=2024-09-12T20:13:59.687319+0000, chain.objs.size()=1 2024-09-12T18:25:57.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.d-8-rPEq1dmncZbRukZSUgE9-1g5JDf_0 2024-09-12T18:25:57.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3781197472688410798', time=2024-09-12T20:13:59.733360+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rU2POYfTPpl1yi0J8dfsGrxbLMK5clB_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10914704758060652517', time=2024-09-12T20:13:59.740587+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qxVG26xkBKKiqsSTW8QtrUvpl_bK2N6_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5318595566103322992', time=2024-09-12T20:14:00.044609+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xyn3FTs3tvjJ4KmmisLE8WlHQcQ5lwB_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.944781257917790006', time=2024-09-12T20:14:00.064447+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dYUM7VkuKChMFixLgQu3-2DKEaBpDSz_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10842573273733123964', time=2024-09-12T20:14:00.080545+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6yURN82i9XDYjbTJmwtO5zmaM3C58JL_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14329254747442439347', time=2024-09-12T20:14:00.089341+0000, chain.objs.size()=1 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-U1Hjb-KBstijVlcQpbqR-qVnxj3mCO_0 2024-09-12T18:25:57.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13313492507089861425', time=2024-09-12T20:14:00.301624+0000, chain.objs.size()=1 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3Vz2aJuC6zOqcFF8pfHNnnwNqD1VSAo_0 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2044830406397736442', time=2024-09-12T20:14:00.543155+0000, chain.objs.size()=1 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GeOmgagllNXULlKBS_cZsk99R2HDci-_0 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5866790177897169363', time=2024-09-12T20:14:00.548256+0000, chain.objs.size()=1 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tTrkmwyAKOji_raPdWPCKvzwATL-VS6_0 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.455908483523594882', time=2024-09-12T20:14:00.670872+0000, chain.objs.size()=1 2024-09-12T18:25:57.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.R7zWiskli0crAqnsKH-2d35d5U6W9xB_0 2024-09-12T18:25:57.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1328628619966182074', time=2024-09-12T20:14:00.751895+0000, chain.objs.size()=1 2024-09-12T18:25:57.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xVXXEhFC3rUlDocPNH0uz_r7QABIOrl_0 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11749727317211400542', time=2024-09-12T20:14:00.813344+0000, chain.objs.size()=1 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ebBxsK_F3U-c-7kJI4UGtPBctgrWWfp_0 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6349487475433304875', time=2024-09-12T20:14:00.855411+0000, chain.objs.size()=1 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uoc0jrmdgcpOJq_cNccijjJkgMceq53_0 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5749346096850979893', time=2024-09-12T20:14:00.872657+0000, chain.objs.size()=1 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rKl4Ah84KJM5mZ5Ho3xMK58OUA6wCPF_0 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5057028389549064859', time=2024-09-12T20:14:01.017639+0000, chain.objs.size()=1 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-eFLAiyzy-vpj6JcuoA_KsdEZ-cDKpR_0 2024-09-12T18:25:57.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10682646857682982092', time=2024-09-12T20:14:01.050588+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.n12qhbPq_-iYI5sz-izKNnjc5DcN4k-_0 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14338677781860733075', time=2024-09-12T20:14:01.093748+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Iyo87JxbWJqqZO1YSv-1-hZsurOyJ9K_0 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16881609796457459514', time=2024-09-12T20:14:01.116804+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FzSHXz9-ASyHEm0K1B0mII9LqlzguZX_0 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18231764918015815396', time=2024-09-12T20:14:01.171403+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.28PRVsZzkYHmjd2wBuZwj0t_HuZdMqX_0 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7021709756117505254', time=2024-09-12T20:14:01.346939+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.f3Wlse4f2bkZJAEssb4pyGTXl-eaX1A_0 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1396521466684347975', time=2024-09-12T20:14:01.365259+0000, chain.objs.size()=1 2024-09-12T18:25:57.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3Vp0Eo4QUKLBiSWCFpVMqgFSKDEzrl-_0 2024-09-12T18:25:57.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5192238537831455878', time=2024-09-12T20:14:01.373923+0000, chain.objs.size()=1 2024-09-12T18:25:57.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.kXrd0TweRWLSlrqnOsCOUtf0Xx14rQQ_0 2024-09-12T18:25:57.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8088270312228720151', time=2024-09-12T20:14:01.452370+0000, chain.objs.size()=1 2024-09-12T18:25:57.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.H9nyQDRygzo_r7izCfYxGcDl-erQYJx_0 2024-09-12T18:25:57.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3692276262878166681', time=2024-09-12T20:14:01.472695+0000, chain.objs.size()=1 2024-09-12T18:25:57.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LmRQiMoHZvd8kKG3Ts4x8AlpJxoCVKG_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4918576709592677230', time=2024-09-12T20:14:01.477357+0000, chain.objs.size()=1 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ucc54t9B00I7BgfWbOM7Xdn8E0-iy0G_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.318776968733270768', time=2024-09-12T20:14:01.518986+0000, chain.objs.size()=1 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RZJSoDMyw0Sc630trgTpWO8Imb56EPX_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.903874181068727983', time=2024-09-12T20:14:22.760422+0000, chain.objs.size()=1 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NENzNNrHTOqRf6ZmCEVsYeAFHJBWFr-_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2656005180595650269', time=2024-09-12T20:14:22.802299+0000, chain.objs.size()=1 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LVvSQlgGq0rgwMAuBbkQ1rEe-ROhHEJ_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10435662121893177202', time=2024-09-12T20:14:22.827555+0000, chain.objs.size()=1 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JjHsd-J-M1BwpgE9cDeVHjYO1SJkjir_0 2024-09-12T18:25:57.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5770446433420740404', time=2024-09-12T20:14:22.866172+0000, chain.objs.size()=1 2024-09-12T18:25:57.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DKnMT70hk3hGSbmOSRmzblDicLtu56w_0 2024-09-12T18:25:57.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.140766788524894627', time=2024-09-12T20:14:22.932470+0000, chain.objs.size()=1 2024-09-12T18:25:57.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4MAsoVkmtWi5naHhTtwJS9hzJhwJmyN_0 2024-09-12T18:25:57.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8846774750153807152', time=2024-09-12T20:14:23.076186+0000, chain.objs.size()=1 2024-09-12T18:25:57.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H2OPSYLSq32YOoD7xeDN8OP2raa_rsU_0 2024-09-12T18:25:57.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16700569239704662053', time=2024-09-12T20:14:23.078949+0000, chain.objs.size()=1 2024-09-12T18:25:57.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._5lUA34p7zlomfwYec3l7vEisWSRBlX_0 2024-09-12T18:25:57.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10201767159432857103', time=2024-09-12T20:14:23.138776+0000, chain.objs.size()=1 2024-09-12T18:25:57.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1cFal9Z_1pZzW5akQ20t8IBwKux9-cj_0 2024-09-12T18:25:57.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2135978477540355622', time=2024-09-12T20:14:23.199030+0000, chain.objs.size()=1 2024-09-12T18:25:57.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.oDh5BEQcP9Y44ToQ_qFUK3R4EaBxM48_0 2024-09-12T18:25:57.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3576610471122195569', time=2024-09-12T20:14:23.218489+0000, chain.objs.size()=1 2024-09-12T18:25:57.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UszQmMoK4aOiYVGV4RE6Hyle4LrzMpx_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1962305769354690552', time=2024-09-12T20:14:23.241019+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uzjbsG5jJxaBYHgYCEnvoJY2wA5G3i8_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.878627147826499109', time=2024-09-12T20:14:23.666340+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ldeQNxoetdBCsHrjy99GMhqPPRggvh-_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10690959743889530699', time=2024-09-12T20:14:23.729317+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.S_0bALEcx2-K5MVC5x0dhI5bUeBG-9R_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15051298817446734953', time=2024-09-12T20:14:23.749141+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.r-qZDCIhuFSC2qWySuHQ4YxlNM07A1a_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16169524635249530150', time=2024-09-12T20:14:23.818824+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BdHa_poaRRpg0uycKOgwFcgUoJFXiZz_0 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5399678607567173676', time=2024-09-12T20:14:24.034086+0000, chain.objs.size()=1 2024-09-12T18:25:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4HpYD_f0Ybou3wCXRxsDsv4N6-ueTbP_0 2024-09-12T18:25:57.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17181182851911124465', time=2024-09-12T20:14:24.084851+0000, chain.objs.size()=1 2024-09-12T18:25:57.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PRl5dswOFyxbg4UpNBLZMF4Lpo74SrL_0 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6821073577707423452', time=2024-09-12T20:14:24.250990+0000, chain.objs.size()=1 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KFxtFxTgVjTvYg0EwgZ4IJBI61LA7Pi_0 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13423136159962618484', time=2024-09-12T20:14:24.495294+0000, chain.objs.size()=1 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._Dapx6JVQvI2Gb680hzYyfIBDPNPvo8_0 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9159900187042074407', time=2024-09-12T20:14:24.714965+0000, chain.objs.size()=1 2024-09-12T18:25:57.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.363+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Em-jgj0vH-qQgcbz1BdEauwSBo_uukO_0 2024-09-12T18:25:57.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2043247898281316735', time=2024-09-12T20:14:24.768534+0000, chain.objs.size()=1 2024-09-12T18:25:57.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iAQK5v-UeB8J9ggFCpM33RQfNiDC4fl_0 2024-09-12T18:25:57.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6595353672727094773', time=2024-09-12T20:14:24.789069+0000, chain.objs.size()=1 2024-09-12T18:25:57.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kEuDWg0MByYrjkQFJCQH40wOBSuqCC4_0 2024-09-12T18:25:57.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7066978664086933533', time=2024-09-12T20:14:25.121930+0000, chain.objs.size()=1 2024-09-12T18:25:57.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.t6wMtY9fLTHUYROMeZ-iOpX60VTju0v_0 2024-09-12T18:25:57.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10699100087024682568', time=2024-09-12T20:14:25.131021+0000, chain.objs.size()=1 2024-09-12T18:25:57.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.f5zQY1ATL-ZzEHHXakygWlG3x9xsj0u_0 2024-09-12T18:25:57.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7619383512796651631', time=2024-09-12T20:14:25.183343+0000, chain.objs.size()=1 2024-09-12T18:25:57.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.we_AAmiVWjtOFXDwacCi1-pzoN9Eqrm_0 2024-09-12T18:25:57.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18006721020408119293', time=2024-09-12T20:14:25.222691+0000, chain.objs.size()=1 2024-09-12T18:25:57.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AEKz6KGQd4mLE5JmjsPMjLI3IM1Tuf-_0 2024-09-12T18:25:57.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18289976832691269087', time=2024-09-12T20:14:25.314226+0000, chain.objs.size()=1 2024-09-12T18:25:57.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fu648RGO889cTBz1lXkbqUCUSgj2bPX_0 2024-09-12T18:25:57.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2714317080744711993', time=2024-09-12T20:14:25.404864+0000, chain.objs.size()=1 2024-09-12T18:25:57.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5o4z5YocedVT0H2Q4gweDlOl5VzxmK-_0 2024-09-12T18:25:57.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10576003213550723674', time=2024-09-12T20:14:25.459966+0000, chain.objs.size()=1 2024-09-12T18:25:57.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fgNQDBD62XEG6bBB0Kidx5PBDQcWX58_0 2024-09-12T18:25:57.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6747150996396958043', time=2024-09-12T20:14:25.496126+0000, chain.objs.size()=1 2024-09-12T18:25:57.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.t3KW76o2tuz-vVXxuoUlYMH2EpMUk0T_0 2024-09-12T18:25:57.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8006455647425488291', time=2024-09-12T20:14:25.513083+0000, chain.objs.size()=1 2024-09-12T18:25:57.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.375+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8oGVd4V1bix-UvvrB0A68-xYKUROZex_0 2024-09-12T18:25:57.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.383+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44544 2024-09-12T18:25:57.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13930610600461862847', time=2024-09-12T20:14:25.517683+0000, chain.objs.size()=1 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EiFab6_ixdXRqmSvA0aUIK_LYS-S55m_0 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.364473429010421788', time=2024-09-12T20:14:50.937346+0000, chain.objs.size()=1 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.373__shadow_.bbNvLGyrReiwUVtv6altEKhyG12GHYD_0 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16996470228298495242', time=2024-09-12T20:15:53.534683+0000, chain.objs.size()=1 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.465__shadow_.Ds1-00-PGBkCLg6et88dZOBAopGW0K6_0 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3660640469475370788', time=2024-09-12T20:15:54.090683+0000, chain.objs.size()=1 2024-09-12T18:25:57.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.466__shadow_.-rORLY9J3IyiFgORx60QmM7KbNfAjum_0 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9727655388318298525', time=2024-09-12T20:16:02.459883+0000, chain.objs.size()=1 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.qB3d9HFV9RO6llbG82jY27JoEIP06Bk_0 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14849972056578446064', time=2024-09-12T20:16:26.329448+0000, chain.objs.size()=1 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.518__shadow_.6udWrMSclBSlpppxXyp82MrNGPtN0p2_0 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8342685717416425847', time=2024-09-12T20:16:33.936610+0000, chain.objs.size()=6 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.1 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__shadow_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.1_1 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.2 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__shadow_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.2_1 2024-09-12T18:25:57.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__multipart_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.3 2024-09-12T18:25:57.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.387+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.522__shadow_mymultipart.2~36l9KieJJzcNYzeE751TmCIBodB9P8u.3_1 2024-09-12T18:25:57.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.391+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14853450968657516388', time=2024-09-12T20:17:52.675819+0000, chain.objs.size()=1 2024-09-12T18:25:57.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.391+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.562__multipart_mymultipart.2~vN09xtBmXUxAq7iKigi7Q3OYvW6Vpvp.1 2024-09-12T18:25:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.404647224649752919', time=2024-09-12T20:18:17.337063+0000, chain.objs.size()=1 2024-09-12T18:25:57.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:YsxZ3lovcCx3jrBxVZZZX2G3X70RFAk_.-iwzVZMvQ38U61MzTy9U0YLpBJswu8R_0 2024-09-12T18:25:57.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7434813878354184960', time=2024-09-12T20:18:21.321360+0000, chain.objs.size()=1 2024-09-12T18:25:57.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:D4di94KsjnHKqxNVlfmPiauh-t.I8P-_.0HPFkXll3m3uPLqpsWxCMwdACh2EYDp_0 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3680722684670315393', time=2024-09-12T20:18:23.170328+0000, chain.objs.size()=1 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:tbfkPK-Ye6v9gzoPmCW.CDmziZqy-X6_.8sQvRuDiiK5PKxibtVeNzFsSQAgiWMV_0 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4575826832521012429', time=2024-09-12T20:18:37.454157+0000, chain.objs.size()=1 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:wSG52.J6.BkX7xpaQcUCwpS0ApKUzXX_.58drwdxAP2fvGQfDs-jt-4PTw9fKYdY_0 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7182149079028357999', time=2024-09-12T20:18:42.642319+0000, chain.objs.size()=4 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~VwOM5iPeQklETPYM5Wp0j9bv5FTkQR3.1 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~VwOM5iPeQklETPYM5Wp0j9bv5FTkQR3.2 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~VwOM5iPeQklETPYM5Wp0j9bv5FTkQR3.3 2024-09-12T18:25:57.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.579__multipart_testobj.2~VwOM5iPeQklETPYM5Wp0j9bv5FTkQR3.4 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4873760413113757749', time=2024-09-12T20:19:02.170084+0000, chain.objs.size()=1 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.607__shadow_.fs6bIlD1ImjNjOWqZPlPLdyVDctMjiJ_0 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13824588092918145595', time=2024-09-12T20:21:39.473867+0000, chain.objs.size()=1 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.641__shadow_.XTt4l4vx2LiI5vimPGbKSE3rscj0vUt_0 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3385470885463457716', time=2024-09-12T20:21:51.430186+0000, chain.objs.size()=1 2024-09-12T18:25:57.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.399+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.657__shadow_.khN59rG63m4mqL8a6OcWRu2CQpdFkK8_0 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18428140818454452859', time=2024-09-12T20:21:58.361962+0000, chain.objs.size()=1 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.665__shadow_.i7BVHZMyA3pHCWD_zxAAbD2qdvUJ3I1_0 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7550130327621431138', time=2024-09-12T20:22:01.248571+0000, chain.objs.size()=1 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.669__shadow_.N7k5WB3BTO-daTn_7dnVTFQvu89x7zD_0 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12449837051664959045', time=2024-09-12T20:22:16.083249+0000, chain.objs.size()=1 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.698__shadow:iRW8slOB0L6Z3rN8HHi5rCn38ReYayD_.0L1r6k1Bx-olAjYjtO2B5qf4NegFINT_0 2024-09-12T18:25:57.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14739298713745915982', time=2024-09-12T20:22:22.793074+0000, chain.objs.size()=1 2024-09-12T18:25:57.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.709__shadow:qBADaAUDx.r5yelCSzhN0uKitieRYst_.G-X5SxZK_-WSnvTEOgd-kpTzKXX0uJY_0 2024-09-12T18:25:57.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5183236355519454725', time=2024-09-12T20:22:26.107847+0000, chain.objs.size()=1 2024-09-12T18:25:57.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.407+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.715__shadow:YfqFIiAz78elEbwO-se2wGV6IzaaSWi_.D8rJfvwlHn000_PwXa1dbEG6rVC0uT7_0 2024-09-12T18:25:57.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.415+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.415+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:25:57.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.419+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50321' 2024-09-12T18:25:57.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7756927141513925063', time=2024-09-12T20:12:19.606149+0000, chain.objs.size()=1 2024-09-12T18:25:57.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.239__shadow_.LscBcJxE97Z15juc7hSsLyu0VOMwsqL_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18101386269940380804', time=2024-09-12T20:12:55.729125+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dMo21rEtelJDUmffX1GX3knP4-2WmnQ_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3993766235218809305', time=2024-09-12T20:12:55.810245+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fSuJoFsZOsk9wABBg84rdlX_UI1PKqb_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9287198709577610288', time=2024-09-12T20:12:55.865349+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.h9775F49uLROaq026nMrXuv5XvSUun8_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2538987073444350585', time=2024-09-12T20:12:55.889205+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.29jaxkga_hlwKSBp-jcAq9QuzkG2BdL_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9590360057898418665', time=2024-09-12T20:12:55.899221+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hPzSlpeFj-hCLt-Sv75I0QvAhUsEKmI_0 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15525279152943551313', time=2024-09-12T20:12:55.903288+0000, chain.objs.size()=1 2024-09-12T18:25:57.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0-omW84BXMFmQCcmfodfJMF7CV_hHZs_0 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9224841139767407939', time=2024-09-12T20:12:56.180217+0000, chain.objs.size()=1 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iy6Ed4SuwWxUq1Ho8g5IRayL2-eMxT3_0 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9652096744525116495', time=2024-09-12T20:12:56.287643+0000, chain.objs.size()=1 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PLKoh05pZCfPa5vCPanMFZaE6pfuVjd_0 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8111953078223377100', time=2024-09-12T20:12:56.327692+0000, chain.objs.size()=1 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1t2qScj8b0T3VH9Y25noAm6jsa21izE_0 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6880139250515538594', time=2024-09-12T20:12:56.489350+0000, chain.objs.size()=1 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NzAxmy9dL-zmB7hoD_GKAkBD2hLTa5z_0 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13617067683042980614', time=2024-09-12T20:12:56.490754+0000, chain.objs.size()=1 2024-09-12T18:25:57.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.423+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.m7ddpo5WCb-mZA1UaKNGp5onFk8NC40_0 2024-09-12T18:25:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16518736177974624060', time=2024-09-12T20:12:56.498340+0000, chain.objs.size()=1 2024-09-12T18:25:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C3Hryo5UoRRxwq9z-4uGc6jgVXwBd-z_0 2024-09-12T18:25:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15309772850313331482', time=2024-09-12T20:12:56.499367+0000, chain.objs.size()=1 2024-09-12T18:25:57.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WbqBo7e7GZg-sLzZQUuMOWymoIWP-md_0 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9436885205659591797', time=2024-09-12T20:12:56.502180+0000, chain.objs.size()=1 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QfUGsbTqItiwxdrg-3nw9kwF4mK8Wo2_0 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3538683676074487735', time=2024-09-12T20:12:56.503243+0000, chain.objs.size()=1 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gwPXPaZGPPMBPPoDD32g5oCjIV40LVt_0 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17906820437503681999', time=2024-09-12T20:12:56.519589+0000, chain.objs.size()=1 2024-09-12T18:25:57.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-Dmdezckxg4oJvLi_Rc6jRcrGV3Luxc_0 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17085457527435180434', time=2024-09-12T20:12:56.630324+0000, chain.objs.size()=1 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6WXsbXRiqt61yzIqidyHEIgb6usx-aH_0 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14482807826680267646', time=2024-09-12T20:12:56.650546+0000, chain.objs.size()=1 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hgO6D9kPfqgNEiRaZ00ilfM9zwo1aQN_0 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10388943414892823257', time=2024-09-12T20:12:56.806126+0000, chain.objs.size()=1 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.foXAlIzcdu0-Yc87pW88x4hXr9wKx3d_0 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12724411415123797754', time=2024-09-12T20:12:56.926800+0000, chain.objs.size()=1 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MEb3OTHoxN8FR4S2PtjX54cHQ1Cbf6-_0 2024-09-12T18:25:57.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15732010283387189780', time=2024-09-12T20:12:56.952695+0000, chain.objs.size()=1 2024-09-12T18:25:57.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jK99Op4e0glKzhUCxvp-UTCr5QvdZgq_0 2024-09-12T18:25:57.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12382431951692196669', time=2024-09-12T20:12:57.074490+0000, chain.objs.size()=1 2024-09-12T18:25:57.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.427+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bAZmhs68JM16F0fIQrpAlI8pq8F-LnM_0 2024-09-12T18:25:57.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.153399472825442921', time=2024-09-12T20:12:57.080246+0000, chain.objs.size()=1 2024-09-12T18:25:57.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mcA_ZATXhujUaX3feTNCM7_jg77NxbN_0 2024-09-12T18:25:57.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14129093228910017294', time=2024-09-12T20:12:57.100996+0000, chain.objs.size()=1 2024-09-12T18:25:57.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.z8DOycfNU5IXHzsknrxFg47aXwpQrfz_0 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6664849654303531446', time=2024-09-12T20:12:57.138078+0000, chain.objs.size()=1 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.A5ZSTzARP4n6GXCfng8JhjqC49lsHQN_0 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10717847233400403032', time=2024-09-12T20:12:57.142051+0000, chain.objs.size()=1 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JZ_6dbf6W5TO8gmqiTqdTOmap3dlYvK_0 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8512871348726298287', time=2024-09-12T20:12:57.176812+0000, chain.objs.size()=1 2024-09-12T18:25:57.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Zju5ClilxIdaXW-o3iPW11xCV6c664r_0 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8528089524787405803', time=2024-09-12T20:12:57.425993+0000, chain.objs.size()=1 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C7hIg70STUMmqFR8pNNdrOmPneUriVz_0 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6562880867400203535', time=2024-09-12T20:12:57.574026+0000, chain.objs.size()=1 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pwo3igN3ybh5tujRT-D-i2VXb9NRNxo_0 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8985803845737030127', time=2024-09-12T20:12:57.658090+0000, chain.objs.size()=1 2024-09-12T18:25:57.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.940TU0XJ_4v7TetaTScK7rZnZCDatRQ_0 2024-09-12T18:25:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2675251977311802043', time=2024-09-12T20:12:57.668095+0000, chain.objs.size()=1 2024-09-12T18:25:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jMVVqMh_fTKrwPSrdRdfubtbAJxo33B_0 2024-09-12T18:25:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8554270652006725599', time=2024-09-12T20:12:57.869235+0000, chain.objs.size()=1 2024-09-12T18:25:57.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.435+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dEKhDVFsYPDX8uB74A9tq8SdHyJprk3_0 2024-09-12T18:25:57.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1148754559689499195', time=2024-09-12T20:12:57.912980+0000, chain.objs.size()=1 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ssFsryor-fhwT9o9f9qvrcfOlFR-Kqm_0 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12765620299539040750', time=2024-09-12T20:12:57.956687+0000, chain.objs.size()=1 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hrF4O_zF18KUfdkYabhR7pz8cB18Wmw_0 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10415766679107647719', time=2024-09-12T20:12:58.014882+0000, chain.objs.size()=1 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1YgFsFlqpkPTuYLLxtMszndq5teLUC6_0 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13830276005568323381', time=2024-09-12T20:12:58.158586+0000, chain.objs.size()=1 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lFRFAvqaNi5E99sE_acLfVyLq_IsCgS_0 2024-09-12T18:25:57.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15283353324773706444', time=2024-09-12T20:12:58.177459+0000, chain.objs.size()=1 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fsVZq3N8BIKxNyt5Q8Hxv2EDJDbhlaE_0 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1099091118462806376', time=2024-09-12T20:12:58.234758+0000, chain.objs.size()=1 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UKwUO-18iKD5sszmll5PooqWpNDREeC_0 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5818337179595878124', time=2024-09-12T20:13:01.290037+0000, chain.objs.size()=1 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.268__shadow_.X9wq076EveSllkAUJIsrlbh6-Kk4OOG_0 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15145398159807088745', time=2024-09-12T20:13:06.872122+0000, chain.objs.size()=1 2024-09-12T18:25:57.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.439+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.277__shadow_.Br1DL_424lcCh62r2_q4Q-0djIxGhzn_0 2024-09-12T18:25:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13832808975910286776', time=2024-09-12T20:13:09.410387+0000, chain.objs.size()=1 2024-09-12T18:25:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.281__shadow_.1RlRakkAhhwrALsBiRUHBtPkCiMNrnd_0 2024-09-12T18:25:57.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6244160206128810427', time=2024-09-12T20:13:58.907159+0000, chain.objs.size()=1 2024-09-12T18:25:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.eaAHZQXEYo1tAoMuS46gSLN_grUL-sD_0 2024-09-12T18:25:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14348897455194622554', time=2024-09-12T20:13:58.986052+0000, chain.objs.size()=1 2024-09-12T18:25:57.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Fby5haZRm9JjYvg3rwMexhkKz9LFK6G_0 2024-09-12T18:25:57.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18114592111374366145', time=2024-09-12T20:13:59.059572+0000, chain.objs.size()=1 2024-09-12T18:25:57.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.447+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uAHYz26dC745f_-NKWcjb4GLj6VdXjN_0 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2127622800239763731', time=2024-09-12T20:13:59.063848+0000, chain.objs.size()=1 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fd0T8gtWEezQ4F-QixqVN4ZrhF4rrEu_0 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6127651022224881301', time=2024-09-12T20:13:59.230085+0000, chain.objs.size()=1 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cfpquV10JuKLOf_eMBbEKTNaiIW_280_0 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17361308083840807030', time=2024-09-12T20:13:59.284416+0000, chain.objs.size()=1 2024-09-12T18:25:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Tvhm6O82odfdhFMdnxOpoS5Ngxw148c_0 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1537577854235331464', time=2024-09-12T20:13:59.289160+0000, chain.objs.size()=1 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uoY5J3AWoUK_nnuhueOFy24RkOrcLxR_0 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13024213875165853977', time=2024-09-12T20:13:59.295278+0000, chain.objs.size()=1 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VWe7E3MtEkcv8AbxUPRx_tQKntw6MsX_0 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4558428136039805137', time=2024-09-12T20:13:59.315672+0000, chain.objs.size()=1 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0vyOcYmzLgyN220-5m3fMDTcqQZVz0V_0 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10479825743591885952', time=2024-09-12T20:13:59.317424+0000, chain.objs.size()=1 2024-09-12T18:25:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1vYGIk3ilU91kPu1fhxvbaANZnth3iN_0 2024-09-12T18:25:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1866931855410390888', time=2024-09-12T20:13:59.359586+0000, chain.objs.size()=1 2024-09-12T18:25:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.451+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.15jbdVxxkm4UFGtLlFeSpaxocNp5Swh_0 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6179607199360361764', time=2024-09-12T20:13:59.372077+0000, chain.objs.size()=1 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3O6gXaabHoxoc-BhWpmwlQLJhELz0ss_0 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5808519357284273076', time=2024-09-12T20:13:59.394774+0000, chain.objs.size()=1 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZfucM2nJP_uPUip3OhBDzmeN4y7bnHa_0 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6429614488350437695', time=2024-09-12T20:13:59.429717+0000, chain.objs.size()=1 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vqwrAfdNp79GvfZycCGZHNrD6es4gBT_0 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14943816636665042754', time=2024-09-12T20:13:59.617349+0000, chain.objs.size()=1 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dxEc_Bym43HvxQao-AIOyBHd9eLMT9H_0 2024-09-12T18:25:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18018575845684533321', time=2024-09-12T20:13:59.700860+0000, chain.objs.size()=1 2024-09-12T18:25:57.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rf5k824dc5MaUu16AqGEPV-BVzoD4Ia_0 2024-09-12T18:25:57.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10994075822900789836', time=2024-09-12T20:13:59.741079+0000, chain.objs.size()=1 2024-09-12T18:25:57.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3wkP-Jsddu-UKrCoITR0agJtctp4o8r_0 2024-09-12T18:25:57.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2281265823239081835', time=2024-09-12T20:13:59.758268+0000, chain.objs.size()=1 2024-09-12T18:25:57.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Qu77fxs97dhmEraQYB3eu1IEWn9Wb9o_0 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12718841054500933541', time=2024-09-12T20:13:59.769053+0000, chain.objs.size()=1 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.G6_wTONDGGXGoAhG1-Uj0BovsSGq0iL_0 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7848176407172907315', time=2024-09-12T20:14:00.113510+0000, chain.objs.size()=1 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HcS3pmFbL6aJOIJtiXqCJ0jq_cYoUlI_0 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12169953231708308805', time=2024-09-12T20:14:00.167750+0000, chain.objs.size()=1 2024-09-12T18:25:57.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.455+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SAHxfOd9G4LVBYUOgyZKg9uuhgp9yIc_0 2024-09-12T18:25:57.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17563328929740541849', time=2024-09-12T20:14:00.442136+0000, chain.objs.size()=1 2024-09-12T18:25:57.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Q7LK1S2xtDW8Kku4rWvZS0QVnG7ISU1_0 2024-09-12T18:25:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2750291181547895174', time=2024-09-12T20:14:00.482722+0000, chain.objs.size()=1 2024-09-12T18:25:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._VL_Qc_HHw0DG5St7hUO5QOVDlYPrHt_0 2024-09-12T18:25:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11847744039703333192', time=2024-09-12T20:14:00.651890+0000, chain.objs.size()=1 2024-09-12T18:25:57.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.y2PJkXMCzz2IVQNFldCG6zSCFdC6s1n_0 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1311691043372278366', time=2024-09-12T20:14:00.694812+0000, chain.objs.size()=1 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JqVzRaenFV6JVDBtqwlLHtL2iRyX1B0_0 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5849143346328602927', time=2024-09-12T20:14:00.789814+0000, chain.objs.size()=1 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sQM8uELqASANVAnOeQQEQOrcDqBNOsd_0 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8237910194665852036', time=2024-09-12T20:14:00.835562+0000, chain.objs.size()=1 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YxvJg8B9x2tjpzZtbqDiaRYxVGXfSqg_0 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2396168268778980055', time=2024-09-12T20:14:00.842207+0000, chain.objs.size()=1 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.OaNo_NhUTok2jdkpk_UomZVFjGpVkmA_0 2024-09-12T18:25:57.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2685115423270531076', time=2024-09-12T20:14:00.866471+0000, chain.objs.size()=1 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dxAtdYhS5UHbG_y87j9S_BRuuqPiiT9_0 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4592601188342969066', time=2024-09-12T20:14:01.172241+0000, chain.objs.size()=1 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SLW8BtHVjMqKTC0psiaZfSqfidfEOZ9_0 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6175140806442922132', time=2024-09-12T20:14:01.413563+0000, chain.objs.size()=1 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.h9e9CuD0dsSdEzwgYKvGVDalsWUPze0_0 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10916732496708524061', time=2024-09-12T20:14:01.461025+0000, chain.objs.size()=1 2024-09-12T18:25:57.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.459+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rkCvAvvyMuXFUaFF83BxOwAJeNkBdia_0 2024-09-12T18:25:57.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15843332776951704026', time=2024-09-12T20:14:22.700336+0000, chain.objs.size()=1 2024-09-12T18:25:57.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WLpGQ360w6LbOuDUymjmC-yWBbJrKu5_0 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2515423820144903992', time=2024-09-12T20:14:22.835379+0000, chain.objs.size()=1 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Ly_synr7XC4k7X5BPDeroQi9CkHB_x-_0 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9036326869117596127', time=2024-09-12T20:14:22.850861+0000, chain.objs.size()=1 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uyuqKK4TGgd_-Lbila-dID_maENcBQz_0 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15512929034605125112', time=2024-09-12T20:14:22.858373+0000, chain.objs.size()=1 2024-09-12T18:25:57.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.463+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-u69u4h-CwnLw_tecqyoNyK-Hf5u-rW_0 2024-09-12T18:25:57.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15782668814046340080', time=2024-09-12T20:14:22.900099+0000, chain.objs.size()=1 2024-09-12T18:25:57.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.RNJGBW_HKXD4Mpo8uV7GKfmtMB_c8uY_0 2024-09-12T18:25:57.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6222345396158286398', time=2024-09-12T20:14:23.153130+0000, chain.objs.size()=1 2024-09-12T18:25:57.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E4Mlwz_MmO3rNTf-jPbCDz1zpT4K2gq_0 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16392434920289538162', time=2024-09-12T20:14:23.181244+0000, chain.objs.size()=1 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H69DS-IukZyAYNenFhF_XaGyNgdRsjc_0 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7266311741369534552', time=2024-09-12T20:14:23.211491+0000, chain.objs.size()=1 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qT23BjsQd8rtHxGTsY57Z9-WsTFJH_l_0 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4710717795663573606', time=2024-09-12T20:14:23.232971+0000, chain.objs.size()=1 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MDwGchZYy8yDVCBNoqZ8MHNIdmC0nJy_0 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14765540155662975542', time=2024-09-12T20:14:23.842089+0000, chain.objs.size()=1 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.q-CJ71JukoZlKPEaSvfVlBcSw5DaE4e_0 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9060743463934599483', time=2024-09-12T20:14:23.888115+0000, chain.objs.size()=1 2024-09-12T18:25:57.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.m8pEx1PfP0STSNu0l0HLzWOptWibv1w_0 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4776146982616913493', time=2024-09-12T20:14:24.014193+0000, chain.objs.size()=1 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-bY-cMZ_FP3dTOFDfpNEKt1zY5Svm0e_0 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6916326172908631787', time=2024-09-12T20:14:24.016459+0000, chain.objs.size()=1 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.467+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.g2127bcbJ3bxrGw78RJzz8S6bny5IQx_0 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3847073599583546304', time=2024-09-12T20:14:24.065305+0000, chain.objs.size()=1 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dWWM6XbzPcA8Rb73D72z_3Cwh_HCE6I_0 2024-09-12T18:25:57.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.471+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8452890819250167003', time=2024-09-12T20:14:24.150357+0000, chain.objs.size()=1 2024-09-12T18:25:57.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.471+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0ktQBflYscrl7n1DpgEuj1-WNSE1cy5_0 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15600785419200701479', time=2024-09-12T20:14:24.213869+0000, chain.objs.size()=1 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3sGSmhWbt1K1egGdS8pLLrfPtZqIrBs_0 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17567395080113519541', time=2024-09-12T20:14:24.518306+0000, chain.objs.size()=1 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jvdGXrCV-kQgt9DRFudb4LazYt8gvkj_0 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17980922558442036826', time=2024-09-12T20:14:24.747178+0000, chain.objs.size()=1 2024-09-12T18:25:57.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fNiuLtM_vg0GDD2LZ22xbqwEbxUL5AE_0 2024-09-12T18:25:57.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11634279464538918941', time=2024-09-12T20:14:24.756954+0000, chain.objs.size()=1 2024-09-12T18:25:57.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dm70dvrYGP_f8vfbvE3n1LUDq4Upn7I_0 2024-09-12T18:25:57.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6888803551548732474', time=2024-09-12T20:14:24.786631+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fZufO8HpB68GmVYOHat3plmX_hKzx14_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1060705990983382952', time=2024-09-12T20:14:24.904755+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.K5f3Ngkly3V74NKgQCPlbzpELfkzAWr_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1033761493925485281', time=2024-09-12T20:14:24.915132+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6xFKERhOQD5RxWWphdMQ6iIzehwnRgp_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3979178560995735295', time=2024-09-12T20:14:25.085007+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HHCcdcfSMao-kje5OZh6aFlZ8K3oqZi_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1753714315103529127', time=2024-09-12T20:14:25.094001+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OGAXKG4Ui-xNDLARTzG-LouXRrlcJHf_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6003297732135823003', time=2024-09-12T20:14:25.106187+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.It_OKYkifezeWQoVsrks4cfViUAYJfv_0 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17705173316812798670', time=2024-09-12T20:14:25.136560+0000, chain.objs.size()=1 2024-09-12T18:25:57.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.475+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SA1dmkqhH7GydITYvsw5GwanKAYEUIo_0 2024-09-12T18:25:57.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50321 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12826755022461224991', time=2024-09-12T20:14:25.142674+0000, chain.objs.size()=1 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Rk_IlmrraeGGqJhh3E6G6Or3qTtH6IT_0 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1884806781592089072', time=2024-09-12T20:14:25.189505+0000, chain.objs.size()=1 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2fU5MVEsZ5rcI68mr44C-f7Oaes8MGz_0 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17677962387963682295', time=2024-09-12T20:14:25.230937+0000, chain.objs.size()=1 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ARxXLmOlQtl2QMfTn-H3s1sGA_WHmp1_0 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3211016860777929050', time=2024-09-12T20:14:25.251697+0000, chain.objs.size()=1 2024-09-12T18:25:57.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E0DMja5sJ9yj_IEu_8xSSIjM8MNE5Se_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4622013023834002353', time=2024-09-12T20:14:25.416960+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NHP9mVkgfOCv1J-6TnIKPTMXo9NJz4J_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7343501078894300703', time=2024-09-12T20:14:25.472820+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8vqyC1TA5KCvjWC1gvcI-H3TGpz0NQS_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13108689971640664045', time=2024-09-12T20:15:49.979946+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.461__shadow_.BQTlvIa-UMnEZyjimTh3jhAWFw2BVdF_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3268188717361422634', time=2024-09-12T20:16:03.142438+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.485__shadow_._9qohtAW_JbbG6Dl_P35GUK7tZWN44t_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16003067803466456826', time=2024-09-12T20:16:05.887058+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.489__shadow_.IHuQxbMKPXq6XJddMsHmAUTmG0CTYv1_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7800310879095572368', time=2024-09-12T20:16:11.184765+0000, chain.objs.size()=1 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.499__shadow_.n94kGogSZQ6j_fEPtexxIhAQZDM-HBv_0 2024-09-12T18:25:57.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4402224858705268273', time=2024-09-12T20:16:23.304033+0000, chain.objs.size()=1 2024-09-12T18:25:57.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.516__shadow_.ku3Mbar8JYmIHBvsJhh4zZcNCOnMrxl_0 2024-09-12T18:25:57.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15719764074005682437', time=2024-09-12T20:16:48.835875+0000, chain.objs.size()=6 2024-09-12T18:25:57.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.483+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.1 2024-09-12T18:25:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.7IWEzRLUu2ZmElC-fGcs-CdpjJGtaLYX.2 2024-09-12T18:25:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.f_sdxcZtQLmSP0UvM0tb1JyqnM0Zzg34.3 2024-09-12T18:25:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.4 2024-09-12T18:25:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.5 2024-09-12T18:25:57.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.487+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.6 2024-09-12T18:25:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13978743803733161979', time=2024-09-12T20:17:00.570958+0000, chain.objs.size()=2 2024-09-12T18:25:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.529__shadow_.v1NcJ3prYW0o-p1LbSDxA7OgXy2YkV1_0 2024-09-12T18:25:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.529__shadow_.v1NcJ3prYW0o-p1LbSDxA7OgXy2YkV1_1 2024-09-12T18:25:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1276354320703579197', time=2024-09-12T20:17:45.187814+0000, chain.objs.size()=1 2024-09-12T18:25:57.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.554__shadow_.PcWvW0eAmMD36jv9hx5CIiNMKUiyuUb_0 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.644055815065969877', time=2024-09-12T20:17:46.112850+0000, chain.objs.size()=1 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.555__shadow_.hR1hgbSoWEltweXL6YOFJFNAmcjMy8r_0 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17676528379503587538', time=2024-09-12T20:18:04.525670+0000, chain.objs.size()=1 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:-oCfvRblxLcRKIDgjeXcKFnIFJl6d4R_.efB1Qa1CQ8jn2zQHDe6V02AeL7XAfhS_0 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12528955613401799012', time=2024-09-12T20:18:06.058648+0000, chain.objs.size()=1 2024-09-12T18:25:57.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:vgiSwxyBEqbrCRenQGLrisgU1zefuBI_.awbF5VTZtMRdb6qlEpDNFiQO3HOkzOb_0 2024-09-12T18:25:57.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5146585929513571924', time=2024-09-12T20:18:06.370094+0000, chain.objs.size()=1 2024-09-12T18:25:57.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.491+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:AaCd41TpxNzW4BFGihhLN5tUdt3iobo_.H3fJyoLo5ZDGKuvxLiFfExKHc1UmWj9_0 2024-09-12T18:25:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10980100725329484947', time=2024-09-12T20:18:35.866026+0000, chain.objs.size()=1 2024-09-12T18:25:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:oFL2.TzV5ryppBf1OgYhhPr5nNjT0Uj_.zVlq99LvOUR485OdpGBpecgwWbsldBI_0 2024-09-12T18:25:57.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10182811355470604994', time=2024-09-12T20:21:58.360478+0000, chain.objs.size()=1 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.665__shadow_.vOueobMvNnoHHBvxG0IpwbdZS5G10aA_0 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7851411747603064314', time=2024-09-12T20:22:06.852175+0000, chain.objs.size()=1 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.680__shadow_.wA9W5fTQejRzrMZJQHeCbRXIAElS9vB_0 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11789857720456578355', time=2024-09-12T20:22:25.596853+0000, chain.objs.size()=1 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.714__shadow:-hbbBUyAsr5Ky.uKaCvLqwF7B24CJjH_.uaN_U_4cWGdDSbZep4o5P3R5ftg4Jma_0 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11387833963965395510', time=2024-09-12T20:22:36.588765+0000, chain.objs.size()=1 2024-09-12T18:25:57.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.495+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.716__shadow:Rg9De.NL8TkZHROHQDxGOxqjRl54Dw0_.vaOZkzwK8NfW6DUpvpOpJgSE2dCBRry_0 2024-09-12T18:25:57.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.499+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:25:57.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.503+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50233' 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16435036798053707262', time=2024-09-12T20:10:12.924901+0000, chain.objs.size()=1 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_._YBhW3GG7QNTA_JBM9S-rD1hzitbkI7_0 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_T67NmXVSJOBGi78uotUswSfHuEBbA7x', time=2024-09-12T20:10:17.892295+0000, chain.objs.size()=1 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:bce1255c-5789-4602-aafb-12ce74041bd1.4550.164__shadow_.8VY01PIZPw07ud75ukZ-j5VSXhNwox4_0 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2600873960547732141', time=2024-09-12T20:12:15.544938+0000, chain.objs.size()=1 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.234__shadow_.pcMjgcf3qZHljgIpvFor6ZHaWwLZSRk_0 2024-09-12T18:25:57.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5854310350531365156', time=2024-09-12T20:12:23.086009+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.244__shadow_.2bkC6Y2GovNK3eK6pvhFFwpffXZYnxO_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15437443968472463768', time=2024-09-12T20:12:24.254470+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.245__shadow_.l1kx8el7EzrmXOHm3XbS9eJsvf0WWTS_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2290513647390416199', time=2024-09-12T20:12:27.378821+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.250__shadow_.ks0v6gytWqxIQOVnjh6lLI4MFbjhbUd_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17280492023928274212', time=2024-09-12T20:12:29.887323+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.254__shadow_.XjGbZjhV-ciPDMTXIZSPbD3Zq1gsBQc_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.957690913941780328', time=2024-09-12T20:12:30.523354+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.255__shadow_.8CMUBCnGEAzXaO0zqKDJ3hU-tNCBYC-_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10225752478176369022', time=2024-09-12T20:12:55.774506+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rq3QAFA4jqSIkGHoEVWEzwLbme7QClu_0 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6218010685821157885', time=2024-09-12T20:12:55.835951+0000, chain.objs.size()=1 2024-09-12T18:25:57.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XRwZKt51WLyCh7fR9a4mcrP0cl2UcIl_0 2024-09-12T18:25:57.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.69938817644883415', time=2024-09-12T20:12:55.884904+0000, chain.objs.size()=1 2024-09-12T18:25:57.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uvILJlYpCmSnXG3LIkmYwbftEM2qEeh_0 2024-09-12T18:25:57.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16303873479082701488', time=2024-09-12T20:12:56.171936+0000, chain.objs.size()=1 2024-09-12T18:25:57.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.507+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aSe8ae3NkyRIf3jRX9rs3EQJFAqkFtf_0 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14210356621756928630', time=2024-09-12T20:12:56.250630+0000, chain.objs.size()=1 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xLqoLJi5dBBmJqJ5Owy4Dkd_BZ0-rZl_0 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.455107399282061421', time=2024-09-12T20:12:56.849837+0000, chain.objs.size()=1 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qioGLIdFyB82JD4917o_nFdM3UvBHxe_0 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2638916069927281522', time=2024-09-12T20:12:56.869120+0000, chain.objs.size()=1 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.NDf334CJPcWTCeVq8jGRILGY5uLQTDu_0 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11769205917273966395', time=2024-09-12T20:12:57.079627+0000, chain.objs.size()=1 2024-09-12T18:25:57.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.06552cLKqcaeGeat5IfJDgIuo6Yc3qh_0 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12348441679595122541', time=2024-09-12T20:12:57.156493+0000, chain.objs.size()=1 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RL-bQ3RW2l6JixNzFmm-jiiMxR_JxNh_0 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2676407910233221930', time=2024-09-12T20:12:57.273473+0000, chain.objs.size()=1 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KstwHlY3vWmI3DLGtaKaAl1DmAoznYn_0 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14025781143965746152', time=2024-09-12T20:12:57.486713+0000, chain.objs.size()=1 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QP53oxWwZMgrUkdbBsGOAWdHRJj9Ohf_0 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.798311953739653999', time=2024-09-12T20:12:57.549464+0000, chain.objs.size()=1 2024-09-12T18:25:57.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9y0fEtp-1YpgwSzafSutjj5SPOlKg1O_0 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13112252052117278153', time=2024-09-12T20:12:57.822942+0000, chain.objs.size()=1 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.nB_dKNNKw2e4qAil58Y5egwbvoUrI5j_0 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13657908769350622400', time=2024-09-12T20:12:57.992742+0000, chain.objs.size()=1 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Zd_gqVORsv2XmYLbrgIEo-jqoKiwA8H_0 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14921372076481660575', time=2024-09-12T20:12:58.206159+0000, chain.objs.size()=1 2024-09-12T18:25:57.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.511+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wU3RflRUGMVPs0ejU8p9Pohq-EtsDsg_0 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16067539336215219122', time=2024-09-12T20:12:58.215674+0000, chain.objs.size()=1 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.L9fn5XPJgwhNSDLtWnx7bw12n7NJjgE_0 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14526517028693086172', time=2024-09-12T20:12:58.240617+0000, chain.objs.size()=1 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rQT2HPSFhisCTqu1RdfSRCT6hhZ_dGe_0 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13945557903700798049', time=2024-09-12T20:12:58.255751+0000, chain.objs.size()=1 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MiyKlJE9Ba576xjk_NSLmWPJgJ24fFG_0 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10433770824686603819', time=2024-09-12T20:13:01.293065+0000, chain.objs.size()=1 2024-09-12T18:25:57.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.268__shadow_.QqXaiAAmtHKa60IME8Uwr3DvKgZddH7_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6424989036516945712', time=2024-09-12T20:13:07.535864+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.278__shadow_.c3QudxKP1zK94wfeqpJBYWSKl-jJ9Ih_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6978463677609896155', time=2024-09-12T20:13:11.838646+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.285__shadow_.7z4ainEjAx4K1YtQ79fTU4tg9QTuoxO_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11743433021300776893', time=2024-09-12T20:13:15.660712+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.291__shadow_.jStYjbHETEuWF7oLPQDV5qIM-AhjoWJ_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6595178582720143971', time=2024-09-12T20:13:17.918695+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.4KFOcUWpfh5FOHNQxIxGLJmKJhTAG-k_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8542965926151384757', time=2024-09-12T20:13:19.211497+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.CdqKNVc2qA0cADtVKD5iAH7xbjeKeTd_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6736097019137027646', time=2024-09-12T20:13:19.817776+0000, chain.objs.size()=1 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.295__shadow_.5nimVfVVlXvP7kUNKCphDpjjr0A-XCi_0 2024-09-12T18:25:57.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15276789242676156505', time=2024-09-12T20:13:23.096239+0000, chain.objs.size()=1 2024-09-12T18:25:57.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.515+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.300__shadow_.uujShPa-IqRl3OZ_0RdE5wIfHF7rrMH_0 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15875130455381131612', time=2024-09-12T20:13:58.936790+0000, chain.objs.size()=1 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9uA-VZzzG8jOBR05pliLWSWGruMXR9b_0 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12864789851814221896', time=2024-09-12T20:13:59.072354+0000, chain.objs.size()=1 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CPqWaVo4hPI5MY65u-ad4ecsTyk6TyE_0 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8838322250647791303', time=2024-09-12T20:13:59.193107+0000, chain.objs.size()=1 2024-09-12T18:25:57.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IkiLgunAbqPFW9KvGHlBi7lpby0X3Du_0 2024-09-12T18:25:57.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6136852093143853402', time=2024-09-12T20:13:59.236562+0000, chain.objs.size()=1 2024-09-12T18:25:57.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.a6IS8X1IZE0svhK-afPudTpjyRumOd4_0 2024-09-12T18:25:57.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11724863971432624625', time=2024-09-12T20:13:59.240147+0000, chain.objs.size()=1 2024-09-12T18:25:57.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.168CmvUbr-ifqrkaybT3T292xGvYerl_0 2024-09-12T18:25:57.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.813243996840370183', time=2024-09-12T20:13:59.254472+0000, chain.objs.size()=1 2024-09-12T18:25:57.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dyrmooIOw0MjlU4OlXzQ8cYby9iIU0x_0 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7959115827459081356', time=2024-09-12T20:13:59.262162+0000, chain.objs.size()=1 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7hQHwO8XggzFRFbTmXf20-nxN5cz9Sr_0 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4186687885473578696', time=2024-09-12T20:13:59.307013+0000, chain.objs.size()=1 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.523+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GveOyBYzRZU4XlbzhjbDfSZKjh02wcO_0 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15373708695516560675', time=2024-09-12T20:13:59.341229+0000, chain.objs.size()=1 2024-09-12T18:25:57.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Wn7Kcug1prxgUy0a33EcqNx5c3GmTzn_0 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15079588371348446862', time=2024-09-12T20:13:59.371196+0000, chain.objs.size()=1 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GvExMfcwLMIHuW3WHLl2xT0GM2eJebV_0 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17775402261768899191', time=2024-09-12T20:13:59.703371+0000, chain.objs.size()=1 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BOc-8_32MJ4CZWnx9S_2uZG8M3fKWqa_0 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8829092109015203747', time=2024-09-12T20:13:59.788223+0000, chain.objs.size()=1 2024-09-12T18:25:57.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WnPu4-yL-TpyKlvduridrmjPESrzDl2_0 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14118051992770274546', time=2024-09-12T20:13:59.967130+0000, chain.objs.size()=1 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lxpuc8psqqi7cL95uAK5s9CjBOvFmcU_0 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2123713748114941607', time=2024-09-12T20:14:00.045765+0000, chain.objs.size()=1 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gKx2aHC50vYcKWXaL6iIWvT1DODrJDQ_0 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15059458479495962010', time=2024-09-12T20:14:00.067000+0000, chain.objs.size()=1 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ekSctsuklPeTTa1kF3gCViHgc-Zabfg_0 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13754991138017909315', time=2024-09-12T20:14:00.115255+0000, chain.objs.size()=1 2024-09-12T18:25:57.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EPjlEziBSO_6AITF5UbqBeuATZlhF1j_0 2024-09-12T18:25:57.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5141122477905759410', time=2024-09-12T20:14:00.145840+0000, chain.objs.size()=1 2024-09-12T18:25:57.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FKFG586auGtTVx_tm9Y10TB1-lIbux7_0 2024-09-12T18:25:57.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11533264307424302893', time=2024-09-12T20:14:00.152514+0000, chain.objs.size()=1 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.527+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UpMbDkNEsTDT8wdHlA2dZK1efg6uE1W_0 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16382253171813648663', time=2024-09-12T20:14:00.331187+0000, chain.objs.size()=1 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NJNzfvHJG8s_pgZ2jUj7VoGjZKmCe1V_0 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10591388982694683763', time=2024-09-12T20:14:00.367314+0000, chain.objs.size()=1 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Wsx_Vxw-dvip4Hlsvy-C_tEzz-aiA90_0 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5462392067594982156', time=2024-09-12T20:14:00.376345+0000, chain.objs.size()=1 2024-09-12T18:25:57.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M-cgwmqFOdISi75c9qpDt0UvHrqwbpm_0 2024-09-12T18:25:57.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5438722772870666876', time=2024-09-12T20:14:00.416648+0000, chain.objs.size()=1 2024-09-12T18:25:57.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.etTug6M4BM__CnOSKaZ_GAebEpYrBgy_0 2024-09-12T18:25:57.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.634290643022971030', time=2024-09-12T20:14:00.420065+0000, chain.objs.size()=1 2024-09-12T18:25:57.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nnHHwZmIWz4eCjlCmhT5rtzjoRmdhBw_0 2024-09-12T18:25:57.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8590549839609281484', time=2024-09-12T20:14:00.436899+0000, chain.objs.size()=1 2024-09-12T18:25:57.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.531+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._mufzFRBIWFDSF-2Sk5wdqP7BMsImbt_0 2024-09-12T18:25:57.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12666860440957798391', time=2024-09-12T20:14:00.513700+0000, chain.objs.size()=1 2024-09-12T18:25:57.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EdWmekrWVi0nAGTJ-YiM_V6n-ouUPOZ_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2625375293585127230', time=2024-09-12T20:14:00.695686+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.kdS6S5rEYCcRtts5L8dDyDsqzMYA5P-_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15561517316844953539', time=2024-09-12T20:14:00.719224+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MQzc-cEFp3yjFSq_5OzZplLFkJncCML_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12265710921163579999', time=2024-09-12T20:14:00.747929+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jWzs9jqf7bF6ilfYUtwKo3xmEadc9-c_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11109747975553085928', time=2024-09-12T20:14:00.866484+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XNTKotX4yQwM_2e2JH7F_2kQpCJyZdJ_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5649864895015024869', time=2024-09-12T20:14:01.065503+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-j6IVUoo9_tLSEsnNAn5PBzzbebvTtz_0 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8872702027787079177', time=2024-09-12T20:14:01.143843+0000, chain.objs.size()=1 2024-09-12T18:25:57.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lNqlpHry5Wpnr3SrLkRwYXVZJaR1opL_0 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16765839039174363474', time=2024-09-12T20:14:01.147235+0000, chain.objs.size()=1 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yUOaqXKNm4cRHNVoy6gMrPTXLyc64l3_0 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5325353372069237608', time=2024-09-12T20:14:01.148049+0000, chain.objs.size()=1 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-Bkrds_Fe1JiOpFqKxSyMNGdesX71wT_0 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12387288944877047465', time=2024-09-12T20:14:01.180247+0000, chain.objs.size()=1 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.36ayQjwEWd6chvj9QAziWMjDWsyouuE_0 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14156695453816708411', time=2024-09-12T20:14:01.408793+0000, chain.objs.size()=1 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.535+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pKL3a5uc_MSczuVNGRUeL49vjR2xH9I_0 2024-09-12T18:25:57.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18040171812473877126', time=2024-09-12T20:14:22.689522+0000, chain.objs.size()=1 2024-09-12T18:25:57.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.npJztI80ySuV7B2aMmwekYNuGyBEard_0 2024-09-12T18:25:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.539+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12796522549737050485', time=2024-09-12T20:14:22.701511+0000, chain.objs.size()=1 2024-09-12T18:25:57.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.539+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.o15SmnTz1iVKcEhLJUEOxAxNn6acx2S_0 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8350292561309006220', time=2024-09-12T20:14:22.956467+0000, chain.objs.size()=1 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cuLGpxGGfJ7Atx56GTnzzpC5n1rLTCJ_0 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3042692644205809692', time=2024-09-12T20:14:23.077685+0000, chain.objs.size()=1 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.juXXcrOwIPbeQiaAYrOLVIVDCi6BBXf_0 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5509806536824635824', time=2024-09-12T20:14:23.242887+0000, chain.objs.size()=1 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2PkLqQZ_2aWRX2kuoK5aLjAB2a9V094_0 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16007099926694739927', time=2024-09-12T20:14:23.478220+0000, chain.objs.size()=1 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YIx4A5nn_ZNu9rWO2B_LwJFbigSvwew_0 2024-09-12T18:25:57.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4601843426845625177', time=2024-09-12T20:14:23.509088+0000, chain.objs.size()=1 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cGzrK1_5ca2mNyYUfG5xhQqumhxXXWw_0 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6135436540302668533', time=2024-09-12T20:14:23.511231+0000, chain.objs.size()=1 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4JodFrFxooyJbzbxW6y-kH1LFn4Wbx6_0 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3946870672966148998', time=2024-09-12T20:14:23.761946+0000, chain.objs.size()=1 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9USUSi2qFnx3VQpzNLkymGxNpf8wRnS_0 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10984417886292928350', time=2024-09-12T20:14:23.897174+0000, chain.objs.size()=1 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KxU_J-OmiPwypoD3cWZez6OmvOG8pyV_0 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2060416737051520366', time=2024-09-12T20:14:24.065690+0000, chain.objs.size()=1 2024-09-12T18:25:57.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.RXbDQGcdwkXj2QyyOg9jz21rYMQ5dY2_0 2024-09-12T18:25:57.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7886952609517342016', time=2024-09-12T20:14:24.098328+0000, chain.objs.size()=1 2024-09-12T18:25:57.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.543+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CkOVCSiYvIGKCkrLj19ORIXBAYawgGs_0 2024-09-12T18:25:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17183356463822266940', time=2024-09-12T20:14:24.255588+0000, chain.objs.size()=1 2024-09-12T18:25:57.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JPKqMoHhaULvk28_T8taZiVAZIzzexB_0 2024-09-12T18:25:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2090615734538633508', time=2024-09-12T20:14:24.429908+0000, chain.objs.size()=1 2024-09-12T18:25:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TddsPoQyNA3tqYtcOI3nPqfPkNfaw_e_0 2024-09-12T18:25:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13561227304657936949', time=2024-09-12T20:14:24.445885+0000, chain.objs.size()=1 2024-09-12T18:25:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O4uFMC8XisO3EStyHyeL3FZuoib79tb_0 2024-09-12T18:25:57.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14378473132085217022', time=2024-09-12T20:14:24.515004+0000, chain.objs.size()=1 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Vh_6RCv1PDuTxrhZlSobyKKZ0Da0g69_0 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5174611944307175320', time=2024-09-12T20:14:24.558198+0000, chain.objs.size()=1 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZrAIUHiUBLSBqj_LE5aKtOql2A8wXRT_0 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11394716758752692438', time=2024-09-12T20:14:24.593027+0000, chain.objs.size()=1 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.m5KCEF2N4cX9w6iti3lCWMshPuaXikU_0 2024-09-12T18:25:57.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7455806459793715290', time=2024-09-12T20:14:24.594261+0000, chain.objs.size()=1 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xRfxqKz5qufRATXoKfWEL9QIxiMpUvh_0 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14085097870314319259', time=2024-09-12T20:14:24.803986+0000, chain.objs.size()=1 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gyTRvy2CcevByKw80cSMXTwiEz8EZbz_0 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11511772685534469905', time=2024-09-12T20:14:24.811574+0000, chain.objs.size()=1 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._CmCPA783V4_K9GqL3vpNW8vHZPHfbr_0 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16734151662810686521', time=2024-09-12T20:14:24.845234+0000, chain.objs.size()=1 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ypVqBek5HSy1rYvLJSVczDxH1Xx7KXv_0 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16589326182181904277', time=2024-09-12T20:14:24.864482+0000, chain.objs.size()=1 2024-09-12T18:25:57.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.547+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ypnxBR9269Lw6uH8nfShfsK-zc5AfF1_0 2024-09-12T18:25:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15895593869086504147', time=2024-09-12T20:14:24.880984+0000, chain.objs.size()=1 2024-09-12T18:25:57.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.QoLiSIsRlgbXfmemdcl0w8zyIz67STM_0 2024-09-12T18:25:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12950819662719377847', time=2024-09-12T20:14:25.109122+0000, chain.objs.size()=1 2024-09-12T18:25:57.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.B9XMT91tOswCx_l2CkEV-dWGZqD23Hs_0 2024-09-12T18:25:57.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.636834041627134193', time=2024-09-12T20:14:25.244184+0000, chain.objs.size()=1 2024-09-12T18:25:57.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Jl8afSwUe6zwgY6M8S0a5pjMTXn74Vs_0 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4178666928331110456', time=2024-09-12T20:14:25.269995+0000, chain.objs.size()=1 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.N0oDb5CbDFIvEVppKMDAddnsvXvy-Kn_0 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14210702019287321403', time=2024-09-12T20:14:25.409957+0000, chain.objs.size()=1 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.QaGF5xZJvaJ_IuiEYG0eC45fdD9cO-F_0 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14114881564836293572', time=2024-09-12T20:14:25.441083+0000, chain.objs.size()=1 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.j_uYmhOW_RnG2JEl73aPk0rtKI-hQdZ_0 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8681394587050399873', time=2024-09-12T20:14:25.451140+0000, chain.objs.size()=1 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bP4Mpsx_F9h1xjFiP6A-e5psa0DDfof_0 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8802188904096016360', time=2024-09-12T20:14:25.503867+0000, chain.objs.size()=1 2024-09-12T18:25:57.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.551+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LFiZ20Dni_9TezGGAeUAPqyRNvaoW5d_0 2024-09-12T18:25:57.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50233 2024-09-12T18:25:57.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1324501789820404414', time=2024-09-12T20:14:25.507020+0000, chain.objs.size()=1 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aoGbh1MBYQcOqGM0xYK-KAfis_aRkdr_0 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9063988145991743838', time=2024-09-12T20:14:25.580075+0000, chain.objs.size()=1 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tB4Y2YMz9rZJclQiDoKwLSbpnyodXkX_0 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5526107566366714025', time=2024-09-12T20:14:41.367359+0000, chain.objs.size()=1 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.354__shadow_.R9jJZmWuAG4rlaXWHIawk83HSAZTnLj_0 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13961045640461284290', time=2024-09-12T20:15:55.227058+0000, chain.objs.size()=1 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.467__shadow_.fl6yU_XFIyD96Sv8quwn4Xsa9Eh2j-O_0 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11427160377400926953', time=2024-09-12T20:16:06.865754+0000, chain.objs.size()=1 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.491__shadow_.wu0gHY3dypFs3PI3JfaX1yankkFm0JN_0 2024-09-12T18:25:57.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11427160377400926953', time=2024-09-12T20:16:07.083773+0000, chain.objs.size()=1 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.491__shadow_.wu0gHY3dypFs3PI3JfaX1yankkFm0JN_0 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13395465532871498411', time=2024-09-12T20:16:11.975695+0000, chain.objs.size()=1 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.500__shadow_.sKArey_8rOUYeHaBmXMvK2CtJZvlauh_0 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16353308812811259841', time=2024-09-12T20:16:12.110397+0000, chain.objs.size()=1 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.501__shadow_.EBJj9U0ftFXYyDwtpU6CozSfP3FTXpm_0 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7827728758268360253', time=2024-09-12T20:17:48.080322+0000, chain.objs.size()=1 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.557__shadow_.4gDNFertyFgYOae05-H8Lozaaa3gIRb_0 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10485897612143073320', time=2024-09-12T20:17:49.382768+0000, chain.objs.size()=2 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.558__shadow_.mvuvCNkBAe3_39I0fT9XTIUirfPquqq_0 2024-09-12T18:25:57.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.558__shadow_.mvuvCNkBAe3_39I0fT9XTIUirfPquqq_1 2024-09-12T18:25:57.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10680195692075774826', time=2024-09-12T20:18:02.330651+0000, chain.objs.size()=1 2024-09-12T18:25:57.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.559+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:iwgPk4Cq2SGsFlel5rh2RylZKxQtk85_.nIJo2ltxhVb7mWatCh6Hp1Hr8EFCl4U_0 2024-09-12T18:25:57.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14790248284403992719', time=2024-09-12T20:18:07.405185+0000, chain.objs.size()=1 2024-09-12T18:25:57.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:XBcMy3.AgRz9NIBdr93-V6cPmsRs1Wb_.3lGdo25pJlFWzDSv2R0WmQ15J0vAFV3_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15555337263663445390', time=2024-09-12T20:18:17.098324+0000, chain.objs.size()=1 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:bUqF.OBcD1ofPUN3qlHEGK0Dh-tEaR7_.xhp0zYRxjNRS8lODlmbPwRaFMMx25Ze_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11969570816984290266', time=2024-09-12T20:18:46.599810+0000, chain.objs.size()=1 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:eyf3mg.URsQeQ.qc3LJQEfqnc0U5zge_.Yh5LhrTvHXVH_216UTGB0qZaA6U7Nuo_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7346393117754540669', time=2024-09-12T20:18:47.298295+0000, chain.objs.size()=1 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.583__shadow:l-znG1KYrtF6dJSGXo4W7TWPB032.Gt_.3icGazOHUAzMfP_x1rdUvvaFPtQsDN0_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8479038153402358391', time=2024-09-12T20:18:48.205175+0000, chain.objs.size()=1 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.584__shadow:b1TVrHS9kFjtb8NzkBhLij1pzGY6-m3_.fnsjxmfWNe5CSw9zkdC2fIq_XNDplSY_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12429293441702669678', time=2024-09-12T20:18:51.828387+0000, chain.objs.size()=1 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:OVbw8e01Tj3q9ntV3j0LhFG.-pGJxMs_._-o2xI1eGLULIHD0ZkKFUczHkqViqeb_0 2024-09-12T18:25:57.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8930174914541589748', time=2024-09-12T20:19:03.358763+0000, chain.objs.size()=1 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.609__shadow_.j83QqSc1tPPvOQk8I4STi4mI1oeLscb_0 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15620774755001020222', time=2024-09-12T20:21:47.703020+0000, chain.objs.size()=1 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.652__shadow_.2jZdqPGWL6blEQ3JRBvJf1Ar_P7OThr_0 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15286234643311668228', time=2024-09-12T20:22:00.140473+0000, chain.objs.size()=1 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.667__shadow_.4hnvY7owtkDKhTVnQHxOVA5FoS6V8wf_0 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6336112267081075977', time=2024-09-12T20:22:13.401227+0000, chain.objs.size()=1 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.693__shadow:zN9fQ3Ssrb8s0cBv1VEOLy.zewWETEH_.hKUa7sB3vGb5gZ_8_KG7CBMCfjTV_w-_0 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.634542600661136514', time=2024-09-12T20:22:15.455993+0000, chain.objs.size()=1 2024-09-12T18:25:57.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.563+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.697__shadow:MftmaJd7z10t39RtzmcO.q21mxNGT91_.3hSzutcRALF4YoIgDeXohuyRW3DIVjY_0 2024-09-12T18:25:57.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.571+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:25:57.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50256' 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16891323946037195534', time=2024-09-12T20:10:13.272988+0000, chain.objs.size()=3 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.ZT7S2LUeG7E9L8WVdomLEN9w2-0wmaj_0 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.ZT7S2LUeG7E9L8WVdomLEN9w2-0wmaj_1 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.ZT7S2LUeG7E9L8WVdomLEN9w2-0wmaj_2 2024-09-12T18:25:57.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_T47v0dsC6GFxLW5VSIWFYHCjv6e3tEi', time=2024-09-12T20:10:13.919701+0000, chain.objs.size()=3 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.s85-nMf_KZkM2sMnyXCX9bki8kZidfd_0 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.575+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.s85-nMf_KZkM2sMnyXCX9bki8kZidfd_1 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.s85-nMf_KZkM2sMnyXCX9bki8kZidfd_2 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_xEhJdTKNTtTluYHAcQ8KC5GOoeDKhDa', time=2024-09-12T20:10:16.980452+0000, chain.objs.size()=3 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.u8Y_jnHgzG_BYS5qK7P0C9gRNhqdLz8_0 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.u8Y_jnHgzG_BYS5qK7P0C9gRNhqdLz8_1 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.u8Y_jnHgzG_BYS5qK7P0C9gRNhqdLz8_2 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17922664758124403884', time=2024-09-12T20:10:53.816087+0000, chain.objs.size()=1 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.205__shadow_.lGGAnzwBa4uUOL6GV6EqabzwxMphVN-_0 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9713606496188927197', time=2024-09-12T20:12:17.387297+0000, chain.objs.size()=1 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.237__shadow_.nytvltzfj3q3jk7-68n-wD5ia4iHJYb_0 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4370918399529476713', time=2024-09-12T20:12:27.372861+0000, chain.objs.size()=1 2024-09-12T18:25:57.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.250__shadow_.qWghsjfpoZ_8Y0WjqQvPv_ou0l05CI1_0 2024-09-12T18:25:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10027161748850394655', time=2024-09-12T20:12:55.797495+0000, chain.objs.size()=1 2024-09-12T18:25:57.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.579+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4GS-EqA9T3s4fdNFg2trVJM15K2ctxW_0 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17896155183595766844', time=2024-09-12T20:12:55.871838+0000, chain.objs.size()=1 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CgPxqn3iMIihmJ_VD181YUOSaDzb6df_0 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10637457828140403601', time=2024-09-12T20:12:55.938481+0000, chain.objs.size()=1 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SYYsQ8DsDXLXwxLXVu0AtKeC9665RdB_0 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14411319916026030010', time=2024-09-12T20:12:56.315038+0000, chain.objs.size()=1 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.N0gEzqCsk92qO2gpHf8lhn2X_ORXUQN_0 2024-09-12T18:25:57.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6848173553798135129', time=2024-09-12T20:12:56.471842+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.16IY415AbAPytuV6on0otUm_70ngbSF_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7763373381671617080', time=2024-09-12T20:12:56.593262+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hZHkrZJM8A9Jo9C2IW_oecYyC4beC8Y_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2579942978011212469', time=2024-09-12T20:12:56.601158+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KgBtqYDgC_Q_jJudckA2ts-aog1aQeM_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11062927831368851334', time=2024-09-12T20:12:56.610454+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ul9PAC2ACQ9yhfCXU2nnhDPxUzC_ccs_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6349137181601896068', time=2024-09-12T20:12:56.780895+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.huPGuD9tU7f2FJKx9WQbttsfAS0FCfd_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3033335525166420346', time=2024-09-12T20:12:56.798079+0000, chain.objs.size()=1 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZFjiaOnPqUjHASVlGG7MMHu1gm6YoBe_0 2024-09-12T18:25:57.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2316435133214966483', time=2024-09-12T20:12:56.842361+0000, chain.objs.size()=1 2024-09-12T18:25:57.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XFKxK2qss9tDqe0UptyJjiQIRDu8MtG_0 2024-09-12T18:25:57.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7692337816217815264', time=2024-09-12T20:12:56.872937+0000, chain.objs.size()=1 2024-09-12T18:25:57.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.583+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lbdzJdpxBG1T4aRKq849Rnb9SdTsr4l_0 2024-09-12T18:25:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3239591203304731907', time=2024-09-12T20:12:56.922710+0000, chain.objs.size()=1 2024-09-12T18:25:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eFEhYcwmSkV8-5-RLiDmTSmoCBaeK4j_0 2024-09-12T18:25:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11146745164899649610', time=2024-09-12T20:12:56.950457+0000, chain.objs.size()=1 2024-09-12T18:25:57.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Pc9OaIws3qkrs3iBX7Y3KKxcwgzqVhW_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7712414379191550767', time=2024-09-12T20:12:57.109479+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ym0-r6xC6_3imxeRmQpYLceSLRI5OEq_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16461866227742332287', time=2024-09-12T20:12:57.110952+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Eq5x0RfL7k4nbd72tZfpV8RKTsDnoh0_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3604516567343002992', time=2024-09-12T20:12:57.123929+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MRCsTrsi5FhYFIuEzIQ8OZ5sLr4qexf_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.662923608017139881', time=2024-09-12T20:12:57.136998+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.3X-fjhP1kuQqHrwNFaeLs1jhO9k9lyC_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5785943131700600208', time=2024-09-12T20:12:57.169493+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4U4vzVoIJNMJ4cwPc-TrX-UlRvpySC1_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17292482766655875869', time=2024-09-12T20:12:57.185649+0000, chain.objs.size()=1 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2olHbp3LqzVPJL_7y2kww5pMCuuntiu_0 2024-09-12T18:25:57.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14697111803936798237', time=2024-09-12T20:12:57.219646+0000, chain.objs.size()=1 2024-09-12T18:25:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7mDhxrhA3BIdJhvacFfJh-tpucvg3p6_0 2024-09-12T18:25:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7313736907298944613', time=2024-09-12T20:12:57.411306+0000, chain.objs.size()=1 2024-09-12T18:25:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.l_O16sRwlfQgaVcOrBLrarc41NDpMgi_0 2024-09-12T18:25:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7193202942470781193', time=2024-09-12T20:12:57.420917+0000, chain.objs.size()=1 2024-09-12T18:25:57.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.587+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.iLJSfyS_bPNm24eZGLnMtzcjVSYPSOZ_0 2024-09-12T18:25:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.591+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11677200574687944656', time=2024-09-12T20:12:57.493546+0000, chain.objs.size()=1 2024-09-12T18:25:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.591+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hpPStfSCmHz5_ICW7b9trUJd7uShXZI_0 2024-09-12T18:25:57.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.591+0000 7fd002dff640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.92:6800/1461405544,v1:172.21.15.92:6801/1461405544] conn(0x7fcecc081e60 msgr2=0x7fcecc084290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:25:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12518986319293242062', time=2024-09-12T20:12:57.551132+0000, chain.objs.size()=1 2024-09-12T18:25:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZMGe8fR1aL2f2a14yKopqCwpJK_8HNE_0 2024-09-12T18:25:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2827949026361523229', time=2024-09-12T20:12:57.659530+0000, chain.objs.size()=1 2024-09-12T18:25:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.A3LOGOhAusE400g-TO7KrQdDbVDQ20r_0 2024-09-12T18:25:57.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.304121931716003860', time=2024-09-12T20:12:57.906144+0000, chain.objs.size()=1 2024-09-12T18:25:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.N2fp3FrfLzA0NKYdhC4bqEfBZqjygBX_0 2024-09-12T18:25:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11909979859122853159', time=2024-09-12T20:12:57.942461+0000, chain.objs.size()=1 2024-09-12T18:25:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.q8VTCCxkWs3qCIjDbGFZGXGYpzb5qYV_0 2024-09-12T18:25:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6776718882155909027', time=2024-09-12T20:12:57.966443+0000, chain.objs.size()=1 2024-09-12T18:25:57.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YyupzMAtwgEriqioNR9wJC_yRS2Pb5a_0 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11103184754603217642', time=2024-09-12T20:12:57.978206+0000, chain.objs.size()=1 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CdVuEgnlsEtvmt1uKmnQey9E5iQ_KoI_0 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17120567639413560878', time=2024-09-12T20:12:58.139649+0000, chain.objs.size()=1 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LyJY7meC6bFXedp8xHr7t1qcRfY1TI4_0 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13417455308293946968', time=2024-09-12T20:12:58.220674+0000, chain.objs.size()=1 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6lliM8I6PTykprGpPJIa9janY9Giofk_0 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6623369001558444041', time=2024-09-12T20:12:59.415202+0000, chain.objs.size()=1 2024-09-12T18:25:57.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.265__shadow_.k4T2ur1FyF33rbaKDmmeiL8vXEieqYP_0 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10324940078045357180', time=2024-09-12T20:13:01.290105+0000, chain.objs.size()=1 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.595+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.268__shadow_.qAl2H2gTKDe4mF1Rulakr99u7b493XY_0 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16695387516533794962', time=2024-09-12T20:13:07.536277+0000, chain.objs.size()=1 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.278__shadow_.R1yg0s5g4NRedw1ZTV0Zszq0Mi1Aoty_0 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15270497515176074644', time=2024-09-12T20:13:17.888045+0000, chain.objs.size()=1 2024-09-12T18:25:57.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.-tU3D6sUStp-qOlzdbY7DPsui909HPt_0 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10583812251053472162', time=2024-09-12T20:13:21.079036+0000, chain.objs.size()=1 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.297__shadow_.vDZr4bVL3fZoWHymxGKySf_GAcRw20F_0 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4824655337037381713', time=2024-09-12T20:13:23.092788+0000, chain.objs.size()=1 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.300__shadow_.hG_6C9lDXagEB1D48My_FIpOuguT6r1_0 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3775741376269649809', time=2024-09-12T20:13:26.844618+0000, chain.objs.size()=1 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.306__shadow_.hfZ7jcJA_q-cmLuHPryrDSQnEQ1IkzW_0 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5513629862878874641', time=2024-09-12T20:13:58.843268+0000, chain.objs.size()=1 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aQajufg0OjNdY_nQS9NXqgjVitvvQG2_0 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.232171984191769209', time=2024-09-12T20:13:58.898662+0000, chain.objs.size()=1 2024-09-12T18:25:57.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.s_Pr3EWI-CxjQslB-F9av5PB-ADDgu-_0 2024-09-12T18:25:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1531959658039876676', time=2024-09-12T20:13:58.916398+0000, chain.objs.size()=1 2024-09-12T18:25:57.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.599+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.t0nGLe17QPlRhRaxWy_DdM8rX23A6Fy_0 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd002dff640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.92:6808/227123616,v1:172.21.15.92:6809/227123616] conn(0x7fcff40c0070 msgr2=0x7fcff40f6e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11534669170008232728', time=2024-09-12T20:13:58.974227+0000, chain.objs.size()=1 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.O3kv-PqBSj0uRbMxkD6gOQGTdwaE-kK_0 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3377295228830856715', time=2024-09-12T20:13:59.040443+0000, chain.objs.size()=1 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IJun1IZWNdzyqUL7bRXGuRWHcwLCofh_0 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9324402164195200973', time=2024-09-12T20:13:59.204764+0000, chain.objs.size()=1 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3SboyWCc_V08oXyJKP7DQ8DQVh2IzDP_0 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4234733885193982857', time=2024-09-12T20:13:59.244291+0000, chain.objs.size()=1 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SfL2UeXwjkGvlSZv_GIVI6wF7IXxnLt_0 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4461309021492266939', time=2024-09-12T20:13:59.302536+0000, chain.objs.size()=1 2024-09-12T18:25:57.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dyPDAkycovZpVdRE3d-r_XsBxMU6kBG_0 2024-09-12T18:25:57.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3179377717274443283', time=2024-09-12T20:13:59.332149+0000, chain.objs.size()=1 2024-09-12T18:25:57.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.603+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.25PJo8Q86RObdwMlP90NwMJ6aRqVKNQ_0 2024-09-12T18:25:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8975454076825681102', time=2024-09-12T20:13:59.566640+0000, chain.objs.size()=1 2024-09-12T18:25:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3qk2rkLb7yXfnlPFVqF2vw6pLLcN6zk_0 2024-09-12T18:25:57.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3292466257229093334', time=2024-09-12T20:13:59.669504+0000, chain.objs.size()=1 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.itYuWoNnCEJfRkixe5n4LlwKXb2-c--_0 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7532645840644643755', time=2024-09-12T20:13:59.679032+0000, chain.objs.size()=1 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3InsojKLXUv0S-3UmOyG1CqoWe8TlvW_0 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15949451694380724647', time=2024-09-12T20:13:59.709228+0000, chain.objs.size()=1 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.viC7iBLJFtbGa4kJBYsbRMiL9HRFo9J_0 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13822432313850764832', time=2024-09-12T20:14:00.041898+0000, chain.objs.size()=1 2024-09-12T18:25:57.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IZduFSBVC9Ei-MyvZRFo5izR6486ypT_0 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd003e01640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x55f847b1bb40 msgr2=0x55f847b1df30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9708884597962590531', time=2024-09-12T20:14:00.324779+0000, chain.objs.size()=1 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.33K-QV0rZcZ7OkgAsXZDr0_I1yMikbR_0 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1174547865506994009', time=2024-09-12T20:14:00.360706+0000, chain.objs.size()=1 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LfNv8hHGvRU8mk7TcqboYMbnSMIhOjf_0 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4722662727911511867', time=2024-09-12T20:14:00.443515+0000, chain.objs.size()=1 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._B9xMbP59fZrrniKpvwtTezr5lBeye-_0 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8974074466699578094', time=2024-09-12T20:14:00.489496+0000, chain.objs.size()=1 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.flJ18fagaZPyYJaNfOY_FJ2eJUw56ct_0 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5752401974963280588', time=2024-09-12T20:14:00.517653+0000, chain.objs.size()=1 2024-09-12T18:25:57.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._uT4Rl2OsvWuaotiaVaDepVU2oTYKXU_0 2024-09-12T18:25:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1802511598529961679', time=2024-09-12T20:14:00.766821+0000, chain.objs.size()=1 2024-09-12T18:25:57.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.607+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.U2jwbT74QNULyC35uetW6Pju8XfR7tb_0 2024-09-12T18:25:57.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.447463495974163627', time=2024-09-12T20:14:00.825688+0000, chain.objs.size()=1 2024-09-12T18:25:57.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pAigwZe93-hfilD11qMp5_gPbKVxT01_0 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.420162103668464627', time=2024-09-12T20:14:00.874110+0000, chain.objs.size()=1 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cORe-MEN4LAdLXLjhlPGK7IrbWwfDMf_0 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14067599504042087331', time=2024-09-12T20:14:00.888740+0000, chain.objs.size()=1 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jGBU1Emnp6uSGIIhnFw626hxxk9g2oq_0 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9295947551261154225', time=2024-09-12T20:14:01.072956+0000, chain.objs.size()=1 2024-09-12T18:25:57.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.611+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pr_bJGdNqZ-qkBtm94v9jQuluwji2Qz_0 2024-09-12T18:25:57.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9455929609048033327', time=2024-09-12T20:14:01.129976+0000, chain.objs.size()=1 2024-09-12T18:25:57.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DlJ9LEEmKlR03WY-lbP3vUgA0TF9_uw_0 2024-09-12T18:25:57.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3001896444952653318', time=2024-09-12T20:14:01.136752+0000, chain.objs.size()=1 2024-09-12T18:25:57.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._1It24A9EqEimL2acGqePcl2vx2dSp8_0 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12799642255857815246', time=2024-09-12T20:14:01.199205+0000, chain.objs.size()=1 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gIF7_NLisNF-YPr5ECW4n3ZR7RdA9JC_0 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5672121222488700692', time=2024-09-12T20:14:01.230951+0000, chain.objs.size()=1 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.F8bLi3hWeIPqls5mD4NTKCLqG6davhV_0 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2146559600970524049', time=2024-09-12T20:14:01.356844+0000, chain.objs.size()=1 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.clld_rT2OfHk9T-6fCWE7P5C-j4xJpo_0 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14375941196838471973', time=2024-09-12T20:14:01.512675+0000, chain.objs.size()=1 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9HYaG5_yCWwTxiB8xSQNevRQB7qJvcY_0 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15317009404997768359', time=2024-09-12T20:14:22.686891+0000, chain.objs.size()=1 2024-09-12T18:25:57.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Eq_SyTpWJgGxQAbzQRNWBqEVs8GHUv2_0 2024-09-12T18:25:57.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.181974227672332754', time=2024-09-12T20:14:22.783094+0000, chain.objs.size()=1 2024-09-12T18:25:57.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.615+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k5wULzu1c3uTOI3jomMKYPMdM92r_2H_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8377868601742657102', time=2024-09-12T20:14:22.808311+0000, chain.objs.size()=1 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NtCFuknwVGqvLO5Cc370kwMa4NxK2cS_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3343802053696158474', time=2024-09-12T20:14:22.812070+0000, chain.objs.size()=1 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KHmMqr_5FQTXx8wTH4BwaRokmPLOuvm_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16694116391688076155', time=2024-09-12T20:14:23.074888+0000, chain.objs.size()=1 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OvdXHq5Z-6n_1u_y2ga3pqMON8iGi3C_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1533618870577476637', time=2024-09-12T20:14:23.149377+0000, chain.objs.size()=1 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.p9mk2hpXgdf2-r9mDYPY0kq_Ohzmdsy_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1805625126291923159', time=2024-09-12T20:14:23.156758+0000, chain.objs.size()=1 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kkkDDG92W-YsisqYJDsToQvQonaCpV1_0 2024-09-12T18:25:57.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1446086460047773915', time=2024-09-12T20:14:23.166723+0000, chain.objs.size()=1 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.n4dT1r3jsxAYacWfcQ-o1-h6b0ygyDG_0 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15653708798327739959', time=2024-09-12T20:14:23.179394+0000, chain.objs.size()=1 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kBZB_gQVOHZiqChRPHj1aPm84ASOa40_0 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10762119121334449777', time=2024-09-12T20:14:23.220090+0000, chain.objs.size()=1 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1Z8c2KMD7CaivANpKOWFXh17_dA2yWA_0 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12432263170686797825', time=2024-09-12T20:14:23.229983+0000, chain.objs.size()=1 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ASKfhzEV3P6n2QSW8GRwuOJUmvmJVi__0 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7792158664577933121', time=2024-09-12T20:14:23.480751+0000, chain.objs.size()=1 2024-09-12T18:25:57.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.619+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GuqrV8YQ18vu70VEZz74UDhoVgYUQIp_0 2024-09-12T18:25:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9140091496832361571', time=2024-09-12T20:14:23.695096+0000, chain.objs.size()=1 2024-09-12T18:25:57.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.23Td1imt8qA-7Tny0vbU6Th4VuRxVCc_0 2024-09-12T18:25:57.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13504200960557638192', time=2024-09-12T20:14:23.761851+0000, chain.objs.size()=1 2024-09-12T18:25:57.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4k5-iFuVT2hBBxwiTKFniGUJikOktdQ_0 2024-09-12T18:25:57.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5814942887624674618', time=2024-09-12T20:14:23.787752+0000, chain.objs.size()=1 2024-09-12T18:25:57.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.623+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ca-S-hJcrqLLMfH-8n0I0LpVPxUE8Qo_0 2024-09-12T18:25:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16278724414811138474', time=2024-09-12T20:14:23.825471+0000, chain.objs.size()=1 2024-09-12T18:25:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xB-dQUv6h5h3LpzyU4p_QbIQ5q47ocY_0 2024-09-12T18:25:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13939728953958369488', time=2024-09-12T20:14:24.021166+0000, chain.objs.size()=1 2024-09-12T18:25:57.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-IpOXiYOF5_vgfYhA6IKTd3tpBmV_lP_0 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18192531199289837245', time=2024-09-12T20:14:24.106230+0000, chain.objs.size()=1 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dxVujx1kBdLem1toiwo-Yn6Sh1wfyi6_0 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4096580933288126599', time=2024-09-12T20:14:24.155320+0000, chain.objs.size()=1 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cok9kfzXoHRobLg9FNb1-F9o2V7Pt5F_0 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4306157282787111920', time=2024-09-12T20:14:24.174856+0000, chain.objs.size()=1 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.YyYbu-kI42U7-8G9aRy2ywWqrk6uafA_0 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7063005388813547185', time=2024-09-12T20:14:24.503638+0000, chain.objs.size()=1 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UQXnxN4v7ZNdoJd6W_j-BtVYF3VVIOy_0 2024-09-12T18:25:57.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11885398971931176685', time=2024-09-12T20:14:24.608421+0000, chain.objs.size()=1 2024-09-12T18:25:57.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.shVCCBy09S9wDyUH2brt_GCYg464dLw_0 2024-09-12T18:25:57.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16685652602772178885', time=2024-09-12T20:14:24.774392+0000, chain.objs.size()=1 2024-09-12T18:25:57.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Bb1b1fJ_vPSFUUvDCJUZ9zSeDs2XRqN_0 2024-09-12T18:25:57.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6028311415831311638', time=2024-09-12T20:14:24.787082+0000, chain.objs.size()=1 2024-09-12T18:25:57.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.627+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mhsWtlUBC2aHDUGgZ71hkfcuSyJl1NX_0 2024-09-12T18:25:57.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.631+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13954117404564385076', time=2024-09-12T20:14:24.790827+0000, chain.objs.size()=1 2024-09-12T18:25:57.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jXz-QYAP2FXIVXSuRZfTk9lfo7dMytP_0 2024-09-12T18:25:57.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.631+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50256 2024-09-12T18:25:57.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T18:25:57.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2622387250717135899', time=2024-09-12T20:14:24.861846+0000, chain.objs.size()=1 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EJuUc3n0wZ8EYLt4atzayf2Qx6pq6Hg_0 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14578068906655748978', time=2024-09-12T20:14:24.881510+0000, chain.objs.size()=1 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BkkeJPIXMeXFR6LHza0syQLxEY67EMs_0 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5477770973327494457', time=2024-09-12T20:14:24.918903+0000, chain.objs.size()=1 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tgjOwf0XzvBGhOaDe2fOnq65l7rhOKH_0 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2859331187075783492', time=2024-09-12T20:14:24.934748+0000, chain.objs.size()=1 2024-09-12T18:25:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7SO_e-1u-ptntHZy1QuPidbU-CZp6ff_0 2024-09-12T18:25:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14853497608072354642', time=2024-09-12T20:14:25.147336+0000, chain.objs.size()=1 2024-09-12T18:25:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sTdVuRBlfkOoPpyaGV5b_rtAzkBDYH1_0 2024-09-12T18:25:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17979275818587067889', time=2024-09-12T20:14:25.152338+0000, chain.objs.size()=1 2024-09-12T18:25:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9M4KpaPjOgG4YVj_hVTgc4DVqiswx86_0 2024-09-12T18:25:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7627635944717947835', time=2024-09-12T20:14:25.162176+0000, chain.objs.size()=1 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fpVYzoAPDRJqw93jmg0bX3m4zL8Aj6d_0 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.371371614933465367', time=2024-09-12T20:14:25.236214+0000, chain.objs.size()=1 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ALN2GcL9TLF9rYpQiP6gnIGKRglOhEv_0 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9447823537872610885', time=2024-09-12T20:14:25.257237+0000, chain.objs.size()=1 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xZ_l2GVJgfLqKOjlM0yeEDonAqyLGr8_0 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10747355206044215769', time=2024-09-12T20:14:25.274824+0000, chain.objs.size()=1 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lxLSBcPnFLNrFaiW8GAf_ackbdZWd50_0 2024-09-12T18:25:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3232004369821372588', time=2024-09-12T20:14:25.289879+0000, chain.objs.size()=1 2024-09-12T18:25:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WLPpKQFhOdMWskbwhhSigJ5JGLi3ug3_0 2024-09-12T18:25:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16667164028336019145', time=2024-09-12T20:14:25.423793+0000, chain.objs.size()=1 2024-09-12T18:25:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.635+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.XmFOQZSr_0m6kanaD5589A1buBIHl2T_0 2024-09-12T18:25:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4575795296476860124', time=2024-09-12T20:14:25.460848+0000, chain.objs.size()=1 2024-09-12T18:25:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fNfIgGM92HlMA8M7LUTe4q9TBoBrZ29_0 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15358046495819272714', time=2024-09-12T20:14:25.464003+0000, chain.objs.size()=1 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.c0R8Xy9T_63taHOt7HqUgCtzD4iQZ12_0 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.41330682050952150', time=2024-09-12T20:14:25.465269+0000, chain.objs.size()=1 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EpNied8yMmpjob4ssfohr3Lu4Au4XVc_0 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7239337765572918550', time=2024-09-12T20:14:25.476780+0000, chain.objs.size()=1 2024-09-12T18:25:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cyBO_CJ4WA560Vksi9k94e2N9pEGYUk_0 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4362459977217211490', time=2024-09-12T20:14:25.491209+0000, chain.objs.size()=1 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y17t7KK9AJDNG-qBCDfq4GPr89PbTjA_0 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7949571244515131022', time=2024-09-12T20:15:32.046440+0000, chain.objs.size()=1 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.437__shadow_.feTf1526XLA9jYYwDFuzX_N89GnfZA7_0 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8963849276437024858', time=2024-09-12T20:15:49.981095+0000, chain.objs.size()=1 2024-09-12T18:25:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.461__shadow_.2DHGwMLZ3TzcIbonT-ChqaS2v0_lYqI_0 2024-09-12T18:25:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3633701227351081608', time=2024-09-12T20:15:52.701206+0000, chain.objs.size()=1 2024-09-12T18:25:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.639+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.464__shadow_.IUinrMhNRwFdlYyDl7BguzK6cLj_aAI_0 2024-09-12T18:25:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.643+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9122420194496150006', time=2024-09-12T20:16:34.418467+0000, chain.objs.size()=4 2024-09-12T18:25:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:30dsV2ZBrcSNJzsNhvxs8TfDjMBzFuG_.xABPj9VC_dBxU8py5q0vxcGkPKsJ4sY_0 2024-09-12T18:25:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:30dsV2ZBrcSNJzsNhvxs8TfDjMBzFuG_.xABPj9VC_dBxU8py5q0vxcGkPKsJ4sY_1 2024-09-12T18:25:57.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.643+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:30dsV2ZBrcSNJzsNhvxs8TfDjMBzFuG_.xABPj9VC_dBxU8py5q0vxcGkPKsJ4sY_2 2024-09-12T18:25:57.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:30dsV2ZBrcSNJzsNhvxs8TfDjMBzFuG_.xABPj9VC_dBxU8py5q0vxcGkPKsJ4sY_3 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2639783518375314042', time=2024-09-12T20:19:18.079784+0000, chain.objs.size()=12 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.1 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.1_1 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.2 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.2_1 2024-09-12T18:25:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.3 2024-09-12T18:25:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.3_1 2024-09-12T18:25:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.4 2024-09-12T18:25:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.4_1 2024-09-12T18:25:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.5 2024-09-12T18:25:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.647+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.5_1 2024-09-12T18:25:57.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__multipart_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.6 2024-09-12T18:25:57.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.651+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.616__shadow_multipart_enc.2~3bLmdkw6g9cqxSFiTUskeOcEtcMj1km.6_1 2024-09-12T18:25:57.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.655+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:25:57.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.659+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/62103' 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_wuUtynXphBC6sqHJcnWiyAudoOkNe6R', time=2024-09-12T20:10:15.925582+0000, chain.objs.size()=3 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.2WT_Aid6FqnQpaQepTJBmw9CszF15Ga_0 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.2WT_Aid6FqnQpaQepTJBmw9CszF15Ga_1 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.2WT_Aid6FqnQpaQepTJBmw9CszF15Ga_2 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3694211987574111728', time=2024-09-12T20:10:49.254264+0000, chain.objs.size()=1 2024-09-12T18:25:57.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.198__shadow_.YGpgxkpfOPKVfq77VaNp9b_gF55gf_m_0 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16918639002888276973', time=2024-09-12T20:10:53.164117+0000, chain.objs.size()=1 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.204__shadow_.QBSBoqmyBpGxv7VZN0EZKayb9STQsO1_0 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15015415497930201441', time=2024-09-12T20:12:13.639049+0000, chain.objs.size()=1 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.231__shadow_.GfhWVUl-NWOf4V5TPTfy0M3IQJV1SBK_0 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9887167222963470582', time=2024-09-12T20:12:13.641339+0000, chain.objs.size()=1 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.231__shadow_.RW-3zLL8QuM3xXsa8v4EPjMadII1I2a_0 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2499171326260564044', time=2024-09-12T20:12:14.292322+0000, chain.objs.size()=1 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.232__shadow_.VQUCh2QDF1t6ANq_vWQrd__-YA-fe9F_0 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9040753885466712745', time=2024-09-12T20:12:16.788469+0000, chain.objs.size()=1 2024-09-12T18:25:57.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.236__shadow_.XWyM6xvnTJPrVWAN1-aEcnn6cM5HZoR_0 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3047075920265699606', time=2024-09-12T20:12:18.496585+0000, chain.objs.size()=1 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.238__shadow_.PGzHYVA61vUxzSO7u4KHGhxdNiB2XoI_0 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5773356103259682694', time=2024-09-12T20:12:20.194234+0000, chain.objs.size()=1 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.240__shadow_.yZEbQR5QsThrI57urts0iTrkX5peCEe_0 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18085674823762704647', time=2024-09-12T20:12:24.256735+0000, chain.objs.size()=1 2024-09-12T18:25:57.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.663+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.245__shadow_.nkvdbahekJNCCmRTIkp4KCITxdDxhl0_0 2024-09-12T18:25:57.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3901757289127027432', time=2024-09-12T20:12:27.989232+0000, chain.objs.size()=1 2024-09-12T18:25:57.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.251__shadow_.a0Di_-DeqgHmdlCZjIG5M5AN3Ko0KzT_0 2024-09-12T18:25:57.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8101211124189282597', time=2024-09-12T20:12:55.877881+0000, chain.objs.size()=1 2024-09-12T18:25:57.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mrl712XRAQEB5_Nfnh8hinSEfXmpDL2_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13563825423721143005', time=2024-09-12T20:12:56.142344+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GbSgbiryI-88UGGF0vB4yQIy843MQ2D_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17000187401257841816', time=2024-09-12T20:12:56.214539+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.DXGJSAn8sVoG7td-Wc_yxuRa2Fk3Hsr_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5166095406337651011', time=2024-09-12T20:12:56.223015+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.crD3B75utpxq1EUE0dkRe0KJqNj1T8P_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3520906821943493961', time=2024-09-12T20:12:56.232880+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.n6oCGTnJ8xb-X-7Q9bd_-44KhKqM-pt_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10934625066753927287', time=2024-09-12T20:12:56.254051+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._8AjjMaf7tYY0o3V7OrgxyyCidyZxgt_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16560322644509548940', time=2024-09-12T20:12:56.286390+0000, chain.objs.size()=1 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.E2FlYWDFM1aWR1hY_pOe7CYV0oeLpyo_0 2024-09-12T18:25:57.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8138783890902293857', time=2024-09-12T20:12:56.322006+0000, chain.objs.size()=1 2024-09-12T18:25:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BrnwZ3qrFQ4CzlF5VRTUkU4zmofQ3UD_0 2024-09-12T18:25:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5504899206229166708', time=2024-09-12T20:12:56.538345+0000, chain.objs.size()=1 2024-09-12T18:25:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MfBnIYtXNLrhTFJgB-ZB21-ZkAaIsbR_0 2024-09-12T18:25:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9957221215352649293', time=2024-09-12T20:12:56.551183+0000, chain.objs.size()=1 2024-09-12T18:25:57.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.667+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gQkYg3FniyaVUWN_9_zrAd7mX89e07E_0 2024-09-12T18:25:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18153408832757348050', time=2024-09-12T20:12:56.565204+0000, chain.objs.size()=1 2024-09-12T18:25:57.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GpjhGjnOZfec0PR-V-6Y2ezYqjtyv9Y_0 2024-09-12T18:25:57.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6683215731018851160', time=2024-09-12T20:12:56.636564+0000, chain.objs.size()=1 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ted9hJF86aQb6_1eKRFelXCupUmmr6j_0 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6735282388462636661', time=2024-09-12T20:12:56.792068+0000, chain.objs.size()=1 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4B_QIdcu3XDul2gEIfsYbgMzTFWPBXq_0 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13378520586056056813', time=2024-09-12T20:12:56.841728+0000, chain.objs.size()=1 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2wO5OtBqXj3R-2K9IkpZxlVp99SVGM1_0 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5288112576713786965', time=2024-09-12T20:12:56.916014+0000, chain.objs.size()=1 2024-09-12T18:25:57.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ep78B61b8mOOh3FbAOsAnZkxPE0U0cq_0 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.67435744804226686', time=2024-09-12T20:12:56.928174+0000, chain.objs.size()=1 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wFzI9nM067FvMIvQNUuxOol4OWnqy5y_0 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.580522301925126587', time=2024-09-12T20:12:56.983634+0000, chain.objs.size()=1 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._2VNLEJKdgAiXvWujWUv3C9QJja5ZF5_0 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12618474938595761748', time=2024-09-12T20:12:57.099080+0000, chain.objs.size()=1 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.671+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6d398YSl11WLgA5U4z-AcIiEH0FDMsS_0 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11697298951971298539', time=2024-09-12T20:12:57.215466+0000, chain.objs.size()=1 2024-09-12T18:25:57.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jqy6VfMZuJSOMZ6AS3RhRGJ3ijTQ2YT_0 2024-09-12T18:25:57.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3979072663453396959', time=2024-09-12T20:12:57.278111+0000, chain.objs.size()=1 2024-09-12T18:25:57.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.t_kvLSmhCwfRRQyi8UbKrOllFNLGOlH_0 2024-09-12T18:25:57.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15408111446615677937', time=2024-09-12T20:12:57.454447+0000, chain.objs.size()=1 2024-09-12T18:25:57.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mab6yex2Q8mZC1jXctLjddY4M0WUgK7_0 2024-09-12T18:25:57.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13629801052902267813', time=2024-09-12T20:12:57.563546+0000, chain.objs.size()=1 2024-09-12T18:25:57.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.675+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.BILakAq0eeIS-8CM_jcFF5_8nir1YAP_0 2024-09-12T18:25:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13148716914756517677', time=2024-09-12T20:12:57.629623+0000, chain.objs.size()=1 2024-09-12T18:25:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-VJ-EG_1AthCyxJElF1cBiRMVaPG1O3_0 2024-09-12T18:25:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4508672642206194473', time=2024-09-12T20:12:57.651287+0000, chain.objs.size()=1 2024-09-12T18:25:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YGCJ8arpfmM5yyS8PRtsYV6sIyv6Qf1_0 2024-09-12T18:25:57.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14480557937700535064', time=2024-09-12T20:12:57.801969+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.I2sj8NCAmWqYVZnCM2HNrG3Yx73T09t_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11984385297320207418', time=2024-09-12T20:12:57.916688+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bs6sjRjLXd-28kJ4MXUiMXmrDoFxChC_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2976847610969733173', time=2024-09-12T20:12:58.258221+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8oBKzVrv-CmjshvGYNHcdqJbrH_C36m_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12496313183456626663', time=2024-09-12T20:13:06.266197+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.276__shadow_.tNe9MZglBugXqa2DTIIBW4mP0YRzvxJ_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1418553584373211527', time=2024-09-12T20:13:11.843786+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.285__shadow_.3iiR1DHLF9Ce-EdP2jrbEmy6sJDfb5E_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9349978059214317714', time=2024-09-12T20:13:19.210298+0000, chain.objs.size()=1 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.q7RiLRiKLXZayUe5Kms6TNqWdiVTcDw_0 2024-09-12T18:25:57.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3806154354996917583', time=2024-09-12T20:13:21.725158+0000, chain.objs.size()=1 2024-09-12T18:25:57.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.298__shadow_.wN7dfcC_0cGhLNyRdvQ4s66Hl3d_Zuz_0 2024-09-12T18:25:57.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10749975609719622606', time=2024-09-12T20:13:22.404581+0000, chain.objs.size()=1 2024-09-12T18:25:57.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.299__shadow_.NmetZeTTDEkXqqjMEnawQcEGRJdeG4W_0 2024-09-12T18:25:57.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11417074733865310110', time=2024-09-12T20:13:25.599254+0000, chain.objs.size()=1 2024-09-12T18:25:57.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.679+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.304__shadow_.7irXEA57Fqh-NbssOhMR-KU-H5PrsIb_0 2024-09-12T18:25:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15678995083583265573', time=2024-09-12T20:13:25.601440+0000, chain.objs.size()=1 2024-09-12T18:25:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.304__shadow_.i1t3kahUi0wMDrlbEZJ3ahVI3Nep_jA_0 2024-09-12T18:25:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14186536879593360723', time=2024-09-12T20:13:58.872216+0000, chain.objs.size()=1 2024-09-12T18:25:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ozvLD-r8WTUGL8uFsA-xhtnoxa2vPJR_0 2024-09-12T18:25:57.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.672361438713571585', time=2024-09-12T20:13:58.955871+0000, chain.objs.size()=1 2024-09-12T18:25:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pUHYG_xBW8gUd6WPZ1_EHLI_8HY25B__0 2024-09-12T18:25:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.906463385857553636', time=2024-09-12T20:13:58.995998+0000, chain.objs.size()=1 2024-09-12T18:25:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Cs14oEig4_VegM7JiQsc3_mm1JwjsPT_0 2024-09-12T18:25:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2434452360657090735', time=2024-09-12T20:13:59.209950+0000, chain.objs.size()=1 2024-09-12T18:25:57.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.683+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QRd5Dsk1uSH2RXS-DtV1vKMJjVyPjIQ_0 2024-09-12T18:25:57.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3850072279021281344', time=2024-09-12T20:13:59.267528+0000, chain.objs.size()=1 2024-09-12T18:25:57.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PiteVHFmhamhQ8ix-JbjVRcGOzKdBx3_0 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5479044971528819378', time=2024-09-12T20:13:59.279565+0000, chain.objs.size()=1 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.HRuo7zfeHEEXhKf-kzsnFEhiVfjOIzF_0 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3297081605072953952', time=2024-09-12T20:13:59.297174+0000, chain.objs.size()=1 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uDhnwhAC1y9YR-4zJeK36UDS9jaAUEo_0 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.579620250802294878', time=2024-09-12T20:13:59.378129+0000, chain.objs.size()=1 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.blwQ1QooKNc_VuOZZyNhxSaZMROOmDY_0 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1472952281279075478', time=2024-09-12T20:13:59.607427+0000, chain.objs.size()=1 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1tbqLw_UGRqmR-WF6L_5T7MUjTkLSWp_0 2024-09-12T18:25:57.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14406732627423088290', time=2024-09-12T20:13:59.629263+0000, chain.objs.size()=1 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o9PpsXNs1NygpQSERsZ00lXLuTbXvbU_0 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15711330779596217767', time=2024-09-12T20:13:59.710607+0000, chain.objs.size()=1 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-7mCtRHkww7QJPrX0i1inKz2RsHjbkj_0 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2845126543181040627', time=2024-09-12T20:13:59.712194+0000, chain.objs.size()=1 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EjF_PMc7sCQh4vNVrAJhY5_xtO0MCoI_0 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14215893268770181196', time=2024-09-12T20:13:59.733121+0000, chain.objs.size()=1 2024-09-12T18:25:57.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0VbL3uE-1D6PGFBJ7aCHsIM2l0cHJfR_0 2024-09-12T18:25:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12313423613781158583', time=2024-09-12T20:13:59.750024+0000, chain.objs.size()=1 2024-09-12T18:25:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Eqw4Ia2echohH5hbnZaE1IlRaOlfz8-_0 2024-09-12T18:25:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12818040429114905498', time=2024-09-12T20:13:59.770925+0000, chain.objs.size()=1 2024-09-12T18:25:57.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.687+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zecd5IfeUTp3R_guMAs_38m5CClqNIg_0 2024-09-12T18:25:57.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18404123345186658171', time=2024-09-12T20:13:59.780584+0000, chain.objs.size()=1 2024-09-12T18:25:57.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lTnImvZndAZKHdpmL2KkaOpB_-DMVVR_0 2024-09-12T18:25:57.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17971259854383169680', time=2024-09-12T20:13:59.936300+0000, chain.objs.size()=1 2024-09-12T18:25:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2TJwSboIfgKU9e2wMYSv76GoEZq_2kb_0 2024-09-12T18:25:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3985362614970604189', time=2024-09-12T20:14:00.015987+0000, chain.objs.size()=1 2024-09-12T18:25:57.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._9EMckmZw7dai1tIlK3XYrtamNejq0z_0 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5422396916075834736', time=2024-09-12T20:14:00.023352+0000, chain.objs.size()=1 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yHVAN3eVAyT0_f-IRZJBQq3wTgYypeQ_0 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7590418533494913103', time=2024-09-12T20:14:00.049804+0000, chain.objs.size()=1 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bFOwUr_tUWEwtwsoObCinkzQzQpfr-s_0 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10837189782157178452', time=2024-09-12T20:14:00.100265+0000, chain.objs.size()=1 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lPdl3omi1FlnmzlLjwbCPTuMymA4-xd_0 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1773672207202231850', time=2024-09-12T20:14:00.177014+0000, chain.objs.size()=1 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ari26yc6W6SHvYRb9wKwsxn8moIQU-f_0 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9572640378819485563', time=2024-09-12T20:14:00.349934+0000, chain.objs.size()=1 2024-09-12T18:25:57.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mxc76A0sv_v72LwQu97RFIUAYjG0Zpb_0 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2599347255230600445', time=2024-09-12T20:14:00.478655+0000, chain.objs.size()=1 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TexTmZd6c_xBeNuNLLIahRY5UocAVMy_0 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5784544389492961423', time=2024-09-12T20:14:00.489539+0000, chain.objs.size()=1 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.93BPQYOBbHfZnvGO_vhVYKa-bADKSSk_0 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3785571989093952925', time=2024-09-12T20:14:00.494936+0000, chain.objs.size()=1 2024-09-12T18:25:57.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.691+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YiREbMRSBvUvDJ0eGW0v0epVzcSiOQn_0 2024-09-12T18:25:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2018459042850770835', time=2024-09-12T20:14:00.510020+0000, chain.objs.size()=1 2024-09-12T18:25:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GLRkDRMZO9FrSavl8mIV0Dgj7aMsmrh_0 2024-09-12T18:25:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11939396099137298742', time=2024-09-12T20:14:00.525304+0000, chain.objs.size()=1 2024-09-12T18:25:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3ZXfY4xAzrrz56-aqa-ZY59QA1Jgag9_0 2024-09-12T18:25:57.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7723778088294333707', time=2024-09-12T20:14:00.717725+0000, chain.objs.size()=1 2024-09-12T18:25:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.omG1oWV38lGSj0xof4Wez9yLEcuN6f7_0 2024-09-12T18:25:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.624915938102372067', time=2024-09-12T20:14:00.738280+0000, chain.objs.size()=1 2024-09-12T18:25:57.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.695+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YyD5MOiAfUYhcwTF36bwXzbUzWzF0Jf_0 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4477784664296212182', time=2024-09-12T20:14:00.745606+0000, chain.objs.size()=1 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QGTAgUcTyGXmeznZxovC8Nzy1aFKibt_0 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11231838491659693644', time=2024-09-12T20:14:00.823572+0000, chain.objs.size()=1 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.L8oZlfhRWJSBxE_TbIOd9SRijuctMUU_0 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.939534124030624988', time=2024-09-12T20:14:00.869825+0000, chain.objs.size()=1 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.M1OBowSR9pSZ2Tm0FnMIvuRRBqOMdMw_0 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6077574919458623649', time=2024-09-12T20:14:00.998549+0000, chain.objs.size()=1 2024-09-12T18:25:57.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XO2E6pYZICRIn0oGYrIV5LM8Mkfix3Y_0 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14871446610134678608', time=2024-09-12T20:14:01.027312+0000, chain.objs.size()=1 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bDAXAQPlNwXWQlm7u2efi8DMwUlPC-m_0 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7003338692906133674', time=2024-09-12T20:14:01.037475+0000, chain.objs.size()=1 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WpS8ksZ5D00VnvfslzPnHc2W1tOLs4U_0 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12294506907212153792', time=2024-09-12T20:14:01.050369+0000, chain.objs.size()=1 2024-09-12T18:25:57.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2rMV3N8Ai4M7n6akDjxuSDSOeipI-r7_0 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7204482845368385808', time=2024-09-12T20:14:01.441847+0000, chain.objs.size()=1 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-jI8EFmpIvYNEeId-9Wnpo0oGarOUoK_0 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5957159455852957222', time=2024-09-12T20:14:01.482848+0000, chain.objs.size()=1 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-as6gaownsZ0LNEgbuKtV4CNzDzKJQY_0 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16613151739776698908', time=2024-09-12T20:14:22.928083+0000, chain.objs.size()=1 2024-09-12T18:25:57.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.699+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.akNqZ2biJYn2S0fIp9xhRHSQnnzqmp2_0 2024-09-12T18:25:57.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4758105498447581082', time=2024-09-12T20:14:22.936549+0000, chain.objs.size()=1 2024-09-12T18:25:57.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9WGL9pZaWftF67oYx3yuqeTbpPd10bN_0 2024-09-12T18:25:57.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15556352473027663834', time=2024-09-12T20:14:23.068650+0000, chain.objs.size()=1 2024-09-12T18:25:57.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0OaeyhL2hIPaSPZHgOc6xjzwhM59tMs_0 2024-09-12T18:25:57.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13611022370482395044', time=2024-09-12T20:14:23.121258+0000, chain.objs.size()=1 2024-09-12T18:25:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.XvXEmQO80FnexbGVMWrFDOeU8odI7t0_0 2024-09-12T18:25:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2895012244262134393', time=2024-09-12T20:14:23.125371+0000, chain.objs.size()=1 2024-09-12T18:25:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Zz14RvycRVvZT7PMKtT9R9xRYIFQHOz_0 2024-09-12T18:25:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4970072041720912093', time=2024-09-12T20:14:23.153515+0000, chain.objs.size()=1 2024-09-12T18:25:57.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HLtqHAi_msYq9RkPn2EtuUfCd2ptJ-S_0 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16020773233879867467', time=2024-09-12T20:14:23.495206+0000, chain.objs.size()=1 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4G2LxyvddW4_MMrA8o_2Vruli_Oixnd_0 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12258105236921244246', time=2024-09-12T20:14:23.719947+0000, chain.objs.size()=1 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.53Fb1i7u3CArFCPLP_DuXxaHGK51l7h_0 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8346911830803146603', time=2024-09-12T20:14:23.805028+0000, chain.objs.size()=1 2024-09-12T18:25:57.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.hpCTcLl9nxAtE7U6Bm-fi0nD8gVfTDj_0 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1555486938559218260', time=2024-09-12T20:14:23.822056+0000, chain.objs.size()=1 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gKU-Uk4xeLk1Sy4sdsAUk0doMlRA_5z_0 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4148367507280313675', time=2024-09-12T20:14:23.874144+0000, chain.objs.size()=1 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0QdrNkGW7pPeyl7r9R-486ZvCxaspqD_0 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9556958581033063524', time=2024-09-12T20:14:23.892980+0000, chain.objs.size()=1 2024-09-12T18:25:57.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.703+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.II1uZU8qS4GA7EJqV_MVzLLgh8XSj5t_0 2024-09-12T18:25:57.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14799859031836899983', time=2024-09-12T20:14:24.162354+0000, chain.objs.size()=1 2024-09-12T18:25:57.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._qHyAgN6cdWD3mscaDlnoUB7DVgIKH1_0 2024-09-12T18:25:57.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3541116259360275192', time=2024-09-12T20:14:24.166933+0000, chain.objs.size()=1 2024-09-12T18:25:57.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7-vuUY393Ln6vqEX1JIIkBil1CZJniK_0 2024-09-12T18:25:57.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9586909273780281735', time=2024-09-12T20:14:24.173351+0000, chain.objs.size()=1 2024-09-12T18:25:57.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2hmvABT3rD9bM6hc3He7G-SjVDX50vO_0 2024-09-12T18:25:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7551939633260708981', time=2024-09-12T20:14:24.203415+0000, chain.objs.size()=1 2024-09-12T18:25:57.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.707+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wezT6kWOnR7n0VW2Xanp0YerjGMxx68_0 2024-09-12T18:25:57.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.711+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/62103 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1449250954437986444', time=2024-09-12T20:14:24.406295+0000, chain.objs.size()=1 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UGiufqnQJfz0BBCj-WOvrnnfUd6Tgpl_0 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17267611610417952391', time=2024-09-12T20:14:24.493449+0000, chain.objs.size()=1 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.O8B6wqqDbgWBOsJg4Q6thHBqf5b3qlv_0 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7076239587991014391', time=2024-09-12T20:14:24.521623+0000, chain.objs.size()=1 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OFk2vnMiuBCDMqP6AOaHSXty2NzqBiS_0 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7000920272385833752', time=2024-09-12T20:14:24.589429+0000, chain.objs.size()=1 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SH6Nj6t9m0g3H-ltchlFm3SHJcLeEgL_0 2024-09-12T18:25:57.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9080726071616015783', time=2024-09-12T20:14:24.601119+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.z9X9_OhN0aDaDYe8elbuqd90-KvgPbw_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8436862382678090357', time=2024-09-12T20:14:24.732521+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.XvYRCyT-1hDoSbTwdU0RYyEUzeMwfcI_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.155894142496827061', time=2024-09-12T20:14:24.917051+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-UjC_OPO6M_vj1BQNfBgRipa5NQGXOv_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.567609166950402405', time=2024-09-12T20:14:24.946412+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qqUji1ghqyI_dY8WoUUx0zpDNtkSC7I_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11838389014476885521', time=2024-09-12T20:14:25.169724+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dDzxkzzon-0YfRs7gJewqcOGXKEDnfB_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4171211648578018270', time=2024-09-12T20:14:25.196569+0000, chain.objs.size()=1 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JnEnbKR00ordgGUnWcOL9Gqh4_8lB4K_0 2024-09-12T18:25:57.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15874886230892114187', time=2024-09-12T20:14:25.230743+0000, chain.objs.size()=1 2024-09-12T18:25:57.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.02sw9dpLGo6Tn33wmu2ZGH3BP3l-azg_0 2024-09-12T18:25:57.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5687242967189449890', time=2024-09-12T20:14:25.520132+0000, chain.objs.size()=1 2024-09-12T18:25:57.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.715+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AjS84Bzh9K41-YBSOMH2B78hgeVLIRg_0 2024-09-12T18:25:57.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10036240062200955111', time=2024-09-12T20:14:30.357662+0000, chain.objs.size()=1 2024-09-12T18:25:57.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.334__shadow_.E4Kp6_7kmMIgYwbI86eOyQRq4mMzSoR_0 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9265779323160531667', time=2024-09-12T20:14:50.314392+0000, chain.objs.size()=1 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.372__shadow_.y2UwqJRKyp0Zlx_nq0rj_HC-q6oWS3b_0 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11106302817886152664', time=2024-09-12T20:15:03.121992+0000, chain.objs.size()=1 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.391__shadow_.7KAOWC4IEpRrbZ7khGyitE4Ixt6RcJx_0 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5253901180790034721', time=2024-09-12T20:15:37.323177+0000, chain.objs.size()=1 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.445__shadow_.x6ycC9eKKBki06w9K44QmPY_4l0WJcP_0 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17767072803301337977', time=2024-09-12T20:15:49.012476+0000, chain.objs.size()=1 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.460__shadow_.U30X_ABP4zV1uBS4Td8ShjZ3t5yarwS_0 2024-09-12T18:25:57.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12629858969495331427', time=2024-09-12T20:15:54.396888+0000, chain.objs.size()=1 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.466__shadow_.1ToFXL_pn0DJCxZ3MYFTD1PqzGW-BeD_0 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10169065623832700029', time=2024-09-12T20:16:03.135896+0000, chain.objs.size()=1 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.485__shadow_.r2QxizBlDhaIyDntLvWW5IlZsn9DvCI_0 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb', time=2024-09-12T20:16:38.689055+0000, chain.objs.size()=2 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.2 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~VlDZGhy0d40NRVfKpJRa5qYLxRoFlDb.2_1 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.802525+0000, chain.objs.size()=2 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.1 2024-09-12T18:25:57.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.719+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.1_1 2024-09-12T18:25:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.806197+0000, chain.objs.size()=2 2024-09-12T18:25:57.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.2 2024-09-12T18:25:57.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.2_1 2024-09-12T18:25:57.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.723+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.809593+0000, chain.objs.size()=2 2024-09-12T18:25:57.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.723+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.3 2024-09-12T18:25:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.3_1 2024-09-12T18:25:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.813261+0000, chain.objs.size()=2 2024-09-12T18:25:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.4 2024-09-12T18:25:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.4_1 2024-09-12T18:25:57.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.816531+0000, chain.objs.size()=2 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.5 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.5_1 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~fC4N9QH5lWnq1DztbCqujnEaUCeKued', time=2024-09-12T20:16:48.820099+0000, chain.objs.size()=2 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.6 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.2~fC4N9QH5lWnq1DztbCqujnEaUCeKued.6_1 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17262586686992677901', time=2024-09-12T20:17:41.996279+0000, chain.objs.size()=1 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.551__shadow_.JT0oJmbJWhQywGHSKwOEGBdWOIdZANK_0 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6325275262529431241', time=2024-09-12T20:18:11.111505+0000, chain.objs.size()=1 2024-09-12T18:25:57.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.727+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.571__shadow:TiyGGTn0t7NRqhnxExvnQk4ROx1eSq7_.gyn34P7RgRL0Wof6ws9nGtena1P8BhM_0 2024-09-12T18:25:57.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5197000411778741945', time=2024-09-12T20:18:12.641821+0000, chain.objs.size()=1 2024-09-12T18:25:57.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.573__shadow:sVjUV1apyJCW.4I8Ghl65.FNIZ4NY0N_.Gjpps0_86ojvP0Tha-xVKo0srYEOXyo_0 2024-09-12T18:25:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.731+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3174614460336865484', time=2024-09-12T20:18:27.722026+0000, chain.objs.size()=1 2024-09-12T18:25:57.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.731+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:ddjgidkPwVPzedt7W4tWz9Q32.CRh8-_.bkWW6O8wyjtrYE3Wv7lPjibshU4mgo-_0 2024-09-12T18:25:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3079053690230649837', time=2024-09-12T20:18:30.534251+0000, chain.objs.size()=1 2024-09-12T18:25:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:2L-cXAv.j8X.2IBRjrBwRqzOFvd6jHL_.u3IDj8sEmW8g_lvhbNJutQQDqugmVxj_0 2024-09-12T18:25:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag', time=2024-09-12T20:21:29.123232+0000, chain.objs.size()=12 2024-09-12T18:25:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.1 2024-09-12T18:25:57.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.1_1 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.2 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.2_1 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.3 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.3_1 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.4 2024-09-12T18:25:57.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.4_1 2024-09-12T18:25:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.5 2024-09-12T18:25:57.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.735+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.5_1 2024-09-12T18:25:57.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__multipart_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.6 2024-09-12T18:25:57.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.625__shadow_multipart_enc.2~wVIO-VGlrlGMBvrvS-IiaQSM3SpMdag.6_1 2024-09-12T18:25:57.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.739+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5631123377237991718', time=2024-09-12T20:21:35.965683+0000, chain.objs.size()=1 2024-09-12T18:25:57.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.739+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.635__shadow_.aY9KctlFEqEExwWQcPD3eCtlsX9dYgC_0 2024-09-12T18:25:57.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.747+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.747+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:25:57.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48831' 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13563461871221937376', time=2024-09-12T20:10:10.843123+0000, chain.objs.size()=3 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.wvuOw7cqwhc7lTBdOKmoOObGPbVgxRw_0 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.wvuOw7cqwhc7lTBdOKmoOObGPbVgxRw_1 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.wvuOw7cqwhc7lTBdOKmoOObGPbVgxRw_2 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5125980624010768320', time=2024-09-12T20:12:14.292924+0000, chain.objs.size()=1 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.232__shadow_.5z8DVGRao8VT7QadBzEwxxJ5ajkmfx1_0 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3018137862029656692', time=2024-09-12T20:12:18.509808+0000, chain.objs.size()=1 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.238__shadow_.GNaVEWNfr3RmrHGUkt0k9j5marJMUTm_0 2024-09-12T18:25:57.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17420751448291093547', time=2024-09-12T20:12:21.343072+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.242__shadow_.v2PogXDVpQjL6xIbjwHvP8-jdLB4DzL_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8460441407220863782', time=2024-09-12T20:12:24.852795+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.246__shadow_.TwHihDi6tJTK-aD4QrZTm9I1VD_7NvX_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1572811017989685614', time=2024-09-12T20:12:30.522700+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.255__shadow_.6iQOYFYBSBqoaIq8lTTvIYOuiZ9EUHO_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2775342006263718444', time=2024-09-12T20:12:30.528169+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.255__shadow_.VCH0x8LDSs7kklpb-3vcYpS603T0mJe_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6363872384811073466', time=2024-09-12T20:12:55.725920+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.olJ4Laq4P_PUpFitFQ2JAuX1jX_1JOe_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4527463702818695140', time=2024-09-12T20:12:55.756867+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ER6_imXLdh0vuWCw2OXMBqIIpYaQpA0_0 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15977965067222166381', time=2024-09-12T20:12:55.782529+0000, chain.objs.size()=1 2024-09-12T18:25:57.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.751+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.WTBY_u8e9IaHR5A6vBBIKSbM_9Z_F4k_0 2024-09-12T18:25:57.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2455094165077593527', time=2024-09-12T20:12:55.869869+0000, chain.objs.size()=1 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.p1C1kyT3NU0vuq6tncxNmNGMluwUdTu_0 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16774020390978149025', time=2024-09-12T20:12:55.910901+0000, chain.objs.size()=1 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xw9h-4cpW-v0NY_8Uo9FcO0AsqOLAk7_0 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10634157173631452254', time=2024-09-12T20:12:55.944070+0000, chain.objs.size()=1 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.N5hS7UtZ-1h2BwqEQl1ZnhaQnRWB3xi_0 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5477440234635210668', time=2024-09-12T20:12:55.960693+0000, chain.objs.size()=1 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yMK1PR5OCbGvVJAisxcQ8HJ4_oMKqW6_0 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7745544594537168407', time=2024-09-12T20:12:56.166657+0000, chain.objs.size()=1 2024-09-12T18:25:57.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xwgnbdP2PUVkvnV4Mkg6XIJ135GbWO3_0 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14043100475272695117', time=2024-09-12T20:12:56.197529+0000, chain.objs.size()=1 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eynv2sQcEHVF9diXJwmSELCMaQjcOx1_0 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.643009518485193805', time=2024-09-12T20:12:56.221073+0000, chain.objs.size()=1 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KZi9I6LzfnQJP1o_EiEB-sBkZQyxnVv_0 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4407987113526128013', time=2024-09-12T20:12:56.328302+0000, chain.objs.size()=1 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RngABmZuty-JL1vOGWKCdCq1z_nQtur_0 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18267499304080915646', time=2024-09-12T20:12:56.590336+0000, chain.objs.size()=1 2024-09-12T18:25:57.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.755+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9kbur3NJzfcPefz3OUT4kjAcxmfekLS_0 2024-09-12T18:25:57.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15518043004136700053', time=2024-09-12T20:12:56.614539+0000, chain.objs.size()=1 2024-09-12T18:25:57.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QRR9tdVR-DkW2obHlWo2yPqGjO5Hndb_0 2024-09-12T18:25:57.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12064702011837373252', time=2024-09-12T20:12:56.664129+0000, chain.objs.size()=1 2024-09-12T18:25:57.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MZlpESt3ySsU-xqaeOBH6hjFV7r_VhI_0 2024-09-12T18:25:57.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1726578570245272282', time=2024-09-12T20:12:56.825055+0000, chain.objs.size()=1 2024-09-12T18:25:57.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.n21rjE1AKIUzzYJNqI8xerwFgSAs8RN_0 2024-09-12T18:25:57.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14282526552785084048', time=2024-09-12T20:12:56.850518+0000, chain.objs.size()=1 2024-09-12T18:25:57.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LRGXbPw4aF9D8mS-HgnifkOby1SFSJ6_0 2024-09-12T18:25:57.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15109952958300506734', time=2024-09-12T20:12:56.867905+0000, chain.objs.size()=1 2024-09-12T18:25:57.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6WdhwemsC8yuWyAyrjoKc9DhmEd8399_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15187025226985578043', time=2024-09-12T20:12:57.118010+0000, chain.objs.size()=1 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GXjkdTPT1JKRLCv0yF7W3EBOLGhPS9O_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1726314195759487552', time=2024-09-12T20:12:57.461944+0000, chain.objs.size()=1 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9xOyLSAwiaXjvKtP0NDlsn-G0r4jwG2_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10145552121676248087', time=2024-09-12T20:12:57.472261+0000, chain.objs.size()=1 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.voosIW8sJo0t4V2GrfWoVk1aooF_Jgh_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.367666884591743475', time=2024-09-12T20:12:57.838986+0000, chain.objs.size()=1 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pIcP0qlkkUYnlF4sOSd4GEeqFXwA-Ky_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15844350606266458324', time=2024-09-12T20:12:57.869231+0000, chain.objs.size()=1 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.YMEIPPZVcGmoM6fcx4S0qPEzGCKHpYc_0 2024-09-12T18:25:57.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5730960177231474459', time=2024-09-12T20:12:57.919760+0000, chain.objs.size()=1 2024-09-12T18:25:57.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.759+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aQbFDeONDIP--zCOgsLHZxKE7la4FRF_0 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9343850299816340568', time=2024-09-12T20:12:57.991040+0000, chain.objs.size()=1 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ScJuxYfKzyaSyQN3odgNvU5zj5gMDFE_0 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10551913940752783384', time=2024-09-12T20:12:58.004883+0000, chain.objs.size()=1 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.k4I2qiTr9i4sSB3TK173WImkOs0piTK_0 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17895674751236889431', time=2024-09-12T20:12:58.129509+0000, chain.objs.size()=1 2024-09-12T18:25:57.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fhPULzJBz5JlX1ctx6gm6maIyN6-AOb_0 2024-09-12T18:25:57.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5532562216136179990', time=2024-09-12T20:12:58.224521+0000, chain.objs.size()=1 2024-09-12T18:25:57.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.763+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pkcP0lymObECzjBVesYbUovG-msOY-E_0 2024-09-12T18:25:57.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14868527031728629370', time=2024-09-12T20:13:06.274247+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.276__shadow_.e7YAc_uMYKgW3z61R-03a1qN2wHt1NE_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10170258375649369795', time=2024-09-12T20:13:11.248452+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.284__shadow_.2Uv4yxZHbzpn-SeyBEf3tWQsPM4eQ_V_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1675011533076911749', time=2024-09-12T20:13:15.655947+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.291__shadow_.dNokJ99jhq3ygwAwx0Agg0iymoC9VH7_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14589731187041547026', time=2024-09-12T20:13:17.876878+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.XG5AkP1GGCW-YZb9JS4mlzV9xxAJU4y_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14256753860824437581', time=2024-09-12T20:13:19.247315+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.VjpC-BCP2HNN0TTbJFj-DE0C1HpZyNC_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8972824168313252481', time=2024-09-12T20:13:58.894824+0000, chain.objs.size()=1 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8Du2CVBeEoNsJYp-nBFaIU4s7UnvFDo_0 2024-09-12T18:25:57.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2616686115906668992', time=2024-09-12T20:13:58.903494+0000, chain.objs.size()=1 2024-09-12T18:25:57.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.89wMAzshIViX7Ox0KTHu6yehEvsYS6B_0 2024-09-12T18:25:57.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7511696576436750888', time=2024-09-12T20:13:58.944475+0000, chain.objs.size()=1 2024-09-12T18:25:57.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.767+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fSeP84XLAdGfrZMlTzRo5D4114Okn2L_0 2024-09-12T18:25:57.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4257075296635606540', time=2024-09-12T20:13:58.963086+0000, chain.objs.size()=1 2024-09-12T18:25:57.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nrHeoI5gEPAr4HOT3RmskxNGaOGKhDY_0 2024-09-12T18:25:57.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1807209279393689864', time=2024-09-12T20:13:59.327650+0000, chain.objs.size()=1 2024-09-12T18:25:57.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mNOdYc7ZaLgveeNcUIDZxJKTGb2SW3m_0 2024-09-12T18:25:57.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14711961574147659538', time=2024-09-12T20:13:59.335698+0000, chain.objs.size()=1 2024-09-12T18:25:57.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nz3X0p9-IMfTS8GWLsEcO9ta55RYyQ2_0 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4963459816958206800', time=2024-09-12T20:13:59.384374+0000, chain.objs.size()=1 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QVpXey2EufwEoA7ILVPHfbRSZiJiRF0_0 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5307930885578028788', time=2024-09-12T20:13:59.390036+0000, chain.objs.size()=1 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Be6t4V2ZPm3Kzc96GEuiquCyPBxNdq1_0 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8469669482958032358', time=2024-09-12T20:13:59.390848+0000, chain.objs.size()=1 2024-09-12T18:25:57.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jzqDXhRduLA8u8qMN80_mCsV7kiCzQ__0 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11364468078842599141', time=2024-09-12T20:13:59.394169+0000, chain.objs.size()=1 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PfQ8Qzp-GwgUzspYHPsm-vEpNk8aeF7_0 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8382365240056476786', time=2024-09-12T20:13:59.620113+0000, chain.objs.size()=1 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o5beC0mSPeUGRlU0UeLQXR0VKZBDZNI_0 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11996449791655866454', time=2024-09-12T20:13:59.660614+0000, chain.objs.size()=1 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SeB9gBETEx6xh3rhIf2pQelzRViXUOi_0 2024-09-12T18:25:57.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5807464663976725774', time=2024-09-12T20:13:59.699399+0000, chain.objs.size()=1 2024-09-12T18:25:57.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZT3_Qh1CeDXYiOmy8xeXPh4GAPSP1mn_0 2024-09-12T18:25:57.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.910386630812869637', time=2024-09-12T20:14:00.027005+0000, chain.objs.size()=1 2024-09-12T18:25:57.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.771+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LHVzWoQn993WH3S8mtZWJD14nWO79as_0 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4061483693427461437', time=2024-09-12T20:14:00.055222+0000, chain.objs.size()=1 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UFGZi5GgjDKF8kUeW3eoH0h0s8T2pDO_0 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4682488831339659445', time=2024-09-12T20:14:00.088378+0000, chain.objs.size()=1 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vyX5tTeJNvhaZEMkKCnyHUWxlGgwUzS_0 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8004407301363269759', time=2024-09-12T20:14:00.135909+0000, chain.objs.size()=1 2024-09-12T18:25:57.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ng2kh1LDHfiQYoHJA2DKTH4H7t2glHc_0 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4093140120014609754', time=2024-09-12T20:14:00.148905+0000, chain.objs.size()=1 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.US8-sAxdjzxq15etUYhsCdMP2913xT0_0 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17960980980904275544', time=2024-09-12T20:14:00.162786+0000, chain.objs.size()=1 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Iw-IFYA_EAUikPGwJGi1X7Svv9m3C_f_0 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10302987926830861989', time=2024-09-12T20:14:00.432413+0000, chain.objs.size()=1 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.m0GaTrhHtElb3x3VhtMTFZAbXaY8zep_0 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1768378940710318680', time=2024-09-12T20:14:00.498471+0000, chain.objs.size()=1 2024-09-12T18:25:57.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.775+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2-bLqFQjfgkteHt8i3RtyC-yWD3VcYE_0 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18039813373173233284', time=2024-09-12T20:14:00.676478+0000, chain.objs.size()=1 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.14leZ5qPVNfKFRLfdp2loPfwHoFFImT_0 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4212641633197417593', time=2024-09-12T20:14:00.715587+0000, chain.objs.size()=1 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bZiQZ5MzjgPZQxp3cDdySOSjwTF8iaQ_0 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2511015822059799142', time=2024-09-12T20:14:00.749547+0000, chain.objs.size()=1 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7BYImxO2_RwHCXS1Ptf6hmI-CcVVo8Y_0 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3673228601731521144', time=2024-09-12T20:14:00.771000+0000, chain.objs.size()=1 2024-09-12T18:25:57.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.raKWTFaNTtL8lLstS9CZEO3MkiP-6_i_0 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2652938498408570531', time=2024-09-12T20:14:00.781758+0000, chain.objs.size()=1 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rxsSUm9o2iHOqsI4rDGVQZVIoCBPoYL_0 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10911443673395064954', time=2024-09-12T20:14:00.788168+0000, chain.objs.size()=1 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FoC91COj7YYvWs28nu_lcE9KhJfydip_0 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15217998516498573018', time=2024-09-12T20:14:00.861418+0000, chain.objs.size()=1 2024-09-12T18:25:57.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.779+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aCIEgjhT4NpWgWf5vU32jOLDdYtU_up_0 2024-09-12T18:25:57.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12757610386991419095', time=2024-09-12T20:14:01.451138+0000, chain.objs.size()=1 2024-09-12T18:25:57.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZaPJdL5xdRzhs6WmsEyImnJ6Z5mci11_0 2024-09-12T18:25:57.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16761439145755968246', time=2024-09-12T20:14:22.755353+0000, chain.objs.size()=1 2024-09-12T18:25:57.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.m2luGEqeC2JvehFw3R3CeyVhhtZFnGN_0 2024-09-12T18:25:57.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2408636688622377926', time=2024-09-12T20:14:22.878549+0000, chain.objs.size()=1 2024-09-12T18:25:57.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vXs2PjCtVsR5tZnXycteDCP8PPb-M86_0 2024-09-12T18:25:57.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2136723726770111083', time=2024-09-12T20:14:22.912967+0000, chain.objs.size()=1 2024-09-12T18:25:57.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.W8gkH07M96sGtkg6CMJZpdg4HFKNm5Q_0 2024-09-12T18:25:57.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10434064615633593743', time=2024-09-12T20:14:23.190691+0000, chain.objs.size()=1 2024-09-12T18:25:57.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.783+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.owYwN10goITnPFaXRikxZ3BObgVuCqU_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17441000481321227192', time=2024-09-12T20:14:23.772968+0000, chain.objs.size()=1 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2eK6KZPj6_glAByL5vXdOSr3h_sTmv-_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7699596520221924383', time=2024-09-12T20:14:23.787932+0000, chain.objs.size()=1 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3L62JWpQ4teO7loW5-rWs35Z7Tyff87_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1624527944247164188', time=2024-09-12T20:14:23.851643+0000, chain.objs.size()=1 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vXtuEq4BehQvGxEwyzxJ8VqYNopwVZE_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7925408071931602096', time=2024-09-12T20:14:23.877353+0000, chain.objs.size()=1 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6ipGjs0qy5rSty7Lwqc0tqHdK0pUWlq_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1779735790696671544', time=2024-09-12T20:14:23.885577+0000, chain.objs.size()=1 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sj3z0K4CSQGKsBEZjs6WoFKGzSkg91K_0 2024-09-12T18:25:57.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5814274692858673250', time=2024-09-12T20:14:23.892367+0000, chain.objs.size()=1 2024-09-12T18:25:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zJl3vmB_QwdPpLJkbW2BJ4N9kdGxMTE_0 2024-09-12T18:25:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12965489480982262754', time=2024-09-12T20:14:23.905919+0000, chain.objs.size()=1 2024-09-12T18:25:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.46uPFQiKpYTLk3LEc7oK2ca5YmKVQXA_0 2024-09-12T18:25:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd003e01640 0 -- 172.21.15.92:0/1371587138 >> [v2:172.21.15.92:6816/4181824235,v1:172.21.15.92:6817/4181824235] conn(0x7fcff40c0070 msgr2=0x7fcecc08de60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:25:57.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2827558589304129687', time=2024-09-12T20:14:23.906753+0000, chain.objs.size()=1 2024-09-12T18:25:57.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.787+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.SnbLWvf6n4JEjhp5cPVVyTSgafR_gcu_0 2024-09-12T18:25:57.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3176971198201653887', time=2024-09-12T20:14:24.257324+0000, chain.objs.size()=1 2024-09-12T18:25:57.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6N7Q5lPXiMPpvP4QT-UJK2NTyfPheiT_0 2024-09-12T18:25:57.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9826355720334484177', time=2024-09-12T20:14:24.464653+0000, chain.objs.size()=1 2024-09-12T18:25:57.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.khEYcecP9z_nvFrPQLsNOFE9XG_DhjQ_0 2024-09-12T18:25:57.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12629455782727765230', time=2024-09-12T20:14:24.475336+0000, chain.objs.size()=1 2024-09-12T18:25:57.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EQSIl40ClFTrMDehWrBSCIypbqETvDA_0 2024-09-12T18:25:57.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1585632020899958384', time=2024-09-12T20:14:24.496255+0000, chain.objs.size()=1 2024-09-12T18:25:57.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.791+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.V_iIWyw_sGSY5lcds5aiV0qBPlKKMsr_0 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8475829027510214357', time=2024-09-12T20:14:24.506297+0000, chain.objs.size()=1 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jDQmeZIoCNs_MczEHXgER3oT-S2Wx4x_0 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6008596386706355944', time=2024-09-12T20:14:24.528394+0000, chain.objs.size()=1 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xzsBNSCW132aZbZ3D4yj2oJDFBRDw0l_0 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10492934030522776056', time=2024-09-12T20:14:24.547171+0000, chain.objs.size()=1 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.0L2GCx_ioE7-3a8REKeVaCxflM_Pir8_0 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12194291880848870073', time=2024-09-12T20:14:24.725062+0000, chain.objs.size()=1 2024-09-12T18:25:57.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VEEIWA8DGpWgOCrYHdNwiFWiDHomTPS_0 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7191444253417180560', time=2024-09-12T20:14:24.759025+0000, chain.objs.size()=1 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eSCV8LMUdnkDXhztZDnyIQS9VQ4nJCi_0 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8955344244774927723', time=2024-09-12T20:14:24.782225+0000, chain.objs.size()=1 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.L-7lQzX9EgECwwIt4naNeQI7CEM8CuT_0 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6804993324096933175', time=2024-09-12T20:14:24.783072+0000, chain.objs.size()=1 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E6mbXyXVczq_-kd6ObATOhEnKDJlX0-_0 2024-09-12T18:25:57.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17952403408824376522', time=2024-09-12T20:14:25.069734+0000, chain.objs.size()=1 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Xxq7GV3FwECLb1QGCLka5mc22N010RZ_0 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15978807692712462674', time=2024-09-12T20:14:25.131206+0000, chain.objs.size()=1 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.E9z52iXJZJ_831lFasy9FMXDrUP0sHk_0 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3041110015829381423', time=2024-09-12T20:14:25.197352+0000, chain.objs.size()=1 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9a_KoyLfHk0426CP_lzAmGq5Xn_pTgv_0 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16040905560997882827', time=2024-09-12T20:14:25.400112+0000, chain.objs.size()=1 2024-09-12T18:25:57.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.795+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.b_MzWo2QicsHy_BQRMkqdprYQONRlTr_0 2024-09-12T18:25:57.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1916943711405612945', time=2024-09-12T20:14:25.488789+0000, chain.objs.size()=1 2024-09-12T18:25:57.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CUT2Lb0dyKHRxn3d4bLLj8SzqPoRvuV_0 2024-09-12T18:25:57.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4321825061690576775', time=2024-09-12T20:14:25.490635+0000, chain.objs.size()=1 2024-09-12T18:25:57.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vzDanFKClL4DEjLJKDv-iiapuSdiZO1_0 2024-09-12T18:25:57.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2238768150786910913', time=2024-09-12T20:14:25.534575+0000, chain.objs.size()=1 2024-09-12T18:25:57.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.799+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NjyUfkaPp3LK1CI7BfRbr3GxJtkjQ6N_0 2024-09-12T18:25:57.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3590944295759188196', time=2024-09-12T20:14:25.572671+0000, chain.objs.size()=1 2024-09-12T18:25:57.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uEBSDHVVtyK0CcpNmHmYIgjhZzQQbTj_0 2024-09-12T18:25:57.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.803+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6760737862393851427', time=2024-09-12T20:14:34.969063+0000, chain.objs.size()=1 2024-09-12T18:25:57.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.342__shadow_.5x_6C7A8C8iWPI-d7JcBE5ChRK7atIz_0 2024-09-12T18:25:57.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.803+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48831 2024-09-12T18:25:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T18:25:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11224068929510289008', time=2024-09-12T20:14:56.088034+0000, chain.objs.size()=1 2024-09-12T18:25:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.380__shadow_.-QNpQbfFVvcB_fdy2NKmbiMMZ_nvMqe_0 2024-09-12T18:25:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9588233559999714557', time=2024-09-12T20:16:00.831593+0000, chain.objs.size()=1 2024-09-12T18:25:57.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.482__shadow_.RVsBxO_W1kb1miLFi55HI8s7iNQNc7B_0 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16176357468438788033', time=2024-09-12T20:16:04.606750+0000, chain.objs.size()=1 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.487__shadow_.ysP58LiVgLiME-mzCnB-i7Ad4t60PY2_0 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17368010241627483057', time=2024-09-12T20:16:18.852484+0000, chain.objs.size()=12 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:57.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:57.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.807+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:57.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1776316834682748527', time=2024-09-12T20:16:24.879890+0000, chain.objs.size()=1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.519__multipart_mymultipart.2~chvxPSKRpaqNi7bsSLgMA_5_9Zl271o.1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1716400805382723098', time=2024-09-12T20:16:34.436510+0000, chain.objs.size()=4 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:tzI6tSH9MDFSyjtz.AdZeUPfAtelk.I_.tqG-QXhwLuDCUSan-vYECrGJou6KaI2_0 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:tzI6tSH9MDFSyjtz.AdZeUPfAtelk.I_.tqG-QXhwLuDCUSan-vYECrGJou6KaI2_1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:tzI6tSH9MDFSyjtz.AdZeUPfAtelk.I_.tqG-QXhwLuDCUSan-vYECrGJou6KaI2_2 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:tzI6tSH9MDFSyjtz.AdZeUPfAtelk.I_.tqG-QXhwLuDCUSan-vYECrGJou6KaI2_3 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg', time=2024-09-12T20:16:41.909662+0000, chain.objs.size()=1 2024-09-12T18:25:57.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~MG4dyEweTKlwhZwvqB1qGxZLN4E_vKg.3 2024-09-12T18:25:57.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14452778022163861368', time=2024-09-12T20:18:10.917816+0000, chain.objs.size()=1 2024-09-12T18:25:57.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.571__shadow:zHeH-XT1LFUkhWHdcxAzveff1aPbQxQ_.6ToX_aoqOCIkrdLGTpXHEaSnv7rrXs8_0 2024-09-12T18:25:57.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7726342218867886938', time=2024-09-12T20:18:12.729778+0000, chain.objs.size()=1 2024-09-12T18:25:57.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.811+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.573__shadow_.fT1zIyEgZ3oM2cWTAiR7ERTMXr9DcDV_0 2024-09-12T18:25:57.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13991018151813104981', time=2024-09-12T20:18:20.309345+0000, chain.objs.size()=1 2024-09-12T18:25:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:66SyBb2utOu-l4C7HP88OFPPC-h.dsK_.YLkulywyMptmFH7jhH78M61a-S1e1nJ_0 2024-09-12T18:25:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18065190321602883652', time=2024-09-12T20:18:22.125192+0000, chain.objs.size()=1 2024-09-12T18:25:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:1UFoSrh9K6RHiWL-uAwTiAq6FM-Nqwn_.h_gTZccBCPFXVHcG9dT2hO3tUwNEHDA_0 2024-09-12T18:25:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1829382923804924281', time=2024-09-12T20:18:27.316064+0000, chain.objs.size()=1 2024-09-12T18:25:57.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:b8A-pKLfjPxWdP.YuE.I.cQgh8fLGAK_.X4lnPdVucDcWee7V3XescZRjTJdW62H_0 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13038793794764792204', time=2024-09-12T20:18:45.021145+0000, chain.objs.size()=1 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:euyVAT2V7S78z71LFIMd7ZbvNIxJOsM_.j8uwKWfXZAQ9kPOvKWkZbf9Svc6iaxv_0 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe', time=2024-09-12T20:21:30.556751+0000, chain.objs.size()=12 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.1 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.1_1 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.2 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.2_1 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.3 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.3_1 2024-09-12T18:25:57.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.819+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.4 2024-09-12T18:25:57.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.4_1 2024-09-12T18:25:57.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.5 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.5_1 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__multipart_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.6 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.626__shadow_multipart_enc.2~vVNcsSzytQsxLPA1YIMch4Q_Gk4BQxe.6_1 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.155997946226223722', time=2024-09-12T20:21:59.170035+0000, chain.objs.size()=1 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.666__shadow_.3xEsuBkpgm2ln9Xank8L_2G-z7sOz3h_0 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9347512930559165042', time=2024-09-12T20:22:17.844734+0000, chain.objs.size()=1 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.701__shadow:pMOOz7fYUgok9JMeU4TLsig5.LPvhNG_.rhYybuEEaILBrx_vE5-5Oo0VZCss_Wc_0 2024-09-12T18:25:57.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1275016457986282509', time=2024-09-12T20:22:23.354719+0000, chain.objs.size()=1 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.710__shadow_.fcRz1VH4STt6pFmyZXaH7DynUzMWCnS_0 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9762094472977596900', time=2024-09-12T20:22:56.767309+0000, chain.objs.size()=1 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.735__shadow_.oXLFOxeHC12tKA_uPABmSNgvLFKZULd_0 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1006340623284566367', time=2024-09-12T20:22:58.546804+0000, chain.objs.size()=10 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.1 2024-09-12T18:25:57.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.823+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.2 2024-09-12T18:25:57.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.3 2024-09-12T18:25:57.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.4 2024-09-12T18:25:57.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.827+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.5 2024-09-12T18:25:57.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.6 2024-09-12T18:25:57.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.7 2024-09-12T18:25:57.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.8 2024-09-12T18:25:57.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.9 2024-09-12T18:25:57.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.831+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.736__multipart_foo.2~6lI1N3CzvYkTqRKCv4BMEq265RdzKjO.10 2024-09-12T18:25:57.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.835+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.835+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:25:57.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43359' 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~7II0sdoLl0syjNJIEPk8u2-MktDP8Pk', time=2024-09-12T20:10:51.735771+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.202__multipart_mymultipart.2~7II0sdoLl0syjNJIEPk8u2-MktDP8Pk.1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18137669709593833629', time=2024-09-12T20:12:16.194461+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.235__shadow_.jDpPAxy2df8bTnTU7jGK0phLT57KDFV_0 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7593970260871843298', time=2024-09-12T20:12:17.389088+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.237__shadow_.1OPbwC9ax2mO6hWkcxraAjgOPCUh-mp_0 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.262989309336847800', time=2024-09-12T20:12:21.959237+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.243__shadow_.-43h1LntXGMtq1UHzZGpy3zpi-VhHL5_0 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12450289538600441569', time=2024-09-12T20:12:28.640531+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.252__shadow_.2Wd8Xj7pmqyKFizOh5gAE1GuuiJVct7_0 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15657505102383778677', time=2024-09-12T20:12:33.015408+0000, chain.objs.size()=1 2024-09-12T18:25:57.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.259__shadow_._gKEDuSVmQVJgDncybMtmjoO8jQOLcj_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13627163711890788165', time=2024-09-12T20:12:55.786491+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4NvbsrQdn5KlRUAYtqZp-LJ-mGuYlfz_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12393156491645134601', time=2024-09-12T20:12:55.809716+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Iot32AIZiDDE_KaKAwEOx_W8Jggh4C8_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10834171803132872301', time=2024-09-12T20:12:55.816968+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FnzldrfuVWf_XU_3IUI_bKGlr13TfBw_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1742854235659500100', time=2024-09-12T20:12:55.911833+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uEpzMEtS7OtEnRiZ2W97ZXbL0QoA80i_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5487168237740352185', time=2024-09-12T20:12:55.959700+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.X8DO46p6izlOXTugTp7d1MCTUJkNsKV_0 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8202950130691639961', time=2024-09-12T20:12:56.116062+0000, chain.objs.size()=1 2024-09-12T18:25:57.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.839+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Nf0N8d6JHhZxkEcWMUSCA8fNnmBIXFg_0 2024-09-12T18:25:57.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11889148578589864918', time=2024-09-12T20:12:56.120457+0000, chain.objs.size()=1 2024-09-12T18:25:57.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qCZ2iNLRFKDYc0TRL4kwOWeG7l_MK3-_0 2024-09-12T18:25:57.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.843+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2336614926535477696', time=2024-09-12T20:12:56.139322+0000, chain.objs.size()=1 2024-09-12T18:25:57.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.843+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qFQI1YKELByDzcZUFnMgKwA-arLUjaD_0 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4744473726068715015', time=2024-09-12T20:12:56.177522+0000, chain.objs.size()=1 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.y2zgILTZfKjXrkwmSzhRyyWDhxTmSVl_0 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16640058273321588445', time=2024-09-12T20:12:56.196288+0000, chain.objs.size()=1 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.QhQKS4ExkktBo09T3YMmxyWGh0rAMie_0 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11611581097719464439', time=2024-09-12T20:12:56.207841+0000, chain.objs.size()=1 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aTOzPBIXZgVj0sVDjaIs2UxWEbAd8-1_0 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7334965103898176291', time=2024-09-12T20:12:56.211225+0000, chain.objs.size()=1 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Gco96GFQFWWCLyt7uDGTzz4QEt-R94M_0 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13651157062285977498', time=2024-09-12T20:12:56.224284+0000, chain.objs.size()=1 2024-09-12T18:25:57.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bolmaFOGYvFPndnr7nIznmt3A7cmoiR_0 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17142349261912084245', time=2024-09-12T20:12:56.231806+0000, chain.objs.size()=1 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.x50D4WxSAqHEPaoHNUgDM_zBxcNwDo-_0 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3477929908995197041', time=2024-09-12T20:12:56.258362+0000, chain.objs.size()=1 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1WTvhBQ3IEJ3Kk7kwbrfpyN-Nd-EuRK_0 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6224094634062393378', time=2024-09-12T20:12:56.453619+0000, chain.objs.size()=1 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8-a_o1TLWbqpi-vgIkCkRR437ZqkSvn_0 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10480485612498614233', time=2024-09-12T20:12:56.559636+0000, chain.objs.size()=1 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2xqCnJnjDhMNVFBZN969CAzJFMN9Hje_0 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18304662413607495820', time=2024-09-12T20:12:56.563369+0000, chain.objs.size()=1 2024-09-12T18:25:57.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JxFB54cmWd_T5i44jU2Vey04SptzfKD_0 2024-09-12T18:25:57.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4348533870573740890', time=2024-09-12T20:12:56.575513+0000, chain.objs.size()=1 2024-09-12T18:25:57.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.847+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.F6Ce-EFj1UJmQg4O3NwihDHfX39zUq__0 2024-09-12T18:25:57.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18232654178625949037', time=2024-09-12T20:12:56.579433+0000, chain.objs.size()=1 2024-09-12T18:25:57.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.LKCgN4pJm17aTkXYXaMduMNXXUsIv5z_0 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1385829695440839176', time=2024-09-12T20:12:56.625386+0000, chain.objs.size()=1 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.828gqClNRwYPP-2OXji32JHxyl8DQK9_0 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4319328321828755943', time=2024-09-12T20:12:56.632299+0000, chain.objs.size()=1 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Dnyg6ofbR7SlcWoQxLpjidALC8AKqfq_0 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4862989356153507384', time=2024-09-12T20:12:56.657393+0000, chain.objs.size()=1 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PJ3GuZYQ683SRnLQSTlFM_jx-zAS19j_0 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8263147864806105830', time=2024-09-12T20:12:56.816237+0000, chain.objs.size()=1 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Gs4rbY4hO9I8pm-n04sGRr7HFTiyRUg_0 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4897507185359416363', time=2024-09-12T20:12:56.878374+0000, chain.objs.size()=1 2024-09-12T18:25:57.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FYT6SfEET2QsqjIEhLU6KmT5bGXD0b0_0 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12584738009274628483', time=2024-09-12T20:12:56.885097+0000, chain.objs.size()=1 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.s1MOBs4bpbTjPvGG3B4GwVp8W59JYRW_0 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4519829136842766990', time=2024-09-12T20:12:57.442017+0000, chain.objs.size()=1 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HCAYhysHTtOFwTbu2xDNMoWPwSLr2Ky_0 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2095267903425261264', time=2024-09-12T20:12:57.564752+0000, chain.objs.size()=1 2024-09-12T18:25:57.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tn5QLjuQgr3xrdZCdND9X1gjcZwCala_0 2024-09-12T18:25:57.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9512077329107942152', time=2024-09-12T20:12:57.635612+0000, chain.objs.size()=1 2024-09-12T18:25:57.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.gwiPqFyD8cjo86_drqJW3xmpFnZPIYe_0 2024-09-12T18:25:57.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1973292828353005016', time=2024-09-12T20:12:57.793048+0000, chain.objs.size()=1 2024-09-12T18:25:57.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.851+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4uJ25R_Sni3hLDMOZdY4IQOx1h2mmCw_0 2024-09-12T18:25:57.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7275542585234787045', time=2024-09-12T20:12:57.803332+0000, chain.objs.size()=1 2024-09-12T18:25:57.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._fRRlhdQI1iUcj22ddGmzsaz6E0Zyje_0 2024-09-12T18:25:57.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.406216467655874445', time=2024-09-12T20:12:57.852960+0000, chain.objs.size()=1 2024-09-12T18:25:57.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ilfsUP9V3h94bLJbpwkGtQzgUCITtFd_0 2024-09-12T18:25:57.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7341520278163847186', time=2024-09-12T20:12:57.897471+0000, chain.objs.size()=1 2024-09-12T18:25:57.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._uFop4wlw6Ke9Iej-JAlQczLaNPWHap_0 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2007229408643770044', time=2024-09-12T20:12:57.925351+0000, chain.objs.size()=1 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.855+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.B3NDVspaNqLBbj5TZXo-8P_JiFuWsGr_0 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9879087563896119587', time=2024-09-12T20:12:57.954499+0000, chain.objs.size()=1 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.il-zZB8GltebVJCgHGlAOCjsW7cneSc_0 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2595640205588389313', time=2024-09-12T20:12:57.976315+0000, chain.objs.size()=1 2024-09-12T18:25:57.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9vrq0RqqSUzq5GqoGncrC7_TJIi32me_0 2024-09-12T18:25:57.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.792303962589441116', time=2024-09-12T20:12:58.010051+0000, chain.objs.size()=1 2024-09-12T18:25:57.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xIEwCn1pYcqlss08E1mbWhAIj9QihCa_0 2024-09-12T18:25:57.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1862680133080768107', time=2024-09-12T20:12:58.151280+0000, chain.objs.size()=1 2024-09-12T18:25:57.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0cAEukY7leiOhpXFtrrxN_7y7bZXhQ2_0 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5800573171812594196', time=2024-09-12T20:12:58.185015+0000, chain.objs.size()=1 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Hmbs_UEcRsNYJR7vjgLAMV5M4Zv41PY_0 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7210233482211794818', time=2024-09-12T20:12:58.186018+0000, chain.objs.size()=1 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pBcHxWNMmOtienNYJnKLCNQDjlkt4NP_0 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13714383444207016828', time=2024-09-12T20:12:58.213316+0000, chain.objs.size()=1 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zdMx2Mv7HoksRlP9HD4RK8uh9aNgIJL_0 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9608945091612442612', time=2024-09-12T20:12:58.283935+0000, chain.objs.size()=1 2024-09-12T18:25:57.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.859+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mItYu1xBA7kigGfjpc5HMIEy-nmLadw_0 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11249009336195320377', time=2024-09-12T20:13:05.025834+0000, chain.objs.size()=1 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.274__shadow_.WBiMyCOqePmFcjNg7eIShhFPVrQFyfN_0 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3058529497967456496', time=2024-09-12T20:13:07.536919+0000, chain.objs.size()=1 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.278__shadow_.kyx3wM8E3UsU81mtEX93vbku0rWwikX_0 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15343575357855798008', time=2024-09-12T20:13:13.204171+0000, chain.objs.size()=1 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.287__shadow_.cV1AaH_awK6ncOp0I6L0661dCpJDSrX_0 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8086948158477237158', time=2024-09-12T20:13:17.888112+0000, chain.objs.size()=1 2024-09-12T18:25:57.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.Tts28e-fsV4bzL1qKCOXMBqcSa-8XFd_0 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6154118364009609643', time=2024-09-12T20:13:17.905630+0000, chain.objs.size()=1 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.4N9H_75KrsWG51nh6BJPdzJDEqo7Z0Q_0 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7955305996297689191', time=2024-09-12T20:13:17.923595+0000, chain.objs.size()=1 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.AFt65YvywyfCBMJ9q1u_WsQB8Cct9L__0 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10063225451962478808', time=2024-09-12T20:13:19.239821+0000, chain.objs.size()=1 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.vuCbTNfGNLNycMhZsawyKAAd_iKL8KE_0 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7424995564264976175', time=2024-09-12T20:13:22.403531+0000, chain.objs.size()=1 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.299__shadow_.BG2M1IBMYj_Xsf_hc6j7Mgw8-dlVwzR_0 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7706420419809297786', time=2024-09-12T20:13:35.871408+0000, chain.objs.size()=1 2024-09-12T18:25:57.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.320__shadow:A4oODZQfQanRzBqoA8E6PnyJnDwZeer_.SiY4Li-997Me628edcxW5TM13wxorHD_0 2024-09-12T18:25:57.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2287313858830241809', time=2024-09-12T20:13:58.842722+0000, chain.objs.size()=1 2024-09-12T18:25:57.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.YhmWN2C-K72PpwrZMtVwqHUjAY1UQU5_0 2024-09-12T18:25:57.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16220599166811466504', time=2024-09-12T20:13:58.911128+0000, chain.objs.size()=1 2024-09-12T18:25:57.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.863+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2fKy2DHdvGs3xzkoykH_qX_d7td5m5w_0 2024-09-12T18:25:57.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17751924135387409518', time=2024-09-12T20:13:58.930473+0000, chain.objs.size()=1 2024-09-12T18:25:57.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aeRs_llFJn6SziXOi8e_VQlKAp2Lwhg_0 2024-09-12T18:25:57.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15019069343248689498', time=2024-09-12T20:13:58.950955+0000, chain.objs.size()=1 2024-09-12T18:25:57.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vDrfVmaO-krpEliHuYZ4WBDfKlw0ewK_0 2024-09-12T18:25:57.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9077657566201034642', time=2024-09-12T20:13:58.986935+0000, chain.objs.size()=1 2024-09-12T18:25:57.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.867+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9WHejsIJfxQA7YePkLQOda0o5yCwFef_0 2024-09-12T18:25:57.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6920316742003149338', time=2024-09-12T20:13:59.068270+0000, chain.objs.size()=1 2024-09-12T18:25:57.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.A-AVtWbGOAFU62iIHYEdgg3nYZsNFR5_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11737834661566989660', time=2024-09-12T20:13:59.207763+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8-0bEA-BMrFoGaTlBesw-VvwYyAfsxa_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16217580584339533060', time=2024-09-12T20:13:59.295596+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yBYWNpXUVrzvgUOvAmobSM-M-ZrGhHH_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2368401169525009863', time=2024-09-12T20:13:59.343217+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jyvq65LGpci9Pkdij5klMh5u0sPEW8Z_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8865511317942296138', time=2024-09-12T20:13:59.422759+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WD4JY2nxXv52d5ScbDCplH36nGr3Euk_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10213040896856661155', time=2024-09-12T20:13:59.572863+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SP-Os3MwEl3fCBwsUZIlCbl0zRjsq8s_0 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3098294553403049972', time=2024-09-12T20:13:59.621334+0000, chain.objs.size()=1 2024-09-12T18:25:57.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TURW6WicLzolgm3TuJt9Ek00cr_BXEb_0 2024-09-12T18:25:57.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2403631666083784581', time=2024-09-12T20:13:59.629191+0000, chain.objs.size()=1 2024-09-12T18:25:57.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6XNjTY3kiL9t9azuVA-EsFkeGq0BRXJ_0 2024-09-12T18:25:57.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16627385956900180036', time=2024-09-12T20:13:59.669571+0000, chain.objs.size()=1 2024-09-12T18:25:57.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.u2yKpnNmraMq-wKejCo52sWwH3izg8R_0 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17531124102405195475', time=2024-09-12T20:13:59.670405+0000, chain.objs.size()=1 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.871+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.O9D5Ua2s2DTYJVYbibQ26M0D67SGQT2_0 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16134401687660942125', time=2024-09-12T20:13:59.742866+0000, chain.objs.size()=1 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4MBZv_bo-SqbO63PrLXaZar_7atra3J_0 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9352437778315829279', time=2024-09-12T20:13:59.773295+0000, chain.objs.size()=1 2024-09-12T18:25:57.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9ERFoK0DZBwEC9heg_RY5wIQFnTuE79_0 2024-09-12T18:25:57.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17609591385237119161', time=2024-09-12T20:13:59.978928+0000, chain.objs.size()=1 2024-09-12T18:25:57.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1Wjdma3Q70cgOucY2PTiHb5tE5GoEJ-_0 2024-09-12T18:25:57.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15045849721879450744', time=2024-09-12T20:14:00.051085+0000, chain.objs.size()=1 2024-09-12T18:25:57.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._TZNHSCduRgPS8drvjVlkDoJTGJkYt-_0 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8743758719622003396', time=2024-09-12T20:14:00.077198+0000, chain.objs.size()=1 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aQUFaIzsRUAizoRwPW_py1JRik0j4W2_0 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8830151885456306494', time=2024-09-12T20:14:00.328690+0000, chain.objs.size()=1 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LS_7uYiI86ldWzrg0R-bKzIeL1qYJ1P_0 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2776148476436388029', time=2024-09-12T20:14:00.423451+0000, chain.objs.size()=1 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jprq_ibE3i1PO9dMovsN_rIPatldh3q_0 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10155403356947401362', time=2024-09-12T20:14:00.483525+0000, chain.objs.size()=1 2024-09-12T18:25:57.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KpllKL_4AkrD8QP2IJXN3FdFhcVel2P_0 2024-09-12T18:25:57.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5460886794332354594', time=2024-09-12T20:14:00.503582+0000, chain.objs.size()=1 2024-09-12T18:25:57.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.x_1E_lSBdgK0LvkBvTWCB-kOCHyOkQy_0 2024-09-12T18:25:57.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11864933410725367956', time=2024-09-12T20:14:00.677451+0000, chain.objs.size()=1 2024-09-12T18:25:57.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.875+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7Zz4fiq1FIyOz9nz_MCz_bDNyQo75pl_0 2024-09-12T18:25:57.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18155039215101366486', time=2024-09-12T20:14:00.748475+0000, chain.objs.size()=1 2024-09-12T18:25:57.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zcVe_yJxXrDXzarDXoOxmyBZlTMPH_e_0 2024-09-12T18:25:57.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.879+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13754206690462385245', time=2024-09-12T20:14:00.794574+0000, chain.objs.size()=1 2024-09-12T18:25:57.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.879+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ShhfqVVmixmz5zo_Exenu96dhdoInzt_0 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1657261507669077304', time=2024-09-12T20:14:00.886910+0000, chain.objs.size()=1 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BP3SlzhJB6H_XglH7vZfObpLx4kClUC_0 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12570531177076924011', time=2024-09-12T20:14:01.025388+0000, chain.objs.size()=1 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZQvLZO4-wNHRv-pnJ4igEXcfwakeI3v_0 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11319955662267780972', time=2024-09-12T20:14:01.218100+0000, chain.objs.size()=1 2024-09-12T18:25:57.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.crX3BgQPocy97TCDmc3lMBbJsxPH7sJ_0 2024-09-12T18:25:57.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11473603609485637805', time=2024-09-12T20:14:01.352050+0000, chain.objs.size()=1 2024-09-12T18:25:57.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jmNJWkNW3G1VVocxZrOv10bbwL6zdOu_0 2024-09-12T18:25:57.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2856954320689249120', time=2024-09-12T20:14:01.432334+0000, chain.objs.size()=1 2024-09-12T18:25:57.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.XbK1F2cvKMTiWSezVWlKH8F8DjsyTY6_0 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14493531782513065556', time=2024-09-12T20:14:01.443788+0000, chain.objs.size()=1 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UoqN11QebwMiN3ZTa7EIlICrGIcZOTo_0 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.553013205523097074', time=2024-09-12T20:14:01.468519+0000, chain.objs.size()=1 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pndZ11DwLppA_SCIaAGO9iQWn2DxCY3_0 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6713776573742309796', time=2024-09-12T20:14:01.498841+0000, chain.objs.size()=1 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nZ9LFdXuAX8JggWi5WJOCvnGmsksEOt_0 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2233103901444224734', time=2024-09-12T20:14:23.057077+0000, chain.objs.size()=1 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1d7DLdnEvs69dRE_EzhcSsQrFjkvZv-_0 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12208196935545399914', time=2024-09-12T20:14:23.110240+0000, chain.objs.size()=1 2024-09-12T18:25:57.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xLmbBB5xNZc8iCjpwK8TMzfUpRsb_0Q_0 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17920634975056101084', time=2024-09-12T20:14:23.114338+0000, chain.objs.size()=1 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.RwVkB4ntJlJ3W-HQsI1kFs3QLDwrawA_0 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11688481319405726847', time=2024-09-12T20:14:23.119740+0000, chain.objs.size()=1 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.883+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NJzkoPp7QNAdf0GA-blQnS1zHrHKXwS_0 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11188512496070226603', time=2024-09-12T20:14:23.161652+0000, chain.objs.size()=1 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.8ZT60Gefj7GE5MYjilpLqMQxe9KhWHc_0 2024-09-12T18:25:57.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17995483399646933795', time=2024-09-12T20:14:23.460220+0000, chain.objs.size()=1 2024-09-12T18:25:57.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MChDdAZa6TbP9yRuIxByW63MKcnCo3u_0 2024-09-12T18:25:57.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1888617362231122528', time=2024-09-12T20:14:23.715899+0000, chain.objs.size()=1 2024-09-12T18:25:57.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.887+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2GExeRvFPTSINpRvL4SRTGBUo3BS-I0_0 2024-09-12T18:25:57.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.891+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15138428453528958454', time=2024-09-12T20:14:23.724597+0000, chain.objs.size()=1 2024-09-12T18:25:57.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.891+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5o3pZ5a8MQ-bmTNWzseBVVUOYZH6mcf_0 2024-09-12T18:25:57.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43359 2024-09-12T18:25:57.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=40, truncated=0, next_marker='' 2024-09-12T18:25:57.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12747093757294855164', time=2024-09-12T20:14:23.771561+0000, chain.objs.size()=1 2024-09-12T18:25:57.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uyAFkcIpQQNgZV7NwlPYHDLE3t5J_IZ_0 2024-09-12T18:25:57.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7445068334752928486', time=2024-09-12T20:14:23.795481+0000, chain.objs.size()=1 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.l2czgb484OaQGACvC4SiSO1XBGhzvJ-_0 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10394070076152075428', time=2024-09-12T20:14:23.796476+0000, chain.objs.size()=1 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.C5fzfPW7yXZoSCR90Ll0AW-yw29CXG__0 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8715819951329304031', time=2024-09-12T20:14:24.025256+0000, chain.objs.size()=1 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NAyfBGcUCxraiEpZDZIO6545gsCau6g_0 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.583604811190544935', time=2024-09-12T20:14:24.050416+0000, chain.objs.size()=1 2024-09-12T18:25:57.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZqMxMqwfVqzbE00b8t0_NWn7nGokAWp_0 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.345798743594986450', time=2024-09-12T20:14:24.074744+0000, chain.objs.size()=1 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.KlsnA4WVUXPmj0gDYMggDu_xRPrFH7__0 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2021208942951010831', time=2024-09-12T20:14:24.413488+0000, chain.objs.size()=1 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mOoOq6uWZWfovNDtycf9VtR7NX7EpTs_0 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13466836683926123243', time=2024-09-12T20:14:24.451693+0000, chain.objs.size()=1 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ex89QXsNTgmqATOX4vsYCMHCWbHqvEr_0 2024-09-12T18:25:57.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2634337588223697555', time=2024-09-12T20:14:24.479568+0000, chain.objs.size()=1 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qyplty8s3dxeLs1KAHLmONRUICygPpe_0 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5624463209527673200', time=2024-09-12T20:14:24.539530+0000, chain.objs.size()=1 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6IoXIfR5FWNjuc_-s65TJR72z1wEoHF_0 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.468317243656891154', time=2024-09-12T20:14:24.542330+0000, chain.objs.size()=1 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uVvTZ2aN-lrt4GTPO038Np4d9hG0NmQ_0 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10817929576448198146', time=2024-09-12T20:14:24.570082+0000, chain.objs.size()=1 2024-09-12T18:25:57.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.895+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2A-s82Oo-aq_b2Qo2yjz9M-P6ahWQmV_0 2024-09-12T18:25:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1260272604645263621', time=2024-09-12T20:14:24.596291+0000, chain.objs.size()=1 2024-09-12T18:25:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.q_Rkd4ZykEb7kyq0rVQ6U-anJqBhJel_0 2024-09-12T18:25:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16261946599365952054', time=2024-09-12T20:14:24.605306+0000, chain.objs.size()=1 2024-09-12T18:25:57.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2TcE8dhCUbY91D0lgKCh-1qrGvDzVGO_0 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11220340984688670186', time=2024-09-12T20:14:24.753729+0000, chain.objs.size()=1 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.3YBYQ6jvBrn1Ps3NleFAOcjElmHh_ui_0 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13477807254415959573', time=2024-09-12T20:14:24.945303+0000, chain.objs.size()=1 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nQvfIXkIPEQNwD7CuJYusI_5nsB8DLa_0 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13989122359888083469', time=2024-09-12T20:14:24.958673+0000, chain.objs.size()=1 2024-09-12T18:25:57.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.OGgEXl3U81h7uaQEld8EeJ3EjVqg5xI_0 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10770865008057370386', time=2024-09-12T20:14:25.151457+0000, chain.objs.size()=1 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ytVFHGKPRa-tD_1v9BhyUA0wPJYvzJT_0 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4182848594900972277', time=2024-09-12T20:14:25.236568+0000, chain.objs.size()=1 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cbD5qlhUbL1D6ca2qHBBLZINITXfLbn_0 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9285811943979997884', time=2024-09-12T20:14:25.277741+0000, chain.objs.size()=1 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BZNNH5oKwS18CGCA1nzQR5kI93SSE5Y_0 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18073618466306262028', time=2024-09-12T20:14:25.432355+0000, chain.objs.size()=1 2024-09-12T18:25:57.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.X_69vlVc9ATGrbxmSbzL59ZluzLfQW4_0 2024-09-12T18:25:57.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7902019571481535184', time=2024-09-12T20:14:36.589558+0000, chain.objs.size()=1 2024-09-12T18:25:57.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.345__shadow_.QTKaT9je_aZlFAGWMdHLgLByjDugYiO_0 2024-09-12T18:25:57.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1310404359885777574', time=2024-09-12T20:14:55.614116+0000, chain.objs.size()=1 2024-09-12T18:25:57.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.899+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.379__shadow_.arEoyRVY2IC6HEPHt79a3fKv-UXfPIU_0 2024-09-12T18:25:57.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15663228060093848970', time=2024-09-12T20:15:54.995593+0000, chain.objs.size()=1 2024-09-12T18:25:57.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.467__shadow_.I30OphF1YlmX2xUV-zWCfmyr0UHIUZp_0 2024-09-12T18:25:57.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.604870730782750817', time=2024-09-12T20:16:02.435547+0000, chain.objs.size()=1 2024-09-12T18:25:57.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.S38ed3LtMkX_QYdlFUoqOq6vFtTccQy_0 2024-09-12T18:25:57.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2235530886196331220', time=2024-09-12T20:16:03.133413+0000, chain.objs.size()=1 2024-09-12T18:25:57.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.485__shadow_.azwUK4LPNx22lnIS-ekTg6LaXreJ1M5_0 2024-09-12T18:25:57.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14520883316806858459', time=2024-09-12T20:16:18.982685+0000, chain.objs.size()=12 2024-09-12T18:25:57.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1 2024-09-12T18:25:57.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.903+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.1_1 2024-09-12T18:25:57.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2 2024-09-12T18:25:57.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.2_1 2024-09-12T18:25:57.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3 2024-09-12T18:25:57.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.3_1 2024-09-12T18:25:57.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4 2024-09-12T18:25:57.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.4_1 2024-09-12T18:25:57.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.907+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5 2024-09-12T18:25:57.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.5_1 2024-09-12T18:25:57.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__multipart_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6 2024-09-12T18:25:57.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.508__shadow_srcmultipart.2~ZqBqNr_3KRV3zu-1HkU73p3VlTdpI2C.6_1 2024-09-12T18:25:57.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.911+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7540543372346059467', time=2024-09-12T20:16:26.456729+0000, chain.objs.size()=1 2024-09-12T18:25:57.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.911+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.519__multipart_mymultipart.2~BAvK9k-lfCV0VQxmXlq4ddekoKvixBi.1 2024-09-12T18:25:57.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~4-NFuCCcI1YGOMIuqo--F2nAYGBkA2R', time=2024-09-12T20:17:03.328749+0000, chain.objs.size()=2 2024-09-12T18:25:57.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.532__multipart_mymultipart.2~4-NFuCCcI1YGOMIuqo--F2nAYGBkA2R.1 2024-09-12T18:25:57.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.532__multipart_mymultipart.2~4-NFuCCcI1YGOMIuqo--F2nAYGBkA2R.2 2024-09-12T18:25:57.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17974049861201869904', time=2024-09-12T20:18:16.489074+0000, chain.objs.size()=1 2024-09-12T18:25:57.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.575__shadow:FWtvgaX.uElNmOVhu-VObNnm69GjDex_.SwYyHOr8eYYERFL89i5rUNQ9ZUQXIvg_0 2024-09-12T18:25:57.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2356353176582831679', time=2024-09-12T20:18:26.306415+0000, chain.objs.size()=1 2024-09-12T18:25:57.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:b4QA1vr92WE868q-t0qWwiue3aqJDtL_.SRzWVJBS91qyw1a-dO3AEuI1RPEJylH_0 2024-09-12T18:25:57.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15295168167886686518', time=2024-09-12T20:18:27.541096+0000, chain.objs.size()=1 2024-09-12T18:25:57.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:LxofDDC429pCMZmLlTm0lFv9Kae4EIk_.8cok4Ud1ZTU1DmapI9Y5QV4m5Z2ywNO_0 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7913272950601044796', time=2024-09-12T20:18:36.441631+0000, chain.objs.size()=1 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:mtYd1Swr3O5FvIF-0-awwick7jdUl7g_.-Dozc6lbOIUMAQVvNl2mhdz0BEvezcA_0 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6137323486673324138', time=2024-09-12T20:18:45.036318+0000, chain.objs.size()=1 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:QG0SJjb3te3cP.EIh8PyxkazBvzoYp5_.Jy4eOLoc3-Rqta-KSzHlSaBIB6hFYUy_0 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9184479747078470927', time=2024-09-12T20:18:46.754488+0000, chain.objs.size()=1 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:Jtm6FF6ulBEjtiyFbDCUdwFq11Wf9Mb_.MoWq1mVTlW_ZYFNP67v90z0156w0cK5_0 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9900746828261315567', time=2024-09-12T20:18:51.845785+0000, chain.objs.size()=1 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:7rxkkIrDS2i-CzFSO2ku3RHsh5bIktk_.RITWYFU0dyUwpInDJSXBYZihbg4fuom_0 2024-09-12T18:25:57.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11569178707714892674', time=2024-09-12T20:21:21.600173+0000, chain.objs.size()=1 2024-09-12T18:25:57.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.915+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.619__shadow_.BG7YFeZQhgTl-XjW8gMDabxLsGesUu3_0 2024-09-12T18:25:57.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2453654113551240834', time=2024-09-12T20:21:32.909580+0000, chain.objs.size()=1 2024-09-12T18:25:57.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.630__shadow_.lbmBxAx68Zxav746DN11-3x4aZ_69ZL_0 2024-09-12T18:25:57.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.613622258989361457', time=2024-09-12T20:21:37.218879+0000, chain.objs.size()=1 2024-09-12T18:25:57.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.637__shadow_.7uLepI4093lcv4AYFlDbEJHoDdh3sy5_0 2024-09-12T18:25:57.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13865680142571259933', time=2024-09-12T20:21:39.606936+0000, chain.objs.size()=1 2024-09-12T18:25:57.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.919+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.642__shadow_.9Y_M7O5Jsyo-Om7vD8DHA658DFA0oVi_0 2024-09-12T18:25:57.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.923+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:57.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:25:57.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:57.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:57.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48618' 2024-09-12T18:25:57.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1290306197352485797', time=2024-09-12T20:10:31.797492+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.179__shadow_.Imvpz04kZZIKVIs-h8gqbBP9dBfvB4c_0 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14648586331790219154', time=2024-09-12T20:10:34.586354+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.184__shadow_.NALfz2nYuemxLchCP2GZx5Xp_OZ0Gnd_0 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.436300578163752993', time=2024-09-12T20:12:21.965649+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.243__shadow_.L17h0-r4gfe4t5ajXaK6AQHaK5k6mN3_0 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2202825399195340626', time=2024-09-12T20:12:55.849303+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ESyoTtoGOZ4JsC3ar50BFm_OgPTufq0_0 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14462548169965393010', time=2024-09-12T20:12:55.869504+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pNk5S9fapRpr1CtHAJbmvSJmj_mBSDH_0 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7794817667426482180', time=2024-09-12T20:12:55.915873+0000, chain.objs.size()=1 2024-09-12T18:25:57.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.URR9gMOk-EJPMf5Uv3hE62vNFfbtg34_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12096188287668595861', time=2024-09-12T20:12:55.955462+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PMnbZ6HuYWETygv3xNA3tBEvO7EZW7k_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16105453518992766487', time=2024-09-12T20:12:56.087781+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6AMVWrVb8NSx5RJ6OmMkLCjt-PetTL4_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5094169590276006721', time=2024-09-12T20:12:56.106755+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6IW_E9QAR_6RonOko2CyrgATObUVyjB_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13757261503414461252', time=2024-09-12T20:12:56.204930+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VdSdrVcLTb-U0dOH4yBE_J_SLcUxkeP_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2509322410577485156', time=2024-09-12T20:12:56.299103+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hCqIgC_wAm_RKbcr3tCGWDqPHSMogka_0 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8432788009525878128', time=2024-09-12T20:12:56.323181+0000, chain.objs.size()=1 2024-09-12T18:25:57.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.927+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.q7dZgKOka9nMB7NIFfwckWLcN8Y07lv_0 2024-09-12T18:25:57.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13990056428095168955', time=2024-09-12T20:12:56.453424+0000, chain.objs.size()=1 2024-09-12T18:25:57.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0qJqtRPow_e_VX3qoe55dVuzpnBkgrO_0 2024-09-12T18:25:57.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10395307489535683041', time=2024-09-12T20:12:56.610131+0000, chain.objs.size()=1 2024-09-12T18:25:57.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1Oybxo7eRv0GjFpYo6Liwxd9kvtzYfg_0 2024-09-12T18:25:57.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5721600863446622147', time=2024-09-12T20:12:56.617032+0000, chain.objs.size()=1 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.99ouCtCasV9sDukk3S4UdwOg-_zMK5w_0 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10767374905353456285', time=2024-09-12T20:12:56.624972+0000, chain.objs.size()=1 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.t1DmP92ttYurCh3cUfGg1UJvK6iYV-y_0 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2022575051741765828', time=2024-09-12T20:12:56.668740+0000, chain.objs.size()=1 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.931+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.L-i4EdeSp0LuM9a2SKpCRKVcqv9sP-J_0 2024-09-12T18:25:57.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15226414912226956225', time=2024-09-12T20:12:56.779723+0000, chain.objs.size()=1 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VzuNRW1ZLyHSyHOVOqFz4yGSbNwqypT_0 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15874930340551418807', time=2024-09-12T20:12:56.782959+0000, chain.objs.size()=1 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FQjpif2lWv-XuPTymrExoE7iH9Vplre_0 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2880791275068947822', time=2024-09-12T20:12:56.836337+0000, chain.objs.size()=1 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.F9aRCJcfuxNRdUYJRiooEOUHkc7LtOf_0 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13288412461335357378', time=2024-09-12T20:12:57.135700+0000, chain.objs.size()=1 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kAvhGuhWLp2B07L7ryHflfaalD-HPRW_0 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9267705180091895179', time=2024-09-12T20:12:57.186061+0000, chain.objs.size()=1 2024-09-12T18:25:57.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.s82szQFxF14tX6CPr4ruvZIv_CqlwGB_0 2024-09-12T18:25:57.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.546468865397211564', time=2024-09-12T20:12:57.199021+0000, chain.objs.size()=1 2024-09-12T18:25:57.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.V3LAgJ3_Orwfw_VyyxW0UXNub6oXgrN_0 2024-09-12T18:25:57.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18394954755212054501', time=2024-09-12T20:12:57.199908+0000, chain.objs.size()=1 2024-09-12T18:25:57.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.935+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VEyOjl-txuH6QaY3ZCXU-QbdhEpGcV7_0 2024-09-12T18:25:57.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9739130696577139322', time=2024-09-12T20:12:57.203964+0000, chain.objs.size()=1 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.x63uXaVCsAWzRrCpUn2gd6jPEXJMJxM_0 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13988103572788110327', time=2024-09-12T20:12:57.412224+0000, chain.objs.size()=1 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2hOCEI2tCCvl9IkKeDQdUXLVH5WWjK6_0 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17519122967922901751', time=2024-09-12T20:12:57.415234+0000, chain.objs.size()=1 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.g7_RaVGDuB9HqfTNLxmMlb9myOqez-Z_0 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9211183107752985781', time=2024-09-12T20:12:57.481203+0000, chain.objs.size()=1 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.fmFKkj2tga3xawaiIPYJ3zm2gLtjwOl_0 2024-09-12T18:25:57.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12027806001974652665', time=2024-09-12T20:12:57.497190+0000, chain.objs.size()=1 2024-09-12T18:25:57.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KBTbcwISP4Mvns_IL_1bCxd5vO42wXm_0 2024-09-12T18:25:57.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5350851203299387346', time=2024-09-12T20:12:57.505284+0000, chain.objs.size()=1 2024-09-12T18:25:57.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.nQMstTdEo9fg-Zs-M97qjt1IErViKBM_0 2024-09-12T18:25:57.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14424942920160529672', time=2024-09-12T20:12:57.639656+0000, chain.objs.size()=1 2024-09-12T18:25:57.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.939+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mFCSg4-ToQ7DsnbLtECRQQ7_FF2IxtO_0 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8924004381229572942', time=2024-09-12T20:12:57.649034+0000, chain.objs.size()=1 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uLRXtMLWEKRwzYoI_6ztsZEduZLaq3l_0 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10626337355676446512', time=2024-09-12T20:12:57.825175+0000, chain.objs.size()=1 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tYGkCyqTLivoVqcmcl7WhXowPBGgp5O_0 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15074455888215466608', time=2024-09-12T20:12:57.866526+0000, chain.objs.size()=1 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1nG0_zoTh69QwAEHjxmTM2JOYldTzbh_0 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1027226772454128758', time=2024-09-12T20:12:57.952209+0000, chain.objs.size()=1 2024-09-12T18:25:57.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.X_DrWDA1aZzNJWPGssuQJnvh1sD_L17_0 2024-09-12T18:25:57.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9716478183187374082', time=2024-09-12T20:12:58.021610+0000, chain.objs.size()=1 2024-09-12T18:25:57.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Sc_DSm1MrW94OOCEO408H8CiRGDf49O_0 2024-09-12T18:25:57.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12980149098618012717', time=2024-09-12T20:12:58.112349+0000, chain.objs.size()=1 2024-09-12T18:25:57.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1hdf26D3smb2LbfLEQouRkLPCQ0n6QV_0 2024-09-12T18:25:57.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7093635018124032670', time=2024-09-12T20:12:58.164412+0000, chain.objs.size()=1 2024-09-12T18:25:57.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jYwUbD7plO86HOwb9rT4RPJ0O2ENIMg_0 2024-09-12T18:25:57.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7995037396106183251', time=2024-09-12T20:12:58.289220+0000, chain.objs.size()=1 2024-09-12T18:25:57.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.943+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.oYCneLFeUx9H-zaHCQFvMp1OcUH5mQl_0 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10601607204318267014', time=2024-09-12T20:12:58.296276+0000, chain.objs.size()=1 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Mhjhri37qRhyUXvkKyzXoGiDOH_6lOS_0 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12478627340394831029', time=2024-09-12T20:13:05.629657+0000, chain.objs.size()=1 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.275__shadow_.jPxGbSQm3Qi5Hw7lgw7Cr-VrWGJEN8m_0 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12883985308237043799', time=2024-09-12T20:13:08.147598+0000, chain.objs.size()=1 2024-09-12T18:25:57.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.279__shadow_.FZIRHJNbS1HI9ZCw9DtOJgkW0jVER1f_0 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5080972132683789892', time=2024-09-12T20:13:10.029196+0000, chain.objs.size()=1 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.282__shadow_.qlNbkkDJFEw5Eu2HR7MFZB4h2Zxx5JR_0 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5450580608942716010', time=2024-09-12T20:13:11.251111+0000, chain.objs.size()=1 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.284__shadow_.eUaCdTS-xByjzXkAF9mjPicPRbNZvrB_0 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17315850103488978466', time=2024-09-12T20:13:17.891185+0000, chain.objs.size()=1 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.vcjHO3Y9urVC5ekjJ2uX_bzbI7uQxGe_0 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15529652374406320281', time=2024-09-12T20:13:17.909592+0000, chain.objs.size()=1 2024-09-12T18:25:57.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.ywRFyuoyS9YtVQOFH-FhJz8e3r1OQ-2_0 2024-09-12T18:25:57.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10086724286690836760', time=2024-09-12T20:13:23.096777+0000, chain.objs.size()=1 2024-09-12T18:25:57.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.947+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.300__shadow_.ou1PWmE47Q0qrsd7h97HN36SLQyIPnm_0 2024-09-12T18:25:57.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12846145499842685183', time=2024-09-12T20:13:23.692085+0000, chain.objs.size()=1 2024-09-12T18:25:57.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.301__shadow_.TXSTZglmaJe6-bZamQcPggJ216QNMXx_0 2024-09-12T18:25:57.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8810060006509340195', time=2024-09-12T20:13:23.693930+0000, chain.objs.size()=1 2024-09-12T18:25:57.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.301__shadow_.V3ljQk-yPwKudnl6yyNfMSiGKFQmrkG_0 2024-09-12T18:25:57.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8781105298702285172', time=2024-09-12T20:13:24.942645+0000, chain.objs.size()=1 2024-09-12T18:25:57.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.303__shadow_.PcYH9o6DnZa6DxwtM97AYBnEcNO-KT7_0 2024-09-12T18:25:57.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14790781871694082788', time=2024-09-12T20:13:35.861372+0000, chain.objs.size()=1 2024-09-12T18:25:57.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.320__shadow:VEBVo9YAJmvo-AuhWpKthxE4mA8wBlt_.OfMoqXrDdquWwM52ez7EFCjHC0EsN7D_0 2024-09-12T18:25:57.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15628289627891699964', time=2024-09-12T20:13:37.303537+0000, chain.objs.size()=1 2024-09-12T18:25:57.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.323__shadow_.zytDLQ7Ds_BtLCJAlsRTRYWgtf9lmYq_0 2024-09-12T18:25:57.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15805652388253473865', time=2024-09-12T20:13:58.814104+0000, chain.objs.size()=1 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gaNIgrcD9t338v5_Nt9Aj-LfqBEyj19_0 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1926411222705788756', time=2024-09-12T20:13:58.893764+0000, chain.objs.size()=1 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PAWxeLDcNGd8XDM5nq3ZDiglXl9BLpd_0 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10506560030420424459', time=2024-09-12T20:13:58.895248+0000, chain.objs.size()=1 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xAse5wmqQPEdCy7P83GY_gUS13zgsYz_0 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12342732203892896182', time=2024-09-12T20:13:58.900554+0000, chain.objs.size()=1 2024-09-12T18:25:57.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Vmxw_1ZyxT7Dt1CFbnEGF_8qngrYPFp_0 2024-09-12T18:25:57.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5906473630463032486', time=2024-09-12T20:13:58.966811+0000, chain.objs.size()=1 2024-09-12T18:25:57.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.951+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I6Vw3KEXiUNb9JkKblJGR3HXEBrN3qW_0 2024-09-12T18:25:57.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9669313332967892581', time=2024-09-12T20:13:59.012378+0000, chain.objs.size()=1 2024-09-12T18:25:57.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Cvdex-6zs9EIYkWRGyBEj7dYurx-5zq_0 2024-09-12T18:25:57.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10305177571980386562', time=2024-09-12T20:13:59.039817+0000, chain.objs.size()=1 2024-09-12T18:25:57.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vZS7r4yESgG0lvvXl54KUqOkbPAMyfD_0 2024-09-12T18:25:57.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10416062559572578412', time=2024-09-12T20:13:59.328085+0000, chain.objs.size()=1 2024-09-12T18:25:57.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.18yIXv5p7-YRil7_XGUJTTkyFKZxxFQ_0 2024-09-12T18:25:57.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6508304073986771388', time=2024-09-12T20:13:59.350398+0000, chain.objs.size()=1 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qCgK7tL2iJLqL-nIfosLP38wcoP08Ko_0 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2743854622322245281', time=2024-09-12T20:13:59.566646+0000, chain.objs.size()=1 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SqbXbp2FxUcg9YmYrTUW9Ykq8RCh-99_0 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12172811352946394089', time=2024-09-12T20:13:59.636146+0000, chain.objs.size()=1 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lykUZMj8x5qyOvVm9lFdGLh5GlnD6nI_0 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8615388748980402714', time=2024-09-12T20:13:59.637983+0000, chain.objs.size()=1 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Dz0wpLP9cQ3YtQ-6EhzYxKrjOaxY_xv_0 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10875496096369976776', time=2024-09-12T20:13:59.646688+0000, chain.objs.size()=1 2024-09-12T18:25:57.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0TvnwjPSIKkR9oKW-Q4Uy3aMus2swWB_0 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11853266556163605018', time=2024-09-12T20:13:59.664780+0000, chain.objs.size()=1 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.v4kvHVulS2efpHG1tTgzkxABBoSwHr1_0 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6661454995109750477', time=2024-09-12T20:13:59.690576+0000, chain.objs.size()=1 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tH4mmPXBAzEng4XOdiD5uuc3rY34Qj2_0 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10771804247445563502', time=2024-09-12T20:13:59.710507+0000, chain.objs.size()=1 2024-09-12T18:25:57.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.955+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DOYNNVBi4uKKNeATOiQDIXMwuZFswzg_0 2024-09-12T18:25:57.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18130322358918508317', time=2024-09-12T20:13:59.733854+0000, chain.objs.size()=1 2024-09-12T18:25:57.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LzDc9ZjreYGtl2y6uqkSk61f-viKhGP_0 2024-09-12T18:25:57.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.959+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1691027237118785752', time=2024-09-12T20:13:59.778694+0000, chain.objs.size()=1 2024-09-12T18:25:57.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.959+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.CpYmjndtVd97rAWTeQWxOv4TpTodz6x_0 2024-09-12T18:25:57.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5999798487522463675', time=2024-09-12T20:13:59.803576+0000, chain.objs.size()=1 2024-09-12T18:25:57.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qwKcj0Jec26CuCReu2gm6F9Q9OB_AFV_0 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13742577786528627723', time=2024-09-12T20:13:59.806251+0000, chain.objs.size()=1 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3dBv96qGXFZ_4Y99AhLPiBXWoHnkVbr_0 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4455919641470096107', time=2024-09-12T20:13:59.933434+0000, chain.objs.size()=1 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-LmSyjj9zehowXliojTAi4b1KGKSuny_0 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7479172070036453675', time=2024-09-12T20:14:00.075666+0000, chain.objs.size()=1 2024-09-12T18:25:57.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-0l6Qpz1B5WR6YGfWUUBgotHvRy25_m_0 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14878322786325579390', time=2024-09-12T20:14:00.085222+0000, chain.objs.size()=1 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._5P3HOzgkSra-VRb6ul4leOEZe-CqIo_0 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10209083603281662839', time=2024-09-12T20:14:00.341602+0000, chain.objs.size()=1 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.yKEpiga1FBI9w-RqocprdAihktWP94a_0 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9322872218299868894', time=2024-09-12T20:14:00.361529+0000, chain.objs.size()=1 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZZ98BTeoXRrh6FeFSydKmJWgVuNDzlu_0 2024-09-12T18:25:57.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16570623768240619803', time=2024-09-12T20:14:00.363120+0000, chain.objs.size()=1 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FsUHrN5PDrdFyJk-Ua5bPA_ZxxidpAR_0 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1009560838869049693', time=2024-09-12T20:14:00.453454+0000, chain.objs.size()=1 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xP4ef8BPyeog4-ok_VkoBRg359sTXaN_0 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8101309934980126033', time=2024-09-12T20:14:00.508258+0000, chain.objs.size()=1 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LR-uL0uwq467V99l9ebqRSQT6DlPaaV_0 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12340470359778141749', time=2024-09-12T20:14:00.663553+0000, chain.objs.size()=1 2024-09-12T18:25:57.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.963+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.qdhfYnPulLmvVhN7I_Uul9mS-qkXxsu_0 2024-09-12T18:25:57.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14792251670396710437', time=2024-09-12T20:14:00.761822+0000, chain.objs.size()=1 2024-09-12T18:25:57.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.eWwc_xB4omdnYSV0DgkqjbfZf4PZ2BM_0 2024-09-12T18:25:57.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14469439698637032289', time=2024-09-12T20:14:00.784087+0000, chain.objs.size()=1 2024-09-12T18:25:57.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.a8uacgjcg45kC0iqW_-UJOe5XIMAIRd_0 2024-09-12T18:25:57.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14094825667259417288', time=2024-09-12T20:14:00.832641+0000, chain.objs.size()=1 2024-09-12T18:25:57.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.drsAfKTmX9TsZJXCKd6GeQbY4m5sTj4_0 2024-09-12T18:25:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2938905643831324894', time=2024-09-12T20:14:00.875047+0000, chain.objs.size()=1 2024-09-12T18:25:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.PgqTZruuYMKDi5petjQbLsXRP0gaI4s_0 2024-09-12T18:25:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.226893997165579134', time=2024-09-12T20:14:00.878691+0000, chain.objs.size()=1 2024-09-12T18:25:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.967+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1qrsuqvEsviIx6vLCd2mCVAfZnRE8KO_0 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13232555944484409418', time=2024-09-12T20:14:01.090197+0000, chain.objs.size()=1 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.T1klw728EW94LLOan5fuyK8m9-TExe8_0 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3467802069223179201', time=2024-09-12T20:14:01.185294+0000, chain.objs.size()=1 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.C9FMWK_21chopj2qLHQ6WoPaMUq345H_0 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9625858371386204272', time=2024-09-12T20:14:01.339789+0000, chain.objs.size()=1 2024-09-12T18:25:57.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FKbcOnsBeveerWhY97E00NK-CJ9yxxy_0 2024-09-12T18:25:57.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5553398895485307073', time=2024-09-12T20:14:01.415874+0000, chain.objs.size()=1 2024-09-12T18:25:57.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sEe6KU0g2AJXNacnK-GyHQOdN27jIzy_0 2024-09-12T18:25:57.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11792021602043168287', time=2024-09-12T20:14:01.433518+0000, chain.objs.size()=1 2024-09-12T18:25:57.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KMqImaA_Pnb7euD6LHrIYJ4fm4_XwZ-_0 2024-09-12T18:25:57.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8115477843732119880', time=2024-09-12T20:14:01.505744+0000, chain.objs.size()=1 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5xIGYDKcwZyJx9xDP01Em4unm_I8Gnc_0 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18288298432237121571', time=2024-09-12T20:14:01.521448+0000, chain.objs.size()=1 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.q8qyMQR8QtAz4sRvUJ4hm6r1gkMR0lP_0 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14537962828148202296', time=2024-09-12T20:14:22.726238+0000, chain.objs.size()=1 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bjiY2H597JLUoLWFLUdZ8hsPlIPATYW_0 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12350966813707932939', time=2024-09-12T20:14:22.772129+0000, chain.objs.size()=1 2024-09-12T18:25:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.971+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7FX05lumNw3_1gQ8wfLuuuBgIDMS1dH_0 2024-09-12T18:25:57.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11165658791953004799', time=2024-09-12T20:14:22.854379+0000, chain.objs.size()=1 2024-09-12T18:25:57.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.K1t96-kRXqKNZSDnht6cUVF2xLF2O_G_0 2024-09-12T18:25:57.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7888087567801820646', time=2024-09-12T20:14:22.872578+0000, chain.objs.size()=1 2024-09-12T18:25:57.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k7QCNhLfKS__Jhw-pVK6LGX8HHiEzZR_0 2024-09-12T18:25:57.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15456415200077970229', time=2024-09-12T20:14:22.913782+0000, chain.objs.size()=1 2024-09-12T18:25:57.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.vOtn_xRXnwBV6wAllghZgxlhLZhMStA_0 2024-09-12T18:25:57.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2434650991563990517', time=2024-09-12T20:14:23.063404+0000, chain.objs.size()=1 2024-09-12T18:25:57.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.T152PbVdz8FaSC4wZxLfNHw5uI60-fa_0 2024-09-12T18:25:57.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2621187650521504710', time=2024-09-12T20:14:23.221208+0000, chain.objs.size()=1 2024-09-12T18:25:57.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.975+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aZpU_HR6HJ61JxVAtvincGGvWfd3WIj_0 2024-09-12T18:25:57.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.979+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48618 2024-09-12T18:25:57.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=47, truncated=0, next_marker='' 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17571406563714948859', time=2024-09-12T20:14:23.249329+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.MnwHM9ueeduPoH_qXYQd8bQ--AbfFLi_0 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17472130602792321563', time=2024-09-12T20:14:23.466361+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.x_sZQtkH5dg8akwuSYBv9obb3UK-fxx_0 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8632058985390379293', time=2024-09-12T20:14:23.516476+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.r7wDYGHkXMgEEY6z_cQIISFUH711HB2_0 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17845332727784520889', time=2024-09-12T20:14:23.674855+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZaUTGHgfOOuhLvplWx9bNKNljos-flu_0 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9137871168196364534', time=2024-09-12T20:14:23.701336+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.wzxh2OF8RhAwetShNlULz9ixjB1NJCX_0 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13271316755693097468', time=2024-09-12T20:14:23.794231+0000, chain.objs.size()=1 2024-09-12T18:25:57.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Z2pRBd_jqQouG7OeYEaeFnLBC0iJ3kj_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7928770183608517397', time=2024-09-12T20:14:23.798993+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.W5SkOAqKy7Ztd29DlHQl-q0L73sqOOd_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1332162252504278485', time=2024-09-12T20:14:23.799748+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DFgk_pKBOb1mKhjazIrwa1u8JS16daL_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1159461823001275936', time=2024-09-12T20:14:23.842432+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._1zX3oDSv7UCffdU0qhGaDuYkguaX3D_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.78683793827611952', time=2024-09-12T20:14:23.844223+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WQa-_E_XnulFbgcG9W4xaN_EizKYJNi_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7619707257079959999', time=2024-09-12T20:14:24.045215+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pDZDY2W-E_Q1sh6-XB6cfFv3VSXf0si_0 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8054404610190406388', time=2024-09-12T20:14:24.057736+0000, chain.objs.size()=1 2024-09-12T18:25:57.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.983+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rhxToK7lKXm6QqxXAgTv9KIi2JFaklC_0 2024-09-12T18:25:57.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14202712574566500485', time=2024-09-12T20:14:24.155730+0000, chain.objs.size()=1 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jNOBzL_fMypuXqg6D7Vj9441Yl4Y53D_0 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18352327751692568495', time=2024-09-12T20:14:24.198881+0000, chain.objs.size()=1 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HkHja0mhXgsocJNT_pRf_RNvBiGzprN_0 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5280981264584050259', time=2024-09-12T20:14:24.242152+0000, chain.objs.size()=1 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aRsg0R4p6KU18UNtAisERoxl9HNqZEZ_0 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14612119214275503980', time=2024-09-12T20:14:24.383360+0000, chain.objs.size()=1 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yF_Z6lsIGmbyXmmi72pGUiljOuasKAb_0 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12129084318089797045', time=2024-09-12T20:14:24.396949+0000, chain.objs.size()=1 2024-09-12T18:25:57.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CuDk3f8u-qC7B7CsfxVaYHwX36qaRTD_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1174606468646855926', time=2024-09-12T20:14:24.493243+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6VvRgfAtol9utktURawg-_ajc8xshv3_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4863366147993022564', time=2024-09-12T20:14:24.538781+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.N-U52YBTBQ7aoF6XtyDfcRFEYSq4SqL_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16160670675566312316', time=2024-09-12T20:14:24.546976+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.QXJFEQJyQ2moGgCfmbog6Z7KDo_KSfY_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7907675424097450133', time=2024-09-12T20:14:24.581365+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.rObFrt95vly6K2sSmhHK5Dm14mZowd8_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4740056925379253318', time=2024-09-12T20:14:24.582958+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.GsFoRjVI0FyBE5GasytOVpYdzn13s-s_0 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10106218900664280634', time=2024-09-12T20:14:25.080785+0000, chain.objs.size()=1 2024-09-12T18:25:57.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.987+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JhG4-65V188d72T66ZNZiAAJi-PquHb_0 2024-09-12T18:25:57.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14969063738627286124', time=2024-09-12T20:14:25.121506+0000, chain.objs.size()=1 2024-09-12T18:25:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.U9ZTUlQA25vKEVCtf58vBNRsfbPlrxL_0 2024-09-12T18:25:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6120300596328924099', time=2024-09-12T20:14:25.219303+0000, chain.objs.size()=1 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EA_l1kJkq8q-d66hVQWwryS8jbuQfXk_0 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11731844623520563857', time=2024-09-12T20:14:25.223089+0000, chain.objs.size()=1 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fmuNFQFdzDo2alySZ2H6-12JdTs3D-K_0 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2085055050552793707', time=2024-09-12T20:14:25.244513+0000, chain.objs.size()=1 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HtjzY3N0eDx-MZqN4_q3KdrCHChFFKE_0 2024-09-12T18:25:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5630365960270669559', time=2024-09-12T20:14:25.254150+0000, chain.objs.size()=1 2024-09-12T18:25:57.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.991+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CF1P6EiG-DDNEHb-tQENoszTnTm72zn_0 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13919999336862836565', time=2024-09-12T20:14:28.774393+0000, chain.objs.size()=1 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.331__shadow_.XDKB4u2DxPPv-mcF1dXzCNoPXE1tByu_0 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16878905212911795530', time=2024-09-12T20:14:37.142406+0000, chain.objs.size()=1 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.346__shadow_.acY7fX8ZgH_N0HABVS5FVGneYP81OWv_0 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14435932292016832017', time=2024-09-12T20:14:53.161091+0000, chain.objs.size()=1 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.375__shadow_.9zErbadA6vxrAAgwAm2J_HH5wzpg8Et_0 2024-09-12T18:25:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8917120937897139208', time=2024-09-12T20:16:02.438151+0000, chain.objs.size()=1 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.-gVK9EwCbYWmhjKRL9kOnJ-g8pfXdoV_0 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16323173100014996156', time=2024-09-12T20:16:02.463270+0000, chain.objs.size()=1 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.X1BHWHgbpZmhuiEAqeu1zhUpPaBB15g_0 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7606724130770471641', time=2024-09-12T20:16:07.792517+0000, chain.objs.size()=1 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.492__shadow_.y1f3PRIe8q2j33rBd79Z6MnOjygUW7I_0 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16163394382603527071', time=2024-09-12T20:16:11.047784+0000, chain.objs.size()=1 2024-09-12T18:25:57.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.498__shadow_.mtWVqwvKDpffExYToVSFOK2rq5Kum-t_0 2024-09-12T18:25:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16241897863703086525', time=2024-09-12T20:16:11.976495+0000, chain.objs.size()=1 2024-09-12T18:25:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.500__shadow_.sKArey_8rOUYeHaBmXMvK2CtJZvlauh_0 2024-09-12T18:25:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA', time=2024-09-12T20:16:44.893207+0000, chain.objs.size()=1 2024-09-12T18:25:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.2 2024-09-12T18:25:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA', time=2024-09-12T20:16:44.896371+0000, chain.objs.size()=1 2024-09-12T18:25:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.2~LYf3vhsCaKNv4Iph_1V5XIqDlVzBNpA.3 2024-09-12T18:25:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13846480902252639844', time=2024-09-12T20:17:22.943494+0000, chain.objs.size()=2 2024-09-12T18:25:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.995+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.537__multipart_mymultipart.2~UIeuMuwojOwLlSBuusEEUeuY16eHPEZ.1 2024-09-12T18:25:58.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.537__shadow_mymultipart.2~UIeuMuwojOwLlSBuusEEUeuY16eHPEZ.1_1 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10386079207638470977', time=2024-09-12T20:17:51.477656+0000, chain.objs.size()=1 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.560__shadow_.fDDCPT48wBu0X2a2IPfREkKwe9Wl59F_0 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16261772385539202882', time=2024-09-12T20:18:05.877382+0000, chain.objs.size()=1 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:Pc69dLVcO9lJd9DEt54VYq.Kuf-M24S_.a0jIQpKSnOek6uhIqMM7MJwhGs41hVU_0 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12468217267523261311', time=2024-09-12T20:18:06.705383+0000, chain.objs.size()=1 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:0S1-IQ4vSgI49umvwf-r9wg-4aERG7B_.7_sGNKY-JqIedmWgiydiIcq1qvvlGY1_0 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1279106976046900392', time=2024-09-12T20:18:31.140115+0000, chain.objs.size()=1 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:3OCE7e1KuNdJEUC9p.BjSI-96sWwF51_.Fdd5FvnTo3rfA92_akxMC0OiVH8HTU3_0 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5593980029010580050', time=2024-09-12T20:21:41.207429+0000, chain.objs.size()=2 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.644__shadow_.H7Mquvi8YX-A_pAqkAfcKbBvvGkW9iY_0 2024-09-12T18:25:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.644__shadow_.H7Mquvi8YX-A_pAqkAfcKbBvvGkW9iY_1 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1477221406952369371', time=2024-09-12T20:22:13.839911+0000, chain.objs.size()=1 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.694__shadow:Ymgm8kZjnbH2HXu29xgppZfo7lwdWm0_.5IN8sh6W5Bo8tNvqpe3PFzyCYrFNCqB_0 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9215653836473823214', time=2024-09-12T20:22:15.629014+0000, chain.objs.size()=1 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.697__shadow:K8sU7Zy10y6ZsDjkyl5IZTWMCRNmvKj_.KUidWpuPn6mNW0g8vo_HM1Qp0Wtq3pF_0 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~niwyr6fn8RtviS3jf1X7cFFqjliYCkz', time=2024-09-12T20:23:03.221722+0000, chain.objs.size()=1 2024-09-12T18:25:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:57.999+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.743__multipart_mymultipart.2~niwyr6fn8RtviS3jf1X7cFFqjliYCkz.1 2024-09-12T18:25:58.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.007+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:25:58.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:58.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:58.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45973' 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11863285904212737298', time=2024-09-12T20:10:14.884338+0000, chain.objs.size()=5 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-STANDARD.2~87biSdAFPhwDbaD8sE1b6ikT1thmWkP.1 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-STANDARD.2~87biSdAFPhwDbaD8sE1b6ikT1thmWkP.1_1 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-STANDARD.2~87biSdAFPhwDbaD8sE1b6ikT1thmWkP.2 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_foo-STANDARD.2~87biSdAFPhwDbaD8sE1b6ikT1thmWkP.2_1 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__multipart_foo-STANDARD.2~87biSdAFPhwDbaD8sE1b6ikT1thmWkP.3 2024-09-12T18:25:58.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_l9acrnXqosnFKre3_1qjtCpllaYuCGU', time=2024-09-12T20:10:16.805073+0000, chain.objs.size()=3 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.TWKopMdcJk6PvPE1u5-d5Tc7neJ9r3b_0 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.TWKopMdcJk6PvPE1u5-d5Tc7neJ9r3b_1 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.162__shadow_.TWKopMdcJk6PvPE1u5-d5Tc7neJ9r3b_2 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18000466910680111', time=2024-09-12T20:10:37.775490+0000, chain.objs.size()=1 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.190__shadow_.mDDgTh5Xsak7z1egD0mXTp1rial0SaL_0 2024-09-12T18:25:58.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3278277004470097120', time=2024-09-12T20:12:30.526978+0000, chain.objs.size()=1 2024-09-12T18:25:58.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.255__shadow_.qpdgZcUK4-RMqdMl7rneLsJVAUI8jIB_0 2024-09-12T18:25:58.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3827372215676468972', time=2024-09-12T20:12:32.374856+0000, chain.objs.size()=1 2024-09-12T18:25:58.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.258__shadow_.whpNR_9AQxyhbwaCPMhTPsvMzotD8dn_0 2024-09-12T18:25:58.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9380044375533425898', time=2024-09-12T20:12:34.857288+0000, chain.objs.size()=1 2024-09-12T18:25:58.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.011+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.262__shadow_.7uPMTkaLNb1_-BKVSJ3XFYWTL4IwX6q_0 2024-09-12T18:25:58.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.767997261813119129', time=2024-09-12T20:12:55.807209+0000, chain.objs.size()=1 2024-09-12T18:25:58.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hMdS9-C6IxhFfIeNvVo5jUCdOEohmET_0 2024-09-12T18:25:58.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.015+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17821807949103190244', time=2024-09-12T20:12:55.831984+0000, chain.objs.size()=1 2024-09-12T18:25:58.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.015+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0i-7dCSd_hiMj17ci4_630xWQiXdWRA_0 2024-09-12T18:25:58.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8328311255628361101', time=2024-09-12T20:12:55.841278+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.3BlymbsxZqRtamukjtCngAfJrH_hNcl_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17057880235008765453', time=2024-09-12T20:12:55.934501+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kg6kUOAkHJ_wf8dLZSiB57G4t0hJXAJ_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9456126416727065318', time=2024-09-12T20:12:55.953595+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ABRc-8Ll0WRSfxR4aeBVSxw49CnNdHc_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8144961725715834057', time=2024-09-12T20:12:56.107097+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dG1ioLgHoULW4EmaWMWAT_8XibWaF9U_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11955698052104571733', time=2024-09-12T20:12:56.187227+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4rXdkezvhFVooqtSZzi7YOWQ7YRF6mx_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12783753675252757031', time=2024-09-12T20:12:56.329266+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7QWa7XULwOAO2xsOsV3Vj_2oHaPWpXS_0 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4413339943090605591', time=2024-09-12T20:12:56.469835+0000, chain.objs.size()=1 2024-09-12T18:25:58.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dyzzV6ncQgz5-yHGFt7-S8MvQ1NQOD6_0 2024-09-12T18:25:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5759413478042727618', time=2024-09-12T20:12:56.515038+0000, chain.objs.size()=1 2024-09-12T18:25:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jAm8nx_UBJooy102jmb0EZ7LG0B8Qj-_0 2024-09-12T18:25:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16946685285791172589', time=2024-09-12T20:12:56.522019+0000, chain.objs.size()=1 2024-09-12T18:25:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8XsD7Ya0eD8sPOnduTqPtPAONHB0ghU_0 2024-09-12T18:25:58.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10114142775753753297', time=2024-09-12T20:12:56.587339+0000, chain.objs.size()=1 2024-09-12T18:25:58.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.019+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qsmXNaqtMmfY4gML1ZOvUzY9OpEY8_Y_0 2024-09-12T18:25:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17960857864703305054', time=2024-09-12T20:12:56.832827+0000, chain.objs.size()=1 2024-09-12T18:25:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hmPPDGL_TFeP108Pu8kPls_0M_saxhT_0 2024-09-12T18:25:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1639477410019055561', time=2024-09-12T20:12:56.868713+0000, chain.objs.size()=1 2024-09-12T18:25:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.lF5NoFZr6poDazAGnDx7Gaz6DJQnwFb_0 2024-09-12T18:25:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8739388672164903962', time=2024-09-12T20:12:56.899577+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vztRxo36hCv6TTKggggpb4wx1rLI7st_0 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17664923989287517817', time=2024-09-12T20:12:56.946818+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.mj5jG_NPxsf44jS3IjY0BOtpGKWtOu5_0 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14501230655390058791', time=2024-09-12T20:12:57.239730+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.I8vF-k17QSa7pfBTrHFM8JBPTZscVhp_0 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14396585052121907380', time=2024-09-12T20:12:57.251560+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5jIW-CUrI4YhL1zoyqP0V-WcB81DV7k_0 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3171133012059760167', time=2024-09-12T20:12:57.537499+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.0I2mW9aghI0zUERPmeV9WpZQDyDzXGf_0 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.929211422214985575', time=2024-09-12T20:12:57.560278+0000, chain.objs.size()=1 2024-09-12T18:25:58.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tDduUh0sQGPllNukRWrBzTBcOEoBsVi_0 2024-09-12T18:25:58.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17586071786326881152', time=2024-09-12T20:12:57.573247+0000, chain.objs.size()=1 2024-09-12T18:25:58.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.023+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aGmgGpnvYkqqSSAOWfP6lzATUau2JY2_0 2024-09-12T18:25:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14124113768069332814', time=2024-09-12T20:12:57.638297+0000, chain.objs.size()=1 2024-09-12T18:25:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.7LGBgbAf3zLmkPEBx9n9hQYLeN8uFHs_0 2024-09-12T18:25:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9515536430495316745', time=2024-09-12T20:12:57.659546+0000, chain.objs.size()=1 2024-09-12T18:25:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sV2Vuu0S_ZiCb94h1aRqfcKSqEUmPKE_0 2024-09-12T18:25:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6704986285300022959', time=2024-09-12T20:12:57.799007+0000, chain.objs.size()=1 2024-09-12T18:25:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._iQZw7dGIHS0uLGGhFLXH5xrGHEQpTm_0 2024-09-12T18:25:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18166252586287436708', time=2024-09-12T20:12:57.813234+0000, chain.objs.size()=1 2024-09-12T18:25:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9Im_tZkcOEzPktTrfI610vmxnTV2lyb_0 2024-09-12T18:25:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16292320661090010562', time=2024-09-12T20:12:57.824461+0000, chain.objs.size()=1 2024-09-12T18:25:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.UoeysTz0n5NIv8EOtZPJo3eqEv7uEsO_0 2024-09-12T18:25:58.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3112598830581309772', time=2024-09-12T20:12:57.857515+0000, chain.objs.size()=1 2024-09-12T18:25:58.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.027+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6tND3aOTQCKLp6CjaisCf8K1ViZuJJ__0 2024-09-12T18:25:58.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.665507343122328549', time=2024-09-12T20:12:57.894141+0000, chain.objs.size()=1 2024-09-12T18:25:58.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Td7cXXfGC2kfOfo_kPjU_O2vK2k8zyI_0 2024-09-12T18:25:58.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17929918230817409495', time=2024-09-12T20:12:57.986529+0000, chain.objs.size()=1 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bYl7VjWGFGztYoDCrGhuGFjzXJtg8R8_0 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4120820958470383842', time=2024-09-12T20:12:57.992852+0000, chain.objs.size()=1 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.tY4x5q1yJ9cfDkaAFtioJBeL66iGT-3_0 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9349761496678618576', time=2024-09-12T20:12:58.012509+0000, chain.objs.size()=1 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MAR2CLZrQ3OZ2A3H125Snq1rFEU5Vev_0 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17398484772012734717', time=2024-09-12T20:12:58.020888+0000, chain.objs.size()=1 2024-09-12T18:25:58.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HmhfFUf6fl8T7Ec3zTM4LlpG19qJaB9_0 2024-09-12T18:25:58.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6297377438480368774', time=2024-09-12T20:12:58.210651+0000, chain.objs.size()=1 2024-09-12T18:25:58.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.pnGv_VadeMFWoNe8kji7OZDsRh4XlNf_0 2024-09-12T18:25:58.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7284982662216675781', time=2024-09-12T20:12:58.269495+0000, chain.objs.size()=1 2024-09-12T18:25:58.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.031+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Qex9_MqWajkVdC60r4NkPcWB5u19jPl_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5438047714693217720', time=2024-09-12T20:12:58.284275+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Oz3ILV2LWLg4TUDzTRAyfYHly-IwZll_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9334807001460666277', time=2024-09-12T20:12:59.414569+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.265__shadow_.AVk26rwoeQ9eYHtULSWhlWD3lXTtue5_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7548095130704503131', time=2024-09-12T20:13:08.810851+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.280__shadow_.MZTDDuOqtw-phM7QExsX8vcZOHh2eul_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13833299855858868034', time=2024-09-12T20:13:10.631743+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.283__shadow_.0T0jx8qoutVMOKqhzT9gT0ZkcLac7-c_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17698560325392431656', time=2024-09-12T20:13:12.479851+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.286__shadow_.3p8Tt-Br013ZJZTrjmnNZJg7_m2JVzE_0 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12043511033568475711', time=2024-09-12T20:13:19.189305+0000, chain.objs.size()=1 2024-09-12T18:25:58.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.a_xFwHsT6GgZzYnRML9CPz9kR5rwlTf_0 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1895726046148585973', time=2024-09-12T20:13:19.197594+0000, chain.objs.size()=1 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.RO6z67UGgclT7xAm1NEdOpD29wJ39sb_0 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12627650696926877532', time=2024-09-12T20:13:19.247119+0000, chain.objs.size()=1 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.akALT48ghK8U_DbNjb1c-nq5j7pOZfZ_0 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.423013750192667310', time=2024-09-12T20:13:19.811782+0000, chain.objs.size()=1 2024-09-12T18:25:58.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.035+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.295__shadow_.4lXr6wC6YGsc8dZ7szFd8wyW8wnLHzU_0 2024-09-12T18:25:58.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14946633098541840291', time=2024-09-12T20:13:23.691294+0000, chain.objs.size()=1 2024-09-12T18:25:58.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.301__shadow_.6ar4Bq7wFtv8e1zXTJcMcu1MnmOvq7V_0 2024-09-12T18:25:58.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13387595826333469026', time=2024-09-12T20:13:26.200181+0000, chain.objs.size()=1 2024-09-12T18:25:58.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.305__shadow_.Q9ZEo4Yw3Z4SiPeK_HlRd3Y9WNIgLZs_0 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12244304973804336252', time=2024-09-12T20:13:32.230327+0000, chain.objs.size()=1 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.314__shadow_.U4_n0L4kblmhivVd3MkCYWZiY9jBI-D_0 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4267794757749956321', time=2024-09-12T20:13:58.948762+0000, chain.objs.size()=1 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JJ-7_zlm30vEvmeAeyUKkV-PjlyFjKB_0 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16205747083742617322', time=2024-09-12T20:13:59.078556+0000, chain.objs.size()=1 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9aihQ7PUuYRnTU7ZBGKKxPjJ2nxvJYe_0 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5673904197624924302', time=2024-09-12T20:13:59.319708+0000, chain.objs.size()=1 2024-09-12T18:25:58.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uMESy1HQVNvA2Kl4PUOTZsYNDEIhw1Q_0 2024-09-12T18:25:58.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6033261827433368387', time=2024-09-12T20:13:59.632195+0000, chain.objs.size()=1 2024-09-12T18:25:58.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LEBafZWq9n5Of0yy3xPl6QUliPHnwzY_0 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8239449078458069501', time=2024-09-12T20:13:59.638523+0000, chain.objs.size()=1 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3ldrGisdO7me6wJTMboSo3Aq8m9fgBB_0 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10956076496025265121', time=2024-09-12T20:13:59.646636+0000, chain.objs.size()=1 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xi7XPuQK_-Q3Yg6H66nkombBNGfqoOm_0 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6098725075891393307', time=2024-09-12T20:13:59.687106+0000, chain.objs.size()=1 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.MRNVkfLSR_Z4Uiuir7dZ7n8gFkp-hBQ_0 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14659134074473346149', time=2024-09-12T20:14:00.074180+0000, chain.objs.size()=1 2024-09-12T18:25:58.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.039+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wlvqjjyo-Broo76DcBeuSnnn_CTBAXI_0 2024-09-12T18:25:58.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.043+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7318613026122829827', time=2024-09-12T20:14:00.177114+0000, chain.objs.size()=1 2024-09-12T18:25:58.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.043+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.pKugaKlQzCZdkz86Rb7ad4aKtwlGW-4_0 2024-09-12T18:25:58.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12648077719089573529', time=2024-09-12T20:14:00.183929+0000, chain.objs.size()=1 2024-09-12T18:25:58.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.GkJEpm5t8sey4dyqTGGB-NOAtbn6ls6_0 2024-09-12T18:25:58.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9096798501882355781', time=2024-09-12T20:14:00.310883+0000, chain.objs.size()=1 2024-09-12T18:25:58.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NrWWnVeC-FBD3TOL30LNvoyI0T9hZ9P_0 2024-09-12T18:25:58.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5824066614167314665', time=2024-09-12T20:14:00.351287+0000, chain.objs.size()=1 2024-09-12T18:25:58.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mMqhsR6I4XYxBYRWhATpq4V5EiwmwAu_0 2024-09-12T18:25:58.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.390601250973497218', time=2024-09-12T20:14:00.428351+0000, chain.objs.size()=1 2024-09-12T18:25:58.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9rnC-foBx2OEl6jQ40PAwonnQXug6Pu_0 2024-09-12T18:25:58.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2914378351808470747', time=2024-09-12T20:14:00.486301+0000, chain.objs.size()=1 2024-09-12T18:25:58.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.eA7TVG0mwdFeevWjgYPGIGpfkLdUctS_0 2024-09-12T18:25:58.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6112503189688629059', time=2024-09-12T20:14:00.493242+0000, chain.objs.size()=1 2024-09-12T18:25:58.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.IDNniWgeCq-AYXo0n-XVBIV1QaL5XwN_0 2024-09-12T18:25:58.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.399959536105632543', time=2024-09-12T20:14:00.503708+0000, chain.objs.size()=1 2024-09-12T18:25:58.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VPjUcrcAHNv2da-wz78y6DnQx6lDuU5_0 2024-09-12T18:25:58.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7314804586541731206', time=2024-09-12T20:14:00.660894+0000, chain.objs.size()=1 2024-09-12T18:25:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.AXBcbW1-uR1Cq__jQDKiw7HZMvo_ifb_0 2024-09-12T18:25:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4381972763339488650', time=2024-09-12T20:14:00.785195+0000, chain.objs.size()=1 2024-09-12T18:25:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.svkfYOATD7u28bzzyi2EV9bkNHKPmqI_0 2024-09-12T18:25:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16300451731318189571', time=2024-09-12T20:14:00.798486+0000, chain.objs.size()=1 2024-09-12T18:25:58.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-uZGCO3xTYzm4vZD1EpwLfkjfrlsvyr_0 2024-09-12T18:25:58.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14580104986195379974', time=2024-09-12T20:14:00.846956+0000, chain.objs.size()=1 2024-09-12T18:25:58.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.047+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nOMUoXY7XpFLMT8_dk5K0_JT6Qoxkql_0 2024-09-12T18:25:58.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6705968592809800990', time=2024-09-12T20:14:01.081548+0000, chain.objs.size()=1 2024-09-12T18:25:58.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.H0cy4jD8rAu4YPptdkMYFEMb064Fkrs_0 2024-09-12T18:25:58.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4461965664853331620', time=2024-09-12T20:14:01.111962+0000, chain.objs.size()=1 2024-09-12T18:25:58.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.zBDxHV_StoftJFmVLB-IBfjdGwK_b35_0 2024-09-12T18:25:58.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1198403245440579451', time=2024-09-12T20:14:01.122639+0000, chain.objs.size()=1 2024-09-12T18:25:58.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TX8sOX2BFV6bAlmGMSBEF3F3PXuGVw1_0 2024-09-12T18:25:58.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16625250387959562456', time=2024-09-12T20:14:01.160701+0000, chain.objs.size()=1 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ZOHK3OrESkNwFWqqbciLzGH10btqOM9_0 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11731770504689929015', time=2024-09-12T20:14:01.192375+0000, chain.objs.size()=1 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bMPLlQR7MFTBEHBSjuNTIOwzxsyi216_0 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.776469103855715149', time=2024-09-12T20:14:01.455540+0000, chain.objs.size()=1 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.7DZ_MadSCzDsqQYgb6laNNc6GK9Vn2G_0 2024-09-12T18:25:58.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5461051000807009592', time=2024-09-12T20:14:01.459926+0000, chain.objs.size()=1 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QZTYfnE6Xr9tfagQqVkg1201GTFVJX4_0 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15796562985210574117', time=2024-09-12T20:14:01.474873+0000, chain.objs.size()=1 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0eMkO-9fYmEEX_rjGgMvBjnkwj6aCpF_0 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17574105254519386617', time=2024-09-12T20:14:22.746862+0000, chain.objs.size()=1 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.B7Wxats8OIMH_gNvwDgMXtvJNX4aPFU_0 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3004455228250061773', time=2024-09-12T20:14:22.789068+0000, chain.objs.size()=1 2024-09-12T18:25:58.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.HFXt6Lo8RiAiDgYJctT-xnO4E7Src0d_0 2024-09-12T18:25:58.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8156046614097301742', time=2024-09-12T20:14:23.099880+0000, chain.objs.size()=1 2024-09-12T18:25:58.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.051+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.gnnZSyOCgMZzZjb1fhW9VJaOQrDEsYx_0 2024-09-12T18:25:58.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11279270995598151606', time=2024-09-12T20:14:23.113292+0000, chain.objs.size()=1 2024-09-12T18:25:58.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.u_nDrHVykxFx9_CJAb7U017HGXLSHyT_0 2024-09-12T18:25:58.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7238583277796214283', time=2024-09-12T20:14:23.147505+0000, chain.objs.size()=1 2024-09-12T18:25:58.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Bid8590lgp76JCD7pyY2fgtc3ryewea_0 2024-09-12T18:25:58.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3523862843432230609', time=2024-09-12T20:14:23.228361+0000, chain.objs.size()=1 2024-09-12T18:25:58.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jesa7KyCwcOjaq0J79csWOHWP13h5S5_0 2024-09-12T18:25:58.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5669561341818560754', time=2024-09-12T20:14:23.468755+0000, chain.objs.size()=1 2024-09-12T18:25:58.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.055+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UPFVNeHsxoPc6IH1jB3s0GBddFhjxNv_0 2024-09-12T18:25:58.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7628197601986459067', time=2024-09-12T20:14:23.662649+0000, chain.objs.size()=1 2024-09-12T18:25:58.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sdvK3L_qhMOgS51gDjAeKb-guEnco4y_0 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10994462826104942225', time=2024-09-12T20:14:23.688714+0000, chain.objs.size()=1 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9jDaqKFDKZ73fXdBiUlXLs8gX8jpjkh_0 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15619524355682190124', time=2024-09-12T20:14:23.872520+0000, chain.objs.size()=1 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7L9vjEV07bX8DD_oC3HhMIXbUnlZbWm_0 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5158745418531769415', time=2024-09-12T20:14:23.900279+0000, chain.objs.size()=1 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.XCf4jlidCocrgUmT8iJWJz5eMwuqQ2b_0 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5734818194008031038', time=2024-09-12T20:14:23.913797+0000, chain.objs.size()=1 2024-09-12T18:25:58.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fjF6IOfPn5K0V8xC8DVD8I3RFtVbIVM_0 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2866663146615362153', time=2024-09-12T20:14:24.186408+0000, chain.objs.size()=1 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.XPmhqPPPykq88Cp4rWRo7rHDdH1HuGl_0 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2794982562220464551', time=2024-09-12T20:14:24.593493+0000, chain.objs.size()=1 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qLyNyhbYdPZBqrr19E25qiSMJ59oanT_0 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11046124391948242912', time=2024-09-12T20:14:24.781739+0000, chain.objs.size()=1 2024-09-12T18:25:58.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.jxLOF0NGtX1rTayQE0f2wGu3yC8Pt5p_0 2024-09-12T18:25:58.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10722429660062319160', time=2024-09-12T20:14:24.803409+0000, chain.objs.size()=1 2024-09-12T18:25:58.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._i3jhogE5KOolbanbMA01XYcSE72Gaj_0 2024-09-12T18:25:58.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16480759326838857249', time=2024-09-12T20:14:24.819201+0000, chain.objs.size()=1 2024-09-12T18:25:58.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.059+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DFvkPCn4129gyqnJxABepZInG3t_gqX_0 2024-09-12T18:25:58.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9056371876719675248', time=2024-09-12T20:14:24.836994+0000, chain.objs.size()=1 2024-09-12T18:25:58.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7DOnTQU7TU8QLa9Fp96FclGGwZeNWIK_0 2024-09-12T18:25:58.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4222505740586286150', time=2024-09-12T20:14:24.902413+0000, chain.objs.size()=1 2024-09-12T18:25:58.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eRhzB4HXTyoFrd5kQbITqrVBoX4VluR_0 2024-09-12T18:25:58.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7654838171895228654', time=2024-09-12T20:14:25.117346+0000, chain.objs.size()=1 2024-09-12T18:25:58.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.063+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.R6iPT7izmjvSL2yh7sfv11KyQbyMBhK_0 2024-09-12T18:25:58.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45973 2024-09-12T18:25:58.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1812803807986652139', time=2024-09-12T20:14:25.132454+0000, chain.objs.size()=1 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WBRMXxmpWeWb8DW1U8ofRyvOXnkGDoJ_0 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16109943302485123389', time=2024-09-12T20:14:25.147862+0000, chain.objs.size()=1 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Q4Un6o4S5RtS8tGv1C0A-wfDX2IsT9K_0 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1839237365294237079', time=2024-09-12T20:14:25.203813+0000, chain.objs.size()=1 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9AwkQjnyHHHY58_w4zfSdodMv7D9mNg_0 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8684341750099767896', time=2024-09-12T20:14:25.450557+0000, chain.objs.size()=1 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UzxZs5ut0QIPE0jJ1Gtg8Sq7SCZhgZ__0 2024-09-12T18:25:58.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5704732026194718516', time=2024-09-12T20:14:25.499288+0000, chain.objs.size()=1 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lGYCNd1N13SqujKuc-XQ8fLKK7lVAjS_0 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2563130179783646679', time=2024-09-12T20:14:25.565638+0000, chain.objs.size()=1 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dx1Qo22F9SjgArfHwTAhdyNc1XQwMi-_0 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2741257881954330051', time=2024-09-12T20:14:25.580046+0000, chain.objs.size()=1 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.N3JCtuyHDIxWfg8lcB5siZm6ac4x07u_0 2024-09-12T18:25:58.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1406516107740751684', time=2024-09-12T20:14:54.314082+0000, chain.objs.size()=1 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.377__shadow_.X6Z00KXRk2AOOKy-a9WWuf8zSxdGk3Z_0 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14442576368506273012', time=2024-09-12T20:15:44.330588+0000, chain.objs.size()=1 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.455__shadow_.CnQFQFHAWL3zPTB_S8BRLg483IHWHVQ_0 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1744903623259438337', time=2024-09-12T20:15:55.228603+0000, chain.objs.size()=1 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.467__shadow_.mr-9smH1PfeU2tsSQ5eflRAajoQ9eD3_0 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.569852510348754243', time=2024-09-12T20:16:02.459790+0000, chain.objs.size()=1 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.VjyDUzMdofTcJTfDjiJ5XKmDBlLKQdV_0 2024-09-12T18:25:58.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14117257104067547990', time=2024-09-12T20:16:14.526541+0000, chain.objs.size()=1 2024-09-12T18:25:58.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.067+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:58.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15851747347304702183', time=2024-09-12T20:16:29.927430+0000, chain.objs.size()=12 2024-09-12T18:25:58.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.1 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.1_1 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.2 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.2_1 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.3 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.3_1 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.4 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.4_1 2024-09-12T18:25:58.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.5 2024-09-12T18:25:58.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.5_1 2024-09-12T18:25:58.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.075+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__multipart_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.6 2024-09-12T18:25:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.520__shadow_mymultipart.2~MWOdVEj2P8rB5aLBvDm5NSzb_Fw7fde.6_1 2024-09-12T18:25:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.079+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3473482884384343016', time=2024-09-12T20:16:57.167591+0000, chain.objs.size()=5 2024-09-12T18:25:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~RJ35C97AHMLB92NtgrAX8JZC0js40I9.1 2024-09-12T18:25:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__shadow_mymultipart.2~RJ35C97AHMLB92NtgrAX8JZC0js40I9.1_1 2024-09-12T18:25:58.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.079+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~RJ35C97AHMLB92NtgrAX8JZC0js40I9.2 2024-09-12T18:25:58.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__shadow_mymultipart.2~RJ35C97AHMLB92NtgrAX8JZC0js40I9.2_1 2024-09-12T18:25:58.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.083+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~RJ35C97AHMLB92NtgrAX8JZC0js40I9.3 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.366715144603430252', time=2024-09-12T20:17:44.968846+0000, chain.objs.size()=1 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.554__shadow_.jOgK1qNjCSmBh6KVY0Xpkj8h2JwuYYJ_0 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8703888185406643113', time=2024-09-12T20:18:30.160956+0000, chain.objs.size()=1 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:dvaGh5hq3-ojI.s8HJQHPRoR486Jl-v_.RxdvVzINqmBo2oHpwLxpPH83azGWmw4_0 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16369987413735517661', time=2024-09-12T20:18:44.995346+0000, chain.objs.size()=1 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:1NaGOs-Gs2GGRYuoKRBe5uQKVzTbvLV_.ssd5aVkQMkgskZTipJJZIpj16XODYZo_0 2024-09-12T18:25:58.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6747911194377366837', time=2024-09-12T20:18:48.193742+0000, chain.objs.size()=1 2024-09-12T18:25:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.584__shadow:gYOA.zlEVXWNoD4h2qArNGUjIYP9rc4_.MBOJ48HFwM_ttRqC6rJ9SAkuSCst95z_0 2024-09-12T18:25:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10675972323194616198', time=2024-09-12T20:18:56.777920+0000, chain.objs.size()=1 2024-09-12T18:25:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.597__shadow_.vzh7wSwj5cUi05CVMQVf1CRv3FEkVw0_0 2024-09-12T18:25:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14290884549386165179', time=2024-09-12T20:22:25.011910+0000, chain.objs.size()=1 2024-09-12T18:25:58.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.087+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.713__shadow:DOo-p.yyCYhSBcAXJZ3y7nRlCP7avfY_.npAlxO77_zHmFzHHaaphDVrcwTi5ltN_0 2024-09-12T18:25:58.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.091+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:25:58.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:58.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/85321' 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15813727159609793832', time=2024-09-12T20:10:05.125233+0000, chain.objs.size()=1 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.148__shadow_.HszwtNOCzY2_Dhu2GeW1sGnsL4oe0xv_0 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15176424722363821291', time=2024-09-12T20:10:18.928377+0000, chain.objs.size()=2 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.165__multipart_foo.2~qQCQwrMbq4Rjlf9AKyoSd47IA7FGZq4.1 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.165__multipart_foo.2~qQCQwrMbq4Rjlf9AKyoSd47IA7FGZq4.2 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5473273864711092372', time=2024-09-12T20:10:32.410551+0000, chain.objs.size()=1 2024-09-12T18:25:58.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.180__shadow_.2CcwLdvcQR9e_C0wAUHUOAu8bZZDNGn_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3649920664760948527', time=2024-09-12T20:10:34.085081+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.183__shadow_.McRqXJDh_JZYl7mHBKZE8aLqp8bSsnj_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4040439844709633444', time=2024-09-12T20:12:12.909432+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.229__shadow_.TA_0yuTCeLBOCs1cFDwO7Z5R6hAMsXe_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12129890283599860175', time=2024-09-12T20:12:17.387522+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.237__shadow_.r400T8alCtgRMkGaN8BPMizJ97YwZFq_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17923458096331786568', time=2024-09-12T20:12:21.963308+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.243__shadow_.UyOSUeSBzYKJLANkQ7rs39mOlG4vPux_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13337143288212771392', time=2024-09-12T20:12:29.887389+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.254__shadow_.hpYY67s4mUncqwGEpb3f-Qp2BzNV84L_0 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17617221295432048401', time=2024-09-12T20:12:31.152270+0000, chain.objs.size()=1 2024-09-12T18:25:58.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.256__shadow_.ooLauKjDgyaEFX3jQPpXYEXeXSPgmGv_0 2024-09-12T18:25:58.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18049590240503699169', time=2024-09-12T20:12:55.842893+0000, chain.objs.size()=1 2024-09-12T18:25:58.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Lh2-8MupxXoZnAEYDgaqeNmBzsi3aYN_0 2024-09-12T18:25:58.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8390081348772105799', time=2024-09-12T20:12:55.846852+0000, chain.objs.size()=1 2024-09-12T18:25:58.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.095+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VSp68dqSMxbW-vZU9dgaZGg12V_kLxa_0 2024-09-12T18:25:58.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10465502823962176853', time=2024-09-12T20:12:55.867488+0000, chain.objs.size()=1 2024-09-12T18:25:58.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.C2UJF7kolgcEt5iHHM6Fhwp4heAP3R5_0 2024-09-12T18:25:58.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4692202229294220109', time=2024-09-12T20:12:55.926086+0000, chain.objs.size()=1 2024-09-12T18:25:58.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zv6JRAjZYMlZ0ynv3MXdgERoHrX_IjD_0 2024-09-12T18:25:58.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13694296059978498658', time=2024-09-12T20:12:55.965438+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Dn88uuZH4631DvUmgjCMmI1-di-K1qa_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18328208188400755446', time=2024-09-12T20:12:55.982852+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.D0WrOqDXEpw2Dk07-sLvcJSC3Pemb67_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12412604655183763279', time=2024-09-12T20:12:56.179375+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aWH2QQMMlyHZu6loPFtn8tdhRc2hDY-_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11779858874594270866', time=2024-09-12T20:12:56.206411+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.z_cu-PN8LyIchG3PYLpKJVuS70eiuNP_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4833768671825329693', time=2024-09-12T20:12:56.511095+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.rIPY4UNwdPlVs_84IwpYGY2vt9fGYaO_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4554190022420553017', time=2024-09-12T20:12:56.770821+0000, chain.objs.size()=1 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.t29lQ8sjo6_lq8X28nYf-y3qXx7FjHH_0 2024-09-12T18:25:58.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2581383379580139001', time=2024-09-12T20:12:56.798135+0000, chain.objs.size()=1 2024-09-12T18:25:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.sVVlOMw3xXawPNJfD8w1SNtw9UK8nG2_0 2024-09-12T18:25:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2464625551631260176', time=2024-09-12T20:12:56.805231+0000, chain.objs.size()=1 2024-09-12T18:25:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._Cel9lETwAa83vqQmidcp7bGdaFz-wr_0 2024-09-12T18:25:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9074152433141449994', time=2024-09-12T20:12:56.827645+0000, chain.objs.size()=1 2024-09-12T18:25:58.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.103+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.c8CGddUaCcAZIA2BFy5B8b7d9YsLTtv_0 2024-09-12T18:25:58.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2181520693597453111', time=2024-09-12T20:12:56.929389+0000, chain.objs.size()=1 2024-09-12T18:25:58.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Z-ZI7PWEIdbvU3I7g-zpgkU393qU4nq_0 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6948641684564826234', time=2024-09-12T20:12:56.938953+0000, chain.objs.size()=1 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.-HxkrDJ2e6tiq-Q37_CrfAVc1ahnwk6_0 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8043123584150064854', time=2024-09-12T20:12:57.148338+0000, chain.objs.size()=1 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6ncE757IrQ1Fq0E5Tk6vx8TMtZwnSb__0 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6480591650094334576', time=2024-09-12T20:12:57.174147+0000, chain.objs.size()=1 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.srGhDatAwWpNuYT5TtRkC9gL6D87F-9_0 2024-09-12T18:25:58.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1205368401165249835', time=2024-09-12T20:12:57.177616+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yD18Zlow99oWNE-8hy-JvYWzzXnAMId_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17476548642589544641', time=2024-09-12T20:12:57.291087+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.EOq73pJaoh9KSMPqtAgTMwBsl33iN28_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.282320803470865894', time=2024-09-12T20:12:57.517118+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.CJk4j7ay-r2EBMuseHFqNxw2RcX7cye_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17584689987897816537', time=2024-09-12T20:12:57.528990+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eKapHUdGTETYU-XQJ8G1kaqt5nOu_Wp_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9472615958153925571', time=2024-09-12T20:12:57.536166+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RQwSgqCj2OiBb5SckM0dM1VMw_jQaYn_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13809754978720797762', time=2024-09-12T20:12:57.540050+0000, chain.objs.size()=1 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.brHGixlFFhyod8U_7GHH45lMBGH588r_0 2024-09-12T18:25:58.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15143046228048314156', time=2024-09-12T20:12:57.545444+0000, chain.objs.size()=1 2024-09-12T18:25:58.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5vB6L62M2iCaJb72n7HxZrkDcFZ2mdA_0 2024-09-12T18:25:58.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6633289117906627291', time=2024-09-12T20:12:57.673974+0000, chain.objs.size()=1 2024-09-12T18:25:58.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.107+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._iWV4vVVZYJrwa8pgqCHUzfCwNfIHak_0 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17563831827101658095', time=2024-09-12T20:12:57.864394+0000, chain.objs.size()=1 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.PLZ_b-323A7qIdfXArDmIbF_eallaRQ_0 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16304903899192628531', time=2024-09-12T20:12:58.000439+0000, chain.objs.size()=1 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FbRe8Y8MSwPrUTbp1-S15F9miuQc6yh_0 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6247261684265730124', time=2024-09-12T20:12:58.016983+0000, chain.objs.size()=1 2024-09-12T18:25:58.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.byOQ31vfa70IuW6OiRFuUfrsSZtSu-h_0 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6648993526725318967', time=2024-09-12T20:12:58.140023+0000, chain.objs.size()=1 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RYqHxeqsmQ3L6jfaQXYlvKxu4gH1BNw_0 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13042523212771704978', time=2024-09-12T20:12:58.189686+0000, chain.objs.size()=1 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KJz06bUUyEKdr1nd-9rVFDiIGPwF7if_0 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15382499613176480241', time=2024-09-12T20:12:58.215330+0000, chain.objs.size()=1 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kx54giwlpalR00B20YOYycO6m1iHB7v_0 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7067968809973348208', time=2024-09-12T20:12:58.262840+0000, chain.objs.size()=1 2024-09-12T18:25:58.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.111+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.c97UdqHuhsa_Wy1pBNsaUrEe_lhww0F_0 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4489790220481921827', time=2024-09-12T20:12:58.308051+0000, chain.objs.size()=1 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cGSemVXpskruDz0pM5Yzn_Dy9HNkaGt_0 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17769192195121043108', time=2024-09-12T20:13:00.076355+0000, chain.objs.size()=1 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.266__shadow_.igyUAtwVyIbW8Qq1-ByOI3RNDhLJKQ-_0 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2329061926921772198', time=2024-09-12T20:13:02.479579+0000, chain.objs.size()=1 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.270__shadow_.vhfzKUxa_r40sb7ucHBvVEUdyV57Hxc_0 2024-09-12T18:25:58.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2980416947850377968', time=2024-09-12T20:13:10.029160+0000, chain.objs.size()=1 2024-09-12T18:25:58.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.282__shadow_.vFvy-n6rOw_IUqmUA0BEmQQ6dEsjnNK_0 2024-09-12T18:25:58.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3558054091506732807', time=2024-09-12T20:13:20.420990+0000, chain.objs.size()=1 2024-09-12T18:25:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.296__shadow_.czfWR2gLOP06dDU1kRdtuAq9vN3VkQA_0 2024-09-12T18:25:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9342548424911635254', time=2024-09-12T20:13:21.732262+0000, chain.objs.size()=1 2024-09-12T18:25:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.298__shadow_.Gjyz79wInfIvIfcmHDlOTbDh-zgiotc_0 2024-09-12T18:25:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8722886209227818008', time=2024-09-12T20:13:35.864098+0000, chain.objs.size()=1 2024-09-12T18:25:58.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.115+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.320__shadow:uE.InOtZNBGwDXIyzN-m1WL68JHjok3_.YjxhlflSahTpeIB1Y7B-ct34-SC-jVI_0 2024-09-12T18:25:58.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9665393766680835763', time=2024-09-12T20:13:59.222406+0000, chain.objs.size()=1 2024-09-12T18:25:58.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.l2nS9Y9rmzSq4xj7K_mwsNCO4jYern3_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12910870124109852147', time=2024-09-12T20:13:59.315792+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.JV84hPSvtBaxxWRi9nyoNFq4i8vB-sf_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11452794564172339926', time=2024-09-12T20:13:59.442462+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LGif6l9AmsMfBhFoCdDbH-X3T_hGAwA_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2852922515291033063', time=2024-09-12T20:13:59.570671+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wxHJO44eWe9IuQXz6ElzLZ-bsYlF2bJ_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3398144380862614822', time=2024-09-12T20:13:59.594811+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._1pzGtK6hXgjp-IyE5EXFrblf_gyK6-_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3773269558150586042', time=2024-09-12T20:13:59.767694+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QWfrXe_Z7YMAvp9YxKJWXabgtQ8OdLF_0 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4254453202877343192', time=2024-09-12T20:13:59.958222+0000, chain.objs.size()=1 2024-09-12T18:25:58.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FEK2lSTqVCbr4_YnSosCu-PhTgHFIoo_0 2024-09-12T18:25:58.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5177854775218929189', time=2024-09-12T20:14:00.037975+0000, chain.objs.size()=1 2024-09-12T18:25:58.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5ggDQXNAUywewJshdIoVIdk_EnzJQ7j_0 2024-09-12T18:25:58.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15317934855285552762', time=2024-09-12T20:14:00.117941+0000, chain.objs.size()=1 2024-09-12T18:25:58.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.119+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.TZb5yURV7SmiIM329-RcD38wwZj4zw8_0 2024-09-12T18:25:58.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.660837401521951765', time=2024-09-12T20:14:00.141236+0000, chain.objs.size()=1 2024-09-12T18:25:58.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cbdsCq9DhyEBDH1RGHqt8S3hsM3yyo4_0 2024-09-12T18:25:58.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3976743409299406050', time=2024-09-12T20:14:00.172724+0000, chain.objs.size()=1 2024-09-12T18:25:58.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EIDBcnIl1Ll5lrdtZlKfic3hO-14KZD_0 2024-09-12T18:25:58.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11649166294165097663', time=2024-09-12T20:14:00.319250+0000, chain.objs.size()=1 2024-09-12T18:25:58.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ImUP-C8iiF04tE647__oDhgqTHrV8Vk_0 2024-09-12T18:25:58.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13451764572255843781', time=2024-09-12T20:14:00.393424+0000, chain.objs.size()=1 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.U8wShELI9HsYO-_s9EiS-Lti90TVvQB_0 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7999714119512990609', time=2024-09-12T20:14:00.410070+0000, chain.objs.size()=1 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VdAz-2fc_GqiUG55OA2Vh0p0xU2FFsL_0 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10220930162828833270', time=2024-09-12T20:14:00.423482+0000, chain.objs.size()=1 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.123+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.sO25OmZONGiaiBq2BGtwaakk7j8f3lc_0 2024-09-12T18:25:58.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10791763999279641717', time=2024-09-12T20:14:00.441765+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FyBsxBeI0YDzXZ9MR0a88lAYN1anb8f_0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8522933155006886830', time=2024-09-12T20:14:00.470815+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.dd4sYarDf_nCpyZDAHUlbH-5IYCDpsE_0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15118054717295002746', time=2024-09-12T20:14:00.519426+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.-RT91gmx4GlJ5a5gOvIvT_oTM0GQHE__0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9734967324563653414', time=2024-09-12T20:14:00.708867+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FJ_Cqum7oHS5OAbmTGOh6wkwna6_Uox_0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13422027295956144257', time=2024-09-12T20:14:00.779705+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.F7NnouI9oKxbhe0zgFlXc_4CCGj5Mg0_0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5045139953743044122', time=2024-09-12T20:14:00.883866+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cbIKS8Y1VnXgn99mJVUiEtYO8ojUTvd_0 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7985285240063430037', time=2024-09-12T20:14:00.885139+0000, chain.objs.size()=1 2024-09-12T18:25:58.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.X9aUCHrnPsm6i_4yqfsmvhZyJogr_2f_0 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6360084440974298277', time=2024-09-12T20:14:01.016772+0000, chain.objs.size()=1 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.127+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mniDy3JW4fhc292fIKa0OL8l3m29RQi_0 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13221423680095448100', time=2024-09-12T20:14:01.089065+0000, chain.objs.size()=1 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BU-LutTzhnv4I1hIHDOGy2WD4_k96Ks_0 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.628631496141377985', time=2024-09-12T20:14:01.131894+0000, chain.objs.size()=1 2024-09-12T18:25:58.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.QK3WNYmxy9wX5uahZoCzRg3GuWV-L5W_0 2024-09-12T18:25:58.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9967259177935708177', time=2024-09-12T20:14:01.206279+0000, chain.objs.size()=1 2024-09-12T18:25:58.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.D_Im54B8BzzKt47QIUkcq7KIjqjzzr0_0 2024-09-12T18:25:58.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7679677100593853961', time=2024-09-12T20:14:22.841785+0000, chain.objs.size()=1 2024-09-12T18:25:58.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.TpFTRqRgFhrnuksWgYTdWUJz0E0X9oB_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7911723400174077280', time=2024-09-12T20:14:22.928771+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.PnLXVxufbTvQmOAQFp4Tb82y-TOggvc_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16521967221256391412', time=2024-09-12T20:14:22.959025+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dJ_YYeO0G_Cslm4tar91-m-LUwIo_oG_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18194599918688853388', time=2024-09-12T20:14:23.093225+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5XywZkVLQzhbDoTEwXqKlC1tuvktEkR_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8271141950275388875', time=2024-09-12T20:14:23.107912+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CvGr_wd7y6pTft82z3RLzGSisLuy97B_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6514350359365062167', time=2024-09-12T20:14:23.178171+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Few3wN5AbP1b08rE4RHpfpmk0ivstuZ_0 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14813249191087265861', time=2024-09-12T20:14:23.691631+0000, chain.objs.size()=1 2024-09-12T18:25:58.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.v4zmvt0gVjY6ApKUuNPHyFlnvMtX2nJ_0 2024-09-12T18:25:58.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11517046347494747638', time=2024-09-12T20:14:23.733393+0000, chain.objs.size()=1 2024-09-12T18:25:58.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.131+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.78q1hvK3_191psc8Pd3BF-pLtR98EfZ_0 2024-09-12T18:25:58.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15309676240710452371', time=2024-09-12T20:14:23.792428+0000, chain.objs.size()=1 2024-09-12T18:25:58.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pDpR6UuS6yj6B3wCIOAuxqZjXpEIg5s_0 2024-09-12T18:25:58.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17042100332959132209', time=2024-09-12T20:14:23.909191+0000, chain.objs.size()=1 2024-09-12T18:25:58.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.R8kd0WLAdBZfwqrxvEEOocs9FNJu_9G_0 2024-09-12T18:25:58.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17066013553669935559', time=2024-09-12T20:14:24.106420+0000, chain.objs.size()=1 2024-09-12T18:25:58.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.T3ntadl-UTY0DJcBCGicwZmhE8lq5f9_0 2024-09-12T18:25:58.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1405877265010958726', time=2024-09-12T20:14:24.178067+0000, chain.objs.size()=1 2024-09-12T18:25:58.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2lM0uNI4lSQe5WRlDNQOzpujisrx8UZ_0 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18189705591208627187', time=2024-09-12T20:14:24.221125+0000, chain.objs.size()=1 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.iYtGrhQWdWew9J7tLi4N5ow5-qWI4Mv_0 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13271026024934253069', time=2024-09-12T20:14:24.421619+0000, chain.objs.size()=1 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cjJC7TwDg0gkqVTJ40R4SttE258aY9i_0 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10440183523034703623', time=2024-09-12T20:14:24.431621+0000, chain.objs.size()=1 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6sz7RwZfaxWqyIbPfSO5OIMWp04GEFs_0 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9136558695376923665', time=2024-09-12T20:14:24.456217+0000, chain.objs.size()=1 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qXXsHlDW2Cng1WnPNzzqHWjSS-dmtij_0 2024-09-12T18:25:58.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8944121031594281402', time=2024-09-12T20:14:24.466190+0000, chain.objs.size()=1 2024-09-12T18:25:58.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._Kf0St2LfRcryfKnAGIlnLkMz8JIsUM_0 2024-09-12T18:25:58.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7373925389981458958', time=2024-09-12T20:14:24.531413+0000, chain.objs.size()=1 2024-09-12T18:25:58.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.135+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fCTMxy8QF9pi5RsyQUsJmTCj4xSbi4j_0 2024-09-12T18:25:58.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14891866934243444892', time=2024-09-12T20:14:24.540306+0000, chain.objs.size()=1 2024-09-12T18:25:58.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ys8Dt5lGf-6cvmeUJ23oPJM_53m94ww_0 2024-09-12T18:25:58.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1550092840478552187', time=2024-09-12T20:14:24.573243+0000, chain.objs.size()=1 2024-09-12T18:25:58.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5Vm_5y-0FbqvxgGa14jujSlFO1JUuZ6_0 2024-09-12T18:25:58.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7445178533738674181', time=2024-09-12T20:14:24.747344+0000, chain.objs.size()=1 2024-09-12T18:25:58.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ylGYG-U2RrB_tVtrg71HIz2NcTRJWNo_0 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3620709828869848294', time=2024-09-12T20:14:24.808272+0000, chain.objs.size()=1 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.139+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.tbnhUhpACXr-CaczR2wGbdXblXW2KP0_0 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16007613759128162849', time=2024-09-12T20:14:24.844232+0000, chain.objs.size()=1 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.uafU-E2MAwIkIdLvlK89vn4A-68r5cs_0 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6574068283895781993', time=2024-09-12T20:14:25.212251+0000, chain.objs.size()=1 2024-09-12T18:25:58.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cQyEgxNRXVlrCJDkHkAvndxUzhTSfIi_0 2024-09-12T18:25:58.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11683577158520943165', time=2024-09-12T20:14:25.310044+0000, chain.objs.size()=1 2024-09-12T18:25:58.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.axy1UbB0DbH6wlB2eFIXIONU1RAx_Cp_0 2024-09-12T18:25:58.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7494463729268061945', time=2024-09-12T20:14:25.394512+0000, chain.objs.size()=1 2024-09-12T18:25:58.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.143+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4SKrqoTVl3GX_ckq5UJoyLSv35Bgukt_0 2024-09-12T18:25:58.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/85321 2024-09-12T18:25:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-12T18:25:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17727764261364576400', time=2024-09-12T20:14:25.442956+0000, chain.objs.size()=1 2024-09-12T18:25:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fiRd2WwlIgWwwkuhcCnKGhiJmErmz8w_0 2024-09-12T18:25:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.743969233580614752', time=2024-09-12T20:14:25.513710+0000, chain.objs.size()=1 2024-09-12T18:25:58.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._qWHs3hkbBCyZkK5V8qcBVplUYaO4sd_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11258950442212931249', time=2024-09-12T20:14:25.515776+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WHDAzcYKMr5nna2hbbQlPR1_VYigB21_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10592409073327431876', time=2024-09-12T20:14:25.550164+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y82KVvFBw_sb5J9LLsuFBbWEF4wvqUD_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11717493530832428657', time=2024-09-12T20:14:25.584478+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UX9ecSL-dLzPErwUfxWVucMaIiUqmy7_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16849879418544728495', time=2024-09-12T20:14:49.186259+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.370__shadow_.8hdIBopFXq3IcmLZ0F78qgi4WSv9yT5_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10519048516508055162', time=2024-09-12T20:15:03.119140+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.391__shadow_.M1K2Opt8jEg0pGNwMiaYANggyJHj6WT_0 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6448494846326775008', time=2024-09-12T20:15:28.906529+0000, chain.objs.size()=1 2024-09-12T18:25:58.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.432__shadow_.jN2NQNzAGTDUBz4mnOAL9cR61S5-n4l_0 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10017895529210179893', time=2024-09-12T20:15:46.285220+0000, chain.objs.size()=1 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.457__shadow_.yUL5V8gCLruBLbAE8aKm7FBr_QCQ93x_0 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2268841691297542989', time=2024-09-12T20:16:02.441713+0000, chain.objs.size()=1 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.bd7mBwFv_u6jLerhn5WcdBbj01hnCz2_0 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13438331871021487167', time=2024-09-12T20:16:02.461958+0000, chain.objs.size()=1 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.484__shadow_.BIIWqySnIpo_t1pr812wal8n-xJcy-1_0 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18038256534129745092', time=2024-09-12T20:16:06.479271+0000, chain.objs.size()=1 2024-09-12T18:25:58.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.147+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.490__shadow_.0nlFstO6X70otriGR9O9BNaeA8Cv7OI_0 2024-09-12T18:25:58.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17152258569890487546', time=2024-09-12T20:16:14.521530+0000, chain.objs.size()=1 2024-09-12T18:25:58.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.504__shadow:VeVE8JlBz3VVm4MwHzx.Wrg2uhsKmFx_.XDW8vy4t3UM2444h990flzcaqWoBAet_0 2024-09-12T18:25:58.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1429894008128599394', time=2024-09-12T20:16:51.006688+0000, chain.objs.size()=12 2024-09-12T18:25:58.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.-U758juUdUn3748dE1KfCKFhDRTZUtMg.1 2024-09-12T18:25:58.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.-U758juUdUn3748dE1KfCKFhDRTZUtMg.1_1 2024-09-12T18:25:58.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.Nmp1XOAyaUtDnIK-WnaE_P0ldxfg3e48.2 2024-09-12T18:25:58.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.151+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.Nmp1XOAyaUtDnIK-WnaE_P0ldxfg3e48.2_1 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.QOCdWbn7ftAuR4bdICF9TlyQpccA9S9a.3 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.QOCdWbn7ftAuR4bdICF9TlyQpccA9S9a.3_1 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.mrEDGISTvQktmPagXNQEFYbjmnrpT29d.4 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.mrEDGISTvQktmPagXNQEFYbjmnrpT29d.4_1 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.roN-kgcOnZlVnvZNCD4vOEdeuwFp46XS.5 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.roN-kgcOnZlVnvZNCD4vOEdeuwFp46XS.5_1 2024-09-12T18:25:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.155+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__multipart_mymultipart.VeYX1CIFYvsSdBOaCIXhkFux2ShwMuYC.6 2024-09-12T18:25:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.523__shadow_mymultipart.VeYX1CIFYvsSdBOaCIXhkFux2ShwMuYC.6_1 2024-09-12T18:25:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6665460669722454430', time=2024-09-12T20:17:52.150013+0000, chain.objs.size()=1 2024-09-12T18:25:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.561__shadow_.HZnIkLjjgMxUj7XPHJLVx51vp1KEQn3_0 2024-09-12T18:25:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14126755395491733456', time=2024-09-12T20:18:22.464913+0000, chain.objs.size()=1 2024-09-12T18:25:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:WpTqgLfhCCMfkxbH04LvM.1yNH3hgzV_.iaFenrseC-yNrk6hAoWZ-Jd-VAosapx_0 2024-09-12T18:25:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13534784287610839738', time=2024-09-12T20:18:22.980648+0000, chain.objs.size()=1 2024-09-12T18:25:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.577__shadow:ll3GncCQsQ0WgwW1e1zWu.HNIXssird_.Rn4LS7ZNPZJMgTgTEMElYaClFu72m6E_0 2024-09-12T18:25:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12091420465145071790', time=2024-09-12T20:18:25.378462+0000, chain.objs.size()=1 2024-09-12T18:25:58.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.159+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:QwwWm1gezUGULnXz0sJnjioY.RgvUKM_.X3FN9HJddnssDZx7aUHhBRJl0KhSkUC_0 2024-09-12T18:25:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.210351912845135330', time=2024-09-12T20:18:34.018787+0000, chain.objs.size()=1 2024-09-12T18:25:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:PdIJ6X3oGwWZX.Q7jaP3xy0zy2vgiCA_.-HhVfRYkh-TpxcfpZJcHFMoBjAWaMHy_0 2024-09-12T18:25:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3177504124061604432', time=2024-09-12T20:18:44.975232+0000, chain.objs.size()=1 2024-09-12T18:25:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:79enJXEoqPsLyABZqUdEvnsZmw1QT4Y_.PcPaLRDBHUNUU57128hl4d1gwO7M7fV_0 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.547588451873447620', time=2024-09-12T20:18:46.634282+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:Jtm6FF6ulBEjtiyFbDCUdwFq11Wf9Mb_.MoWq1mVTlW_ZYFNP67v90z0156w0cK5_0 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17804508271720387135', time=2024-09-12T20:18:51.679173+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.588__shadow:sy3h4s0OLAtwcg2fZefiTSxzBPSg9Th_.8VPIbsh-hSyvOvjafvGvX2O9wuKaUiX_0 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10451356512622255633', time=2024-09-12T20:19:01.631150+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.606__shadow_.41XO3KwMVFsvtkwiOdUvokYi84YMf9L_0 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10417856349521083330', time=2024-09-12T20:22:20.358200+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.705__shadow:Mz5sijwU2yjXl.tu.yhUtsS-cltifZ9_.fLIuvVqQA5Kj6npjOeiJbVJmsAXPxu1_0 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15866493444783694456', time=2024-09-12T20:22:24.646032+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.712__multipart_file1.2~a45BU9a-Rj4mpwPmCLBqtzB6DJreHFT.1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.388428822335104346', time=2024-09-12T20:23:03.174918+0000, chain.objs.size()=1 2024-09-12T18:25:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.163+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.743__multipart_mymultipart3.2~Ld1MpdnLbSwTTxEOztNXv6S4-L_xMNI.1 2024-09-12T18:25:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.167+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:25:58.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.171+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:58.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47571' 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='_6SOjak7_dXsiRtmjvOXubPsGlirvOdm', time=2024-09-12T20:10:12.988815+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:bce1255c-5789-4602-aafb-12ce74041bd1.4550.161__shadow_.rg8gNMFHt2DxHsHZEMw6rDYlyyaXhbs_0 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5945381491765256517', time=2024-09-12T20:12:19.601560+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.239__shadow_.xa_hdbBu07DvaQ6wcGjHfgNl7k68i9L_0 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16996220658680833494', time=2024-09-12T20:12:29.254646+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.253__shadow_.pmPMnzeIcJWKRhKd7JKLojVnI80mI7Y_0 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8310867178167581013', time=2024-09-12T20:12:55.832215+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.87I5VCDpMzU9XF4Ku3yJ3OPJWpsOesX_0 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8271467483426574592', time=2024-09-12T20:12:55.839995+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.23QhkY1_5Pv2rP113nru2ULLKTOh-Od_0 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10803163767062547786', time=2024-09-12T20:12:55.850380+0000, chain.objs.size()=1 2024-09-12T18:25:58.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jjHyUkVkM3pk7I42WBZF5mMUjqMGL0t_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13236743808740561791', time=2024-09-12T20:12:55.857257+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._pmDbQhc4C1BvtFA_R0qr3A5bDDkUVq_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.970524157604652004', time=2024-09-12T20:12:55.894743+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Qes2vJ9q5RmFhp5aBWnKDdOhh_QinAW_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7350140991380363331', time=2024-09-12T20:12:56.433752+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.JBeUvkcKUjsMwIrFyH-silpR95rf7dd_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13630400153988694359', time=2024-09-12T20:12:56.474665+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bEv0YcITEmqSN63d5b_YGYESiVWnX2h_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16423901716144151608', time=2024-09-12T20:12:56.578800+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.236EX_3rpWJ83nV3aw2F8NP-B3cexuj_0 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18283037079749457240', time=2024-09-12T20:12:56.597501+0000, chain.objs.size()=1 2024-09-12T18:25:58.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AWLRnu4-Eti_PBKKuPPKKFNKVfCdMoE_0 2024-09-12T18:25:58.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3400735393846821901', time=2024-09-12T20:12:56.599226+0000, chain.objs.size()=1 2024-09-12T18:25:58.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.aC5McBi1ARXEA5GZxnakPHDiHNqqXBA_0 2024-09-12T18:25:58.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16483700440379432365', time=2024-09-12T20:12:56.656022+0000, chain.objs.size()=1 2024-09-12T18:25:58.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XQAmaCeVvoF1Eu3HU2Wvr-RcWSDpyZ5_0 2024-09-12T18:25:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14740450566416458363', time=2024-09-12T20:12:56.753915+0000, chain.objs.size()=1 2024-09-12T18:25:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.175+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.B0ga_wQHwY8JFls0xS1Lmoler0Dpwvb_0 2024-09-12T18:25:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4033660988944261716', time=2024-09-12T20:12:56.832236+0000, chain.objs.size()=1 2024-09-12T18:25:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.M8C1mC3WZCYaynTxGfFJFLQTWjQGtXB_0 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11743579044889079534', time=2024-09-12T20:12:56.879047+0000, chain.objs.size()=1 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HCK-q5MnuBdtS0vZhaZV_V9M2hzfbEd_0 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12176623741780808971', time=2024-09-12T20:12:56.888658+0000, chain.objs.size()=1 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.TBgM0ZxXbRQ0SzRvTUhIuvY5dtfe5zX_0 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8186433071193958160', time=2024-09-12T20:12:56.924445+0000, chain.objs.size()=1 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.SRsy7xCi6rM1TzLLW2hSgaFBuzr5szS_0 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7214918415512833995', time=2024-09-12T20:12:57.153446+0000, chain.objs.size()=1 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qjjn5s0R7Csm6Ipk5eDxoeO6TDyqGBL_0 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4411577601138734405', time=2024-09-12T20:12:57.201405+0000, chain.objs.size()=1 2024-09-12T18:25:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2wyj_j9zD8zVVg8jMM5_K5aaAQ1jF5X_0 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6612412243791521407', time=2024-09-12T20:12:57.259836+0000, chain.objs.size()=1 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.H-ptbucevxXk0ZTRK-TDmaGgnWxFh1s_0 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15631736282366448969', time=2024-09-12T20:12:57.452827+0000, chain.objs.size()=1 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.GrQTC6Jwjcw-omSVbkHcq1UlK7U560o_0 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6983335993210479106', time=2024-09-12T20:12:57.476392+0000, chain.objs.size()=1 2024-09-12T18:25:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.179+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.xfBOY9s2nsD6vl4qjh4jWfacBq-W6VK_0 2024-09-12T18:25:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.975415800709295149', time=2024-09-12T20:12:57.516380+0000, chain.objs.size()=1 2024-09-12T18:25:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.matLNKYsyLgMyCkldy9elnlfssH6OQN_0 2024-09-12T18:25:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11054108912450525101', time=2024-09-12T20:12:57.556335+0000, chain.objs.size()=1 2024-09-12T18:25:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4cqqwGhgbADbPQ31waymfTN_jgPxy1b_0 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8811242345096330170', time=2024-09-12T20:12:57.635729+0000, chain.objs.size()=1 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.j_idPnaF4KOCoqP_klu3SjKjPCMAQMM_0 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5100374728410306363', time=2024-09-12T20:12:57.833548+0000, chain.objs.size()=1 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Ta_zdOm-3WAdU-XSkiDGRnSQf6pHo0T_0 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1354062021887724100', time=2024-09-12T20:12:57.865325+0000, chain.objs.size()=1 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.2JfyK2-lOIBEKTt6rMcpjK723_Tte0Q_0 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13759406497734567049', time=2024-09-12T20:12:57.867132+0000, chain.objs.size()=1 2024-09-12T18:25:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vx_ufsyf26uYsGbQ1AIg-UOO-DDHmLR_0 2024-09-12T18:25:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5864383364616817906', time=2024-09-12T20:12:57.897167+0000, chain.objs.size()=1 2024-09-12T18:25:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.MdOxY-fccSSYJ4RXNBHPXRwGvLykzQy_0 2024-09-12T18:25:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1667668677120034566', time=2024-09-12T20:12:57.919248+0000, chain.objs.size()=1 2024-09-12T18:25:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.183+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.HnChkTg5eeloDEFElq-kyBhNaZVUP6S_0 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6984629696875960755', time=2024-09-12T20:12:57.962913+0000, chain.objs.size()=1 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.g0V-WmC2GPq7upga8PL784sHU1W7_lQ_0 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13863038358381326222', time=2024-09-12T20:12:58.155504+0000, chain.objs.size()=1 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.70yg7SQXMZHO8DjDTIudtZMsQHW26U6_0 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6934507616124987567', time=2024-09-12T20:12:58.177346+0000, chain.objs.size()=1 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Cgwc92oWL0nbJdgS2On4WeMDLhBmeQa_0 2024-09-12T18:25:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12277824734994642633', time=2024-09-12T20:12:58.216057+0000, chain.objs.size()=1 2024-09-12T18:25:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.soK6NTIRYMrc3udE920ttgILdfMGf7f_0 2024-09-12T18:25:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7570752997812914506', time=2024-09-12T20:12:58.289808+0000, chain.objs.size()=1 2024-09-12T18:25:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9C9JreYg-pfv0tpl6iy-h4v_ed8y5bg_0 2024-09-12T18:25:58.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1324177674019500871', time=2024-09-12T20:13:17.875479+0000, chain.objs.size()=1 2024-09-12T18:25:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.MmbTaTUTs2qbX2mnoxjzMDFWzOeoZUV_0 2024-09-12T18:25:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11404476454669519329', time=2024-09-12T20:13:17.901913+0000, chain.objs.size()=1 2024-09-12T18:25:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.bzuYiwD5E29TbOd1_go3_BpQObN2KpV_0 2024-09-12T18:25:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9637852685407059268', time=2024-09-12T20:13:19.808927+0000, chain.objs.size()=1 2024-09-12T18:25:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.187+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.295__shadow_.ctzGg6YoRWLj_nkBtyrAcqPM_NzaaYQ_0 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14141174720711761825', time=2024-09-12T20:13:19.811278+0000, chain.objs.size()=1 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.295__shadow_.CWrs29B-SLjcQ8uWItEkF3ENkB7HniA_0 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15520344637139847670', time=2024-09-12T20:13:58.911969+0000, chain.objs.size()=1 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.cE2w2SL7dB_6xVFy5qpPfou2uUwGVAv_0 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6981207785901414410', time=2024-09-12T20:13:59.026940+0000, chain.objs.size()=1 2024-09-12T18:25:58.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UtisqcFvAxZXkvJs8PB1_Egep9-Fbbm_0 2024-09-12T18:25:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16316582369584324940', time=2024-09-12T20:13:59.043795+0000, chain.objs.size()=1 2024-09-12T18:25:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xYn8j_raGHYG4yaGZjCDbC1E1nm7GX3_0 2024-09-12T18:25:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17449085126884630053', time=2024-09-12T20:13:59.053411+0000, chain.objs.size()=1 2024-09-12T18:25:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LNRCkevnS4sR87OIQfmEMd9SJMzt0ok_0 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4089747657713775398', time=2024-09-12T20:13:59.063900+0000, chain.objs.size()=1 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.hw4p36d5tPbNSQRsHMXO9i15UpbwdrO_0 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4197023723549472304', time=2024-09-12T20:13:59.265489+0000, chain.objs.size()=1 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VHOixZpFDZCgRkcWUV5vvYLUPvpCtZ-_0 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.118613092245368127', time=2024-09-12T20:13:59.294136+0000, chain.objs.size()=1 2024-09-12T18:25:58.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4FT79yhwVx8Gfkw1TYry9iwTv05Sdzx_0 2024-09-12T18:25:58.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6018935471802951294', time=2024-09-12T20:13:59.328167+0000, chain.objs.size()=1 2024-09-12T18:25:58.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jepcPWGhmIAvOy8_RTxBJo4fr-VLGln_0 2024-09-12T18:25:58.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6694487374629713537', time=2024-09-12T20:13:59.584121+0000, chain.objs.size()=1 2024-09-12T18:25:58.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.191+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.WaVGx-WaPHnrf7nFI3MY57-EsYrVJlz_0 2024-09-12T18:25:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2393122376543785810', time=2024-09-12T20:13:59.601982+0000, chain.objs.size()=1 2024-09-12T18:25:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.vyWUAv1WKO_YV8hZST0fPlAv8hL3k06_0 2024-09-12T18:25:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11222917695319877091', time=2024-09-12T20:13:59.694350+0000, chain.objs.size()=1 2024-09-12T18:25:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6FQC2yKv8u0y0VYHaavWn42iwsfWw9u_0 2024-09-12T18:25:58.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5270859796445876470', time=2024-09-12T20:13:59.715607+0000, chain.objs.size()=1 2024-09-12T18:25:58.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.rEIli1THcBrcjh_qOeCSw2Tw7pf0-Yn_0 2024-09-12T18:25:58.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9846376061746360140', time=2024-09-12T20:13:59.799375+0000, chain.objs.size()=1 2024-09-12T18:25:58.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.8mxDhpFc5CCUDxCXZqTl8rCUCQNIdxg_0 2024-09-12T18:25:58.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1214475368614371476', time=2024-09-12T20:14:00.041626+0000, chain.objs.size()=1 2024-09-12T18:25:58.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.RRW-cGlCg0VtGdV4QfYWAAk-G5tBg2n_0 2024-09-12T18:25:58.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1894301448035493068', time=2024-09-12T20:14:00.068803+0000, chain.objs.size()=1 2024-09-12T18:25:58.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.195+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.k-WFQIF-Hj6ndyqT3GB9JuPJw4FSe5x_0 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15822424437659943980', time=2024-09-12T20:14:00.135546+0000, chain.objs.size()=1 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.tWny88UR_8Kj9x5KdpdN_HwpvuQRold_0 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9611892581081862685', time=2024-09-12T20:14:00.154378+0000, chain.objs.size()=1 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.h2WnIGxg7x-4OBSZ3R2d5-Vw5tVwOcg_0 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17603909219298153603', time=2024-09-12T20:14:00.375656+0000, chain.objs.size()=1 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bsYwcFS5yLGQ3dzGlb7FDLbMw1Kiisq_0 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10508476350302276198', time=2024-09-12T20:14:00.394797+0000, chain.objs.size()=1 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Z9kvAJgP77cTuBisGPWniyO11XnW7j1_0 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7669076471417070935', time=2024-09-12T20:14:00.652749+0000, chain.objs.size()=1 2024-09-12T18:25:58.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.U3IqSsKZ77RDPvAIVIcMwxHoIm9K4kL_0 2024-09-12T18:25:58.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14562908371654317241', time=2024-09-12T20:14:00.811914+0000, chain.objs.size()=1 2024-09-12T18:25:58.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.4Gfycezn_1I7sBZaU574OPQxBDatgaW_0 2024-09-12T18:25:58.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9867952879274164544', time=2024-09-12T20:14:01.138291+0000, chain.objs.size()=1 2024-09-12T18:25:58.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.n2ZXLScffxtbFdpYHmJlCvMmFLtSiyx_0 2024-09-12T18:25:58.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2648497705844047918', time=2024-09-12T20:14:01.217787+0000, chain.objs.size()=1 2024-09-12T18:25:58.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.3l0sjBnFu6W4yywC4_mFVwig--awoW5_0 2024-09-12T18:25:58.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14655097901059191884', time=2024-09-12T20:14:01.333224+0000, chain.objs.size()=1 2024-09-12T18:25:58.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jWvEDFerPgRk1fTah33FvAWnlPkq4Uz_0 2024-09-12T18:25:58.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14418874481167565745', time=2024-09-12T20:14:01.427006+0000, chain.objs.size()=1 2024-09-12T18:25:58.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.199+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SitlhO197F1Pj0FxmV986nz3YVzDpq2_0 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11435380991955511509', time=2024-09-12T20:14:01.465910+0000, chain.objs.size()=1 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.DjEVyMXCOe_hr2PphVuCyd-GtgxeBbm_0 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4989453123787890410', time=2024-09-12T20:14:22.787648+0000, chain.objs.size()=1 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.9UMm5F7LmvF1PEUKrTkUeVBJpxEb4tp_0 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1163298774945889038', time=2024-09-12T20:14:22.795159+0000, chain.objs.size()=1 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.DqP2LcBfzwrKc8yj-Hy9erR_-XR_y6X_0 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17711070301517078724', time=2024-09-12T20:14:22.817538+0000, chain.objs.size()=1 2024-09-12T18:25:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NNVRPBv1QxsvKVjKL3dS9f8YaQ_tB0x_0 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12206286862742365952', time=2024-09-12T20:14:22.918602+0000, chain.objs.size()=1 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.838QbYotdL-mAxqvkxh3kK39r3gxFYt_0 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4970381610353730208', time=2024-09-12T20:14:23.076965+0000, chain.objs.size()=1 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.s_6B07_wMpyQ-Ydss34w6Q-63ELLs2v_0 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11807613823290694790', time=2024-09-12T20:14:23.092160+0000, chain.objs.size()=1 2024-09-12T18:25:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.203+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.e3tTYBxnUZdEnwQEhmsCuBF_eEdTNP4_0 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5993673421090054591', time=2024-09-12T20:14:23.104276+0000, chain.objs.size()=1 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.C5vcUs705l5A9KoboxK0vNSwuQcpDns_0 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8768439407602232139', time=2024-09-12T20:14:23.180856+0000, chain.objs.size()=1 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.msYxoxqDpvcjz93PKyKHIhdIttqT3tS_0 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10953115999145584421', time=2024-09-12T20:14:23.189784+0000, chain.objs.size()=1 2024-09-12T18:25:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.FJSZOIGz8vZHDWrb-nIeU3F7X25itKD_0 2024-09-12T18:25:58.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2724297470988109594', time=2024-09-12T20:14:23.244324+0000, chain.objs.size()=1 2024-09-12T18:25:58.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.qNunzEmf-oQdFGDHqrP3kPh-fmradcQ_0 2024-09-12T18:25:58.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5829695745435076129', time=2024-09-12T20:14:23.741263+0000, chain.objs.size()=1 2024-09-12T18:25:58.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NR7VCxhcnvAvRnU8zDdS2Vcrvo49po0_0 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7203687353218031959', time=2024-09-12T20:14:23.825229+0000, chain.objs.size()=1 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.d3468eH_bKH6EsIntPwE3-peH_o8YC0_0 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7632402433643690593', time=2024-09-12T20:14:24.109291+0000, chain.objs.size()=1 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.l9N8x7eqgoGkLu1KYF0Q7zGKFzaH3dc_0 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16049181879566717750', time=2024-09-12T20:14:24.114549+0000, chain.objs.size()=1 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.zhS9bMx6u4pzJ1uMIHVofONuiX-psfy_0 2024-09-12T18:25:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14639045867752154480', time=2024-09-12T20:14:24.191382+0000, chain.objs.size()=1 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.207+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.y6lOVlmTKOMjedno7zwrIwETedTFnmP_0 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8123324148957712924', time=2024-09-12T20:14:24.230782+0000, chain.objs.size()=1 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Fq7XtNDtaPvJdcSLsFwqFCXA_AFk7vk_0 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9109385792318328561', time=2024-09-12T20:14:24.374236+0000, chain.objs.size()=1 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1TeoG1VsDnIgWXgibrcn2oifnGOoLA3_0 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10755344865515065181', time=2024-09-12T20:14:24.479128+0000, chain.objs.size()=1 2024-09-12T18:25:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.kwTEZLPplRS_DtPYzUvyN70b7ZsE8sg_0 2024-09-12T18:25:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14150329740631002988', time=2024-09-12T20:14:24.597777+0000, chain.objs.size()=1 2024-09-12T18:25:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6t0UclicrMRmhcm56GLZL-vzF0zjCWl_0 2024-09-12T18:25:58.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7649786082589223714', time=2024-09-12T20:14:24.765544+0000, chain.objs.size()=1 2024-09-12T18:25:58.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.6ohnBg5paTPooZe5hXBGoPygEOo_zQS_0 2024-09-12T18:25:58.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5978248928217926006', time=2024-09-12T20:14:24.808679+0000, chain.objs.size()=1 2024-09-12T18:25:58.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VzEql4dC7wfZ6TcooXUIsB_wNpdKpjP_0 2024-09-12T18:25:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14528689407938968625', time=2024-09-12T20:14:24.872122+0000, chain.objs.size()=1 2024-09-12T18:25:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.AZ4y_vkw7uyXsmYjdiqL51RV9VD96ut_0 2024-09-12T18:25:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6271630860125230787', time=2024-09-12T20:14:24.883590+0000, chain.objs.size()=1 2024-09-12T18:25:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.k2Fx9r3CTlcq9LhwPVU-gUXZzh_Dhfk_0 2024-09-12T18:25:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7239035951564236218', time=2024-09-12T20:14:24.918792+0000, chain.objs.size()=1 2024-09-12T18:25:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.211+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.C4OyySLMOqLewPsMcma80CdzQ5_dE2T_0 2024-09-12T18:25:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10754016484012268488', time=2024-09-12T20:14:24.923204+0000, chain.objs.size()=1 2024-09-12T18:25:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2SZRfxcRYJGHBBoWmAaT87VxlNfsLRJ_0 2024-09-12T18:25:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16805247388342178679', time=2024-09-12T20:14:25.252921+0000, chain.objs.size()=1 2024-09-12T18:25:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.CSruxFVN7LsZRqsbJJiGQzmoSXQFxjK_0 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2684368619250464449', time=2024-09-12T20:14:25.411893+0000, chain.objs.size()=1 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.JxDX5Cn8Xqv_TxCUzTt7U3jdsaMuaWH_0 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9479743853610441554', time=2024-09-12T20:14:25.469298+0000, chain.objs.size()=1 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.I6eU19MOufJ5JBJU2eTdNvsRc4pv0sX_0 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5617142221567908916', time=2024-09-12T20:14:25.555842+0000, chain.objs.size()=1 2024-09-12T18:25:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VIrq2B3D1OKammLAybQ8ut9OEX9xRbx_0 2024-09-12T18:25:58.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18299939351435896822', time=2024-09-12T20:14:49.775870+0000, chain.objs.size()=1 2024-09-12T18:25:58.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.371__shadow_.aDlcHA8J55JkPW2DewdIt0FXaAYoGml_0 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18188323730502049435', time=2024-09-12T20:15:03.117937+0000, chain.objs.size()=1 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.391__shadow_.QyoyT7so2_M3J-jKY6KBYl_-N2mLjcO_0 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7494993670102382820', time=2024-09-12T20:15:15.502319+0000, chain.objs.size()=1 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.410__shadow_._aIE6Y4gnNEOkQdBwgqfCxDEL_5JIMB_0 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3444255635147280504', time=2024-09-12T20:16:34.447126+0000, chain.objs.size()=1 2024-09-12T18:25:58.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.215+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.521__shadow:yo7bcthiaBO4nv3o-agIXgHV8LtfEii_.inuOX12xgqLkqCd2ZMTohsChIu9qYvo_0 2024-09-12T18:25:58.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47571 2024-09-12T18:25:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T18:25:58.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2551599715123171030', time=2024-09-12T20:16:53.291773+0000, chain.objs.size()=3 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~s1e1wSqkrtWtnX8IZ50GKK3-LcSpg8r.1 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~s1e1wSqkrtWtnX8IZ50GKK3-LcSpg8r.2 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.524__multipart_mymultipart.2~s1e1wSqkrtWtnX8IZ50GKK3-LcSpg8r.3 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10996178865799529472', time=2024-09-12T20:17:42.898953+0000, chain.objs.size()=1 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.552__shadow_.1hJE2mUJVVyfTCX2luN_ryR5k8QGtni_0 2024-09-12T18:25:58.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11474903147909850255', time=2024-09-12T20:18:34.726788+0000, chain.objs.size()=1 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:-8keXERjSLlq8RTmVJPoeJhGDUpJ8BT_.xvLWWHtkG-7dnjIfvxbDsV17_4VYkc9_0 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15590383822513419752', time=2024-09-12T20:18:39.295516+0000, chain.objs.size()=1 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:gQ4bIrGhrz0RRBUBDc-5TTWAXs-1Y2g_.hp0jin1hhV2LgN-eSd4QbVef2d1ADfW_0 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.49121012677254555', time=2024-09-12T20:18:46.589623+0000, chain.objs.size()=1 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:dqfT7LOEkWe0g7mJqT6TgRibMzito6h_.p_RbTm45xx9VmEZZrzB78IWVROA6fL6_0 2024-09-12T18:25:58.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13148223148567327587', time=2024-09-12T20:18:46.617436+0000, chain.objs.size()=1 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.581__shadow:dqfT7LOEkWe0g7mJqT6TgRibMzito6h_.p_RbTm45xx9VmEZZrzB78IWVROA6fL6_0 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7386798641577770024', time=2024-09-12T20:20:20.140661+0000, chain.objs.size()=1 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.618__shadow_.ZBv8IdgDwqKkTTVZvhGoyEBHyFBHAR-_0 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18365637912256076023', time=2024-09-12T20:21:56.719100+0000, chain.objs.size()=6 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.1 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.2 2024-09-12T18:25:58.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.223+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.3 2024-09-12T18:25:58.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.227+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.4 2024-09-12T18:25:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.5 2024-09-12T18:25:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.663__multipart_foo.2~AjLbDrhLY40ykbJRP9rooY360Dmegye.6 2024-09-12T18:25:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16615573632805231331', time=2024-09-12T20:22:19.766526+0000, chain.objs.size()=1 2024-09-12T18:25:58.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.704__shadow:u2F7Y53LG0M-kyzLVdB6a5.Erm0lHXP_.NmOTv0mptPcPCyyUA5AQrDZ0CPJfucf_0 2024-09-12T18:25:58.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4851161660250316105', time=2024-09-12T20:22:22.138305+0000, chain.objs.size()=1 2024-09-12T18:25:58.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.231+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.708__shadow:HQ67bPYqI3OISJmu5uxlT6jrZXQbhn3_.hV240WW9iWjzJN_cUNEuOEwlz9LiNhN_0 2024-09-12T18:25:58.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.235+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:25:58.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:58.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:58.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49748' 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13925754511374702764', time=2024-09-12T20:12:55.725521+0000, chain.objs.size()=1 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.K-VTyX9BPotTAsAek-sgXW2csMZzapp_0 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16931275638589658787', time=2024-09-12T20:12:55.782147+0000, chain.objs.size()=1 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ku8icoTMVDlRPkb6zYt7h4bgLO7N_9y_0 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13776940533989323307', time=2024-09-12T20:12:55.813160+0000, chain.objs.size()=1 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9G6HhHZoa269WR-IKeNM958_brSFOyz_0 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12301670285818654694', time=2024-09-12T20:12:55.884796+0000, chain.objs.size()=1 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.l40JJ9TYtfC1JRU_3IzjbHbRWjV4cYj_0 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7117697410658802759', time=2024-09-12T20:12:55.949994+0000, chain.objs.size()=1 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cS9kHJTyOZT7rPWRuMdSvzgzrtJlrP5_0 2024-09-12T18:25:58.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7693248433719953990', time=2024-09-12T20:12:56.107155+0000, chain.objs.size()=1 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ztataOlTF_k0NtOcxzPWvC2NLepMVA5_0 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6165685980427922192', time=2024-09-12T20:12:56.126447+0000, chain.objs.size()=1 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Hj_Ibfq0yTSJqFew9fvOXs9chXKbMhV_0 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6027521414839616110', time=2024-09-12T20:12:56.176417+0000, chain.objs.size()=1 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.RhFssRZyUxDVY8iUHBxy72VhdvVcppr_0 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2845873836831227344', time=2024-09-12T20:12:56.466477+0000, chain.objs.size()=1 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IU_YHnt378wJeiw8pv-cotDMGtTqtq2_0 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2908335289828359921', time=2024-09-12T20:12:56.468677+0000, chain.objs.size()=1 2024-09-12T18:25:58.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XHRAVQSTpgdGQHYCA94WB6VBJ122wE8_0 2024-09-12T18:25:58.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14807502230764649193', time=2024-09-12T20:12:56.503661+0000, chain.objs.size()=1 2024-09-12T18:25:58.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hNKoKcFeY4XWQnFOlAeCnRILEPMCeyE_0 2024-09-12T18:25:58.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16922096631090357614', time=2024-09-12T20:12:56.529481+0000, chain.objs.size()=1 2024-09-12T18:25:58.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.239+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.VwXh5FAB-WNPO57kxBZC7nljc34om8F_0 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9654104045411160032', time=2024-09-12T20:12:56.572409+0000, chain.objs.size()=1 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.t8N-GJNtU2zB_xx2GBirD6uyCtpv-t9_0 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2202956712405540217', time=2024-09-12T20:12:56.664094+0000, chain.objs.size()=1 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hYa9T6N7US8nM5CEJJNmkUJaC8Pmp_p_0 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12603232500074536238', time=2024-09-12T20:12:56.830881+0000, chain.objs.size()=1 2024-09-12T18:25:58.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1-JlcuO2phP3G_vvB5Yy6cSmL5Dbak7_0 2024-09-12T18:25:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3696141729333794717', time=2024-09-12T20:12:56.866769+0000, chain.objs.size()=1 2024-09-12T18:25:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.bJR9uI7DYs3SpBwhUi-Wv9ceB_hnqR4_0 2024-09-12T18:25:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17827089279787568834', time=2024-09-12T20:12:56.876787+0000, chain.objs.size()=1 2024-09-12T18:25:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.qprm2X32IHfh2wZjBGztBfAqWXFzzY-_0 2024-09-12T18:25:58.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.378019808181257957', time=2024-09-12T20:12:56.896118+0000, chain.objs.size()=1 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.19DkmRim9vwmWesbogfeG-1HbSpN0ZI_0 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10355995427845662191', time=2024-09-12T20:12:56.936110+0000, chain.objs.size()=1 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.l9pZgVmbF01m_-fbVyky9DLi186YfgS_0 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3774733734697027737', time=2024-09-12T20:12:56.958244+0000, chain.objs.size()=1 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dZy5hZYzh6pJEc19by0pAV_mZnpOq_S_0 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12751842533636878384', time=2024-09-12T20:12:56.965705+0000, chain.objs.size()=1 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.R-DL1aZbXxpwYff5rmmRUduWcyzAUWT_0 2024-09-12T18:25:58.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17911759048590749513', time=2024-09-12T20:12:57.094567+0000, chain.objs.size()=1 2024-09-12T18:25:58.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.FXCkoCEOsJb_5TsHh8-NUtQf2h2rOC4_0 2024-09-12T18:25:58.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8783527097240797663', time=2024-09-12T20:12:57.098767+0000, chain.objs.size()=1 2024-09-12T18:25:58.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.247+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Mc3u8fKy75W3ImaAeAoIGy6CTghGhKf_0 2024-09-12T18:25:58.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15375644439540009799', time=2024-09-12T20:12:57.194909+0000, chain.objs.size()=1 2024-09-12T18:25:58.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Re-d77PjXmTqDfpqClbPvV2a2sK4XU__0 2024-09-12T18:25:58.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7899569153204485562', time=2024-09-12T20:12:57.294057+0000, chain.objs.size()=1 2024-09-12T18:25:58.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Fhdy7HXKPqB_Do3_lYBMYXjYJ3O-pRQ_0 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7473907919355699085', time=2024-09-12T20:12:57.461992+0000, chain.objs.size()=1 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vIVYUsF_dfOYKqGnCFEQJztR7DK125D_0 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10604816841315518862', time=2024-09-12T20:12:57.639902+0000, chain.objs.size()=1 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.e0Ou1c3nVO_-7WIU1WMJNIKEgOwfeL9_0 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8118866124849555439', time=2024-09-12T20:12:57.881754+0000, chain.objs.size()=1 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XeNN8nan21io-eu_aYDuHLtg4hPh_vR_0 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7017060653861524382', time=2024-09-12T20:12:57.896879+0000, chain.objs.size()=1 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.uibpf0jjj-4khZ1Imc0zdGaH93zGeUP_0 2024-09-12T18:25:58.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4551571553643037527', time=2024-09-12T20:12:57.915683+0000, chain.objs.size()=1 2024-09-12T18:25:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.9lWtqTI-YpBwEktV_UJsy_ZskEj6C_n_0 2024-09-12T18:25:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13805066660959044657', time=2024-09-12T20:12:57.933425+0000, chain.objs.size()=1 2024-09-12T18:25:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.8njDsdEJbEdC0yHeuspz_UlLDvm40U3_0 2024-09-12T18:25:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1651341969915039844', time=2024-09-12T20:12:57.939995+0000, chain.objs.size()=1 2024-09-12T18:25:58.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.A-6hyVoOg4EvCa5r9rTCCkDFwCQSaG7_0 2024-09-12T18:25:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11027911318197714895', time=2024-09-12T20:12:58.127621+0000, chain.objs.size()=1 2024-09-12T18:25:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wIYSW3CAN7Y4WXzmlBDNfLT0MT4Nt_V_0 2024-09-12T18:25:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10017269446928078661', time=2024-09-12T20:12:58.183044+0000, chain.objs.size()=1 2024-09-12T18:25:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.251+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IIXaItTszSC36QL9wNvGMqeaqGYDaAy_0 2024-09-12T18:25:58.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6657561789390771040', time=2024-09-12T20:12:58.185467+0000, chain.objs.size()=1 2024-09-12T18:25:58.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.wRNAzKXwlVuyDiyIjgec2I07M0oFFrs_0 2024-09-12T18:25:58.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9260965950004899013', time=2024-09-12T20:12:58.249383+0000, chain.objs.size()=1 2024-09-12T18:25:58.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Og5goN_ih5T9GKKYDFNX7ywmOt7gS-U_0 2024-09-12T18:25:58.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.149287516267802739', time=2024-09-12T20:12:58.274503+0000, chain.objs.size()=1 2024-09-12T18:25:58.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.4h7ZrvnkK8yn4S5CCMFpKS0JrjZVMqe_0 2024-09-12T18:25:58.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6080171391388982254', time=2024-09-12T20:12:59.412956+0000, chain.objs.size()=1 2024-09-12T18:25:58.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.265__shadow_.ndAh8SGvYKDj-TpQkQz1D1pZ_CllC7l_0 2024-09-12T18:25:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16949175505841618113', time=2024-09-12T20:13:08.149157+0000, chain.objs.size()=1 2024-09-12T18:25:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.279__shadow_.2bBfmdSCLWl_a5BzcLRxiCGVL2DPJ1j_0 2024-09-12T18:25:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8625233088627601406', time=2024-09-12T20:13:10.631743+0000, chain.objs.size()=1 2024-09-12T18:25:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.283__shadow_.PQALJ-L22jnD72biqJVPlR2aWTWzhG0_0 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.332503662779659888', time=2024-09-12T20:13:13.205593+0000, chain.objs.size()=1 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.287__shadow_.hYzGb-JTo_A0TuBGPx8mvvDpoxyJeNd_0 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12939381407433353112', time=2024-09-12T20:13:14.457556+0000, chain.objs.size()=1 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.289__shadow_.OTpwBHcHzj3yTtYD28F_zwCDRDu-ev7_0 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15073591051127984936', time=2024-09-12T20:13:17.874743+0000, chain.objs.size()=1 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.tts4itOXLMApz5H9xkXz79WY4xFWHeh_0 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3476692439776577650', time=2024-09-12T20:13:19.176659+0000, chain.objs.size()=1 2024-09-12T18:25:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.QGU3VlZRrNf-vySyZjy6B3wDfLJtUDc_0 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13437408258994090532', time=2024-09-12T20:13:19.217090+0000, chain.objs.size()=1 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.294__shadow_.5K6Nzqe85boEQ2Y9udYrF5oqKg5SprA_0 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1959412983164292942', time=2024-09-12T20:13:20.424268+0000, chain.objs.size()=1 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.259+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.296__shadow_.w97-EkuCgntPCaSrhFfoOp6XpDkeTJD_0 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6098466697226873353', time=2024-09-12T20:13:58.935029+0000, chain.objs.size()=1 2024-09-12T18:25:58.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.0G0wadW_2U-Uq-0MMb_JQcOFe1f3wk7_0 2024-09-12T18:25:58.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12738418003641745435', time=2024-09-12T20:13:59.003558+0000, chain.objs.size()=1 2024-09-12T18:25:58.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bBxlo1QmWTLqMiJ5ZaipmwlHWX6zsTq_0 2024-09-12T18:25:58.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12515577216011414215', time=2024-09-12T20:13:59.004671+0000, chain.objs.size()=1 2024-09-12T18:25:58.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.263+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o_n8fxBaoCwXjNGO0I_PhIuz0XyO53u_0 2024-09-12T18:25:58.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3617015191780255502', time=2024-09-12T20:13:59.061303+0000, chain.objs.size()=1 2024-09-12T18:25:58.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9pLXF84AjD3TAL3EFqWWyXe18qL1kSB_0 2024-09-12T18:25:58.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.555926669995356621', time=2024-09-12T20:13:59.313697+0000, chain.objs.size()=1 2024-09-12T18:25:58.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.5RhyPzxcOxe7AMAhvFWgqt4l_yHwmTn_0 2024-09-12T18:25:58.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3036360004674597728', time=2024-09-12T20:13:59.347354+0000, chain.objs.size()=1 2024-09-12T18:25:58.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Tmv35V2F3yPZhnRFTzMA1xArlw4wX5W_0 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16180678256530496553', time=2024-09-12T20:13:59.596275+0000, chain.objs.size()=1 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Ou1WRxHxaPl_d5Bs5XNcr8zMEQm3OnE_0 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13994895586288757586', time=2024-09-12T20:13:59.699845+0000, chain.objs.size()=1 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wplnkOPzB8MuWvPpRy_BWDXJGF8uLKE_0 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6805367143795804597', time=2024-09-12T20:13:59.751447+0000, chain.objs.size()=1 2024-09-12T18:25:58.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.taJkbA2ky1-rcd8dUpKO2S5YPNMq770_0 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12454307941448330453', time=2024-09-12T20:13:59.794029+0000, chain.objs.size()=1 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.a1XLKy7v7N0gcRX051g8-lMmkcQ8-Gn_0 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17686729674528617049', time=2024-09-12T20:13:59.799066+0000, chain.objs.size()=1 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Fslonq42C01LqrSTzvW_UADhCBjtHjF_0 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14530757098685267781', time=2024-09-12T20:13:59.950517+0000, chain.objs.size()=1 2024-09-12T18:25:58.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.iJ8MxjZB6M1ndG9iSyqXF-5salLC0ba_0 2024-09-12T18:25:58.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4751813090189855620', time=2024-09-12T20:13:59.968018+0000, chain.objs.size()=1 2024-09-12T18:25:58.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.2Nr0QIgl6ausrjPULwpe0zOXihX2zDK_0 2024-09-12T18:25:58.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1592462771013776857', time=2024-09-12T20:13:59.989764+0000, chain.objs.size()=1 2024-09-12T18:25:58.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.267+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Mm0XHd6EokG54Z7U6ofUl-aocIXUAQs_0 2024-09-12T18:25:58.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1505475746141652986', time=2024-09-12T20:14:00.028576+0000, chain.objs.size()=1 2024-09-12T18:25:58.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.FTuSjQDWgMGrTzFSbiqa8iXf_cdjiYA_0 2024-09-12T18:25:58.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13129457662537738503', time=2024-09-12T20:14:00.112014+0000, chain.objs.size()=1 2024-09-12T18:25:58.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.bBBinnWH3V4dL3s5m7mxfc1PmJzgZBN_0 2024-09-12T18:25:58.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15843831594061942766', time=2024-09-12T20:14:00.141417+0000, chain.objs.size()=1 2024-09-12T18:25:58.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.9xX00_OsTRGERSvG2W8VnXL5dijBuwU_0 2024-09-12T18:25:58.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7215184248151426312', time=2024-09-12T20:14:00.187936+0000, chain.objs.size()=1 2024-09-12T18:25:58.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.VlIlnQroOWOWWaKUYfEi-f11ha39E0c_0 2024-09-12T18:25:58.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5719237799045499206', time=2024-09-12T20:14:00.327083+0000, chain.objs.size()=1 2024-09-12T18:25:58.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.mHdrbO96uA1F64uczZ9PXEa8zSk9URU_0 2024-09-12T18:25:58.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5793985763565123771', time=2024-09-12T20:14:00.525102+0000, chain.objs.size()=1 2024-09-12T18:25:58.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oKWsolSCgI33LsHSnwMVb1bK-xG6Qzy_0 2024-09-12T18:25:58.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17546035237441501251', time=2024-09-12T20:14:00.537141+0000, chain.objs.size()=1 2024-09-12T18:25:58.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.UIgs3fQFQqFhZYdp-mkdfPDFmdD0iqW_0 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4877661766449455868', time=2024-09-12T20:14:00.662945+0000, chain.objs.size()=1 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fk3Dglaykh9voWobOXZhgGt22ZSEI4E_0 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16934319900872026011', time=2024-09-12T20:14:00.730100+0000, chain.objs.size()=1 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.ppj2Z2JX9EDLBZZD-PHf1L8gVTCbvBm_0 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10232474253379683204', time=2024-09-12T20:14:00.839160+0000, chain.objs.size()=1 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.fB5iVAsD8DPh1Qy9H9Gm9VvijYTwqmj_0 2024-09-12T18:25:58.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8166593697497772860', time=2024-09-12T20:14:00.868416+0000, chain.objs.size()=1 2024-09-12T18:25:58.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.271+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uq2eACtXG_ETzhFnK66dUfoESMEV_xm_0 2024-09-12T18:25:58.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1257339969436476949', time=2024-09-12T20:14:01.082018+0000, chain.objs.size()=1 2024-09-12T18:25:58.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.y4iOoBAxDvQI2mu7HVLI67KD9mVtUfx_0 2024-09-12T18:25:58.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12945355431568900894', time=2024-09-12T20:14:01.120632+0000, chain.objs.size()=1 2024-09-12T18:25:58.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.gV-JreGkkeQiGUcjT2DcJ6q-osN38yb_0 2024-09-12T18:25:58.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5321043970024947700', time=2024-09-12T20:14:01.131660+0000, chain.objs.size()=1 2024-09-12T18:25:58.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.jTbpUYXEu8ob7IORUbGgx5APrubFZRm_0 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15122001898290384691', time=2024-09-12T20:14:01.161951+0000, chain.objs.size()=1 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.D5VoXdwgQL5aO446d6VsZGbiFmB0Uvq_0 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1537875068298043470', time=2024-09-12T20:14:01.172178+0000, chain.objs.size()=1 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.z2qcG55dMbaSUmoFusScpLPZpZyZ1E9_0 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2707655575141594450', time=2024-09-12T20:14:01.180102+0000, chain.objs.size()=1 2024-09-12T18:25:58.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.1bMkGBwXxUzASNyBZd9WRElXFH1roC__0 2024-09-12T18:25:58.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3423749400282875149', time=2024-09-12T20:14:01.202109+0000, chain.objs.size()=1 2024-09-12T18:25:58.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I44ANAFmxQkXbGXGijO5SFSIZzzH12o_0 2024-09-12T18:25:58.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12802027132421039308', time=2024-09-12T20:14:01.365007+0000, chain.objs.size()=1 2024-09-12T18:25:58.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.6CaIyQEvFdJ4J-8OWFDwB0D6ZmIfeiS_0 2024-09-12T18:25:58.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4243895412039596610', time=2024-09-12T20:14:01.378615+0000, chain.objs.size()=1 2024-09-12T18:25:58.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.hw7gQ9ac2lUuvveXiEKJMtLc1gvzfhr_0 2024-09-12T18:25:58.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4142720923276353874', time=2024-09-12T20:14:01.384735+0000, chain.objs.size()=1 2024-09-12T18:25:58.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.LGOhqw1LH-Ey6-5szzY7vHFw7Xx9s2J_0 2024-09-12T18:25:58.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3530859460038537443', time=2024-09-12T20:14:01.482799+0000, chain.objs.size()=1 2024-09-12T18:25:58.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.279+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.nfroqrdGuUQFEx1xPnhdgoR4Kwcn4dU_0 2024-09-12T18:25:58.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10613633647093399343', time=2024-09-12T20:14:22.754296+0000, chain.objs.size()=1 2024-09-12T18:25:58.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ivHQ08DP7Jw9rFdjLJxi4rChc3HuDmy_0 2024-09-12T18:25:58.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6313249985847044891', time=2024-09-12T20:14:22.831664+0000, chain.objs.size()=1 2024-09-12T18:25:58.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.d_Bc0Tz6X4mWq7JedRjy5U-gjqhASuZ_0 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5053455337492636374', time=2024-09-12T20:14:22.843514+0000, chain.objs.size()=1 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.H-8RIghhaqdg9ExTJQxpyP5G-Za_G8L_0 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13464019960054270440', time=2024-09-12T20:14:22.883281+0000, chain.objs.size()=1 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_._Oub-PhBgyCWHsMS3UH1JzzZjszV5b5_0 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13352008941336983081', time=2024-09-12T20:14:22.889256+0000, chain.objs.size()=1 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NN4vNTFdW2v9sDyLt0XlDBEEFBRcC3t_0 2024-09-12T18:25:58.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12328169412757587889', time=2024-09-12T20:14:22.927771+0000, chain.objs.size()=1 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.nEAH9zaPr2YmRXILKK6FAhvXVyc87td_0 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13247117683344495741', time=2024-09-12T20:14:22.953734+0000, chain.objs.size()=1 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.A8ZevhCK5VQCr525mHr7d4_7ANsR1JL_0 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18003283587300298664', time=2024-09-12T20:14:23.141375+0000, chain.objs.size()=1 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.28lZor0nGbyI_d8jLhULtgzXmWoRUN__0 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7012104931490847364', time=2024-09-12T20:14:23.161636+0000, chain.objs.size()=1 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.G2ov7hZbhlYJ9VtSRiMLwVmvr-h76lI_0 2024-09-12T18:25:58.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16606079698659465002', time=2024-09-12T20:14:23.654368+0000, chain.objs.size()=1 2024-09-12T18:25:58.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xGx3Wd5EK5pHE2Ocq8agIWyaRUSaajR_0 2024-09-12T18:25:58.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14401807667996400497', time=2024-09-12T20:14:23.849483+0000, chain.objs.size()=1 2024-09-12T18:25:58.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.283+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.UDuEbq1OVWSeaXWJotoQcBvIHZP4Q3T_0 2024-09-12T18:25:58.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4592126204192740914', time=2024-09-12T20:14:24.071534+0000, chain.objs.size()=1 2024-09-12T18:25:58.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EtPdxRCk9hudQiehPDbLBjQvmqHpkJG_0 2024-09-12T18:25:58.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12926420647341082749', time=2024-09-12T20:14:24.092441+0000, chain.objs.size()=1 2024-09-12T18:25:58.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.-8E9HhaircdT2KqnkemynOdY5BacLWm_0 2024-09-12T18:25:58.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14680091170615374301', time=2024-09-12T20:14:24.127345+0000, chain.objs.size()=1 2024-09-12T18:25:58.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.1gQnImxZDIeezyKbRwj9U8UThf2zrNE_0 2024-09-12T18:25:58.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3854103358564361093', time=2024-09-12T20:14:24.178432+0000, chain.objs.size()=1 2024-09-12T18:25:58.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.287+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xYWNxigdmJXRQ-bveiw96zRLToZG_p__0 2024-09-12T18:25:58.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7485455233304728972', time=2024-09-12T20:14:24.195374+0000, chain.objs.size()=1 2024-09-12T18:25:58.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.WoYJ8EgqsaS1A6AQ1JRG4RMMReheXyV_0 2024-09-12T18:25:58.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10885898884919993112', time=2024-09-12T20:14:24.377494+0000, chain.objs.size()=1 2024-09-12T18:25:58.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2SwoumXX32Xx43QaS22rnemwV1mIYII_0 2024-09-12T18:25:58.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17047653099110801799', time=2024-09-12T20:14:24.426254+0000, chain.objs.size()=1 2024-09-12T18:25:58.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.291+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.mXyeQBNYaIJ1TbIv_gVlq79Hc96OKkY_0 2024-09-12T18:25:58.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49748 2024-09-12T18:25:58.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2820826890501222192', time=2024-09-12T20:14:24.502262+0000, chain.objs.size()=1 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.beVnZbx-oUseU9lRcjmFGmg9mpMxRLR_0 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4023858203430828574', time=2024-09-12T20:14:24.827027+0000, chain.objs.size()=1 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.i6ZMp1grWrjXXZArhqVeEvfYBK77agY_0 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3446415732838072250', time=2024-09-12T20:14:25.067995+0000, chain.objs.size()=1 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.A39WQg8CqjpqRux6gksltzmSRnIaR0b_0 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1931366060306279138', time=2024-09-12T20:14:25.078685+0000, chain.objs.size()=1 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Np_u1Ig8Bk9LG3ni5qcXhfaxsy7rKc1_0 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1868912542323337202', time=2024-09-12T20:14:25.211985+0000, chain.objs.size()=1 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.EVjxtp0q0zs4E4FKbnpLolne82u5Sg3_0 2024-09-12T18:25:58.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2066246191456555382', time=2024-09-12T20:14:25.217082+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lVNZ7D4T22TcmwDjYMGlsQKsV_4vC18_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13530881768182395640', time=2024-09-12T20:14:56.295518+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.380__shadow_.r5xUBNif4kJjmJY3q_6eKxN_b0vF8XQ_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14424915292567201827', time=2024-09-12T20:15:14.366601+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.408__shadow_.N2BIwpNN-hXBz94k2veEug4K8ub5aXQ_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14461026401751802761', time=2024-09-12T20:15:36.380889+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.444__shadow_.1w3-Q0ITElipgV4Lphl5NQDCynNToMJ_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14445931419201698849', time=2024-09-12T20:15:41.937742+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.451__shadow_.0Ca0mQ6II4IaRCY6LmvEWc0IBfkc-ce_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17921211748580300983', time=2024-09-12T20:15:50.858683+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.462__shadow_.EWPS2ukSHsSkKUmDL4H4liMk6Y82jSf_0 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4930614821885271161', time=2024-09-12T20:16:08.506014+0000, chain.objs.size()=1 2024-09-12T18:25:58.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.295+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.494__shadow_.Wdyr6X6GuRI2FODheSHSviacoMcLgNL_0 2024-09-12T18:25:58.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1354575530048578619', time=2024-09-12T20:16:55.899158+0000, chain.objs.size()=2 2024-09-12T18:25:58.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~KnMsyaEOKgiXbrA_f8q4KsAEf4PVg9k.1 2024-09-12T18:25:58.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.526__multipart_mymultipart.2~KnMsyaEOKgiXbrA_f8q4KsAEf4PVg9k.2 2024-09-12T18:25:58.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.299+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9089530578658801933', time=2024-09-12T20:16:59.681283+0000, chain.objs.size()=7 2024-09-12T18:25:58.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.299+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__multipart_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.1 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__shadow_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.1_1 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__multipart_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.2 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__shadow_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.2_1 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__multipart_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.3 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__shadow_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.3_1 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.528__multipart_mymultipart.2~RwD7RoZZCzAhCeA0oiHWYsIGvNEUgsW.4 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17907514309932583082', time=2024-09-12T20:17:43.167727+0000, chain.objs.size()=1 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.552__shadow_.Lmf8EKDA-Khf25jO-izEdmtYmYxO02o_0 2024-09-12T18:25:58.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7207279000480882971', time=2024-09-12T20:21:32.382336+0000, chain.objs.size()=1 2024-09-12T18:25:58.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.303+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.629__shadow_.1tXPOfsYNL0HjkaMGtBBTCCcWnQMdWW_0 2024-09-12T18:25:58.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.307+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:25:58.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:25:58.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.311+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:25:58.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/56520' 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6983344115057192352', time=2024-09-12T20:10:10.854786+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.159__shadow_.okSoK91LD3pngQmiommha4hz-ymich3_0 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13235075319001004870', time=2024-09-12T20:12:55.744254+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.eB0_zffIg7pQt5ihwsjCJoLNgT-55sF_0 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7566436803224674953', time=2024-09-12T20:12:55.753203+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.kMJIyNRDtgPOsBGcPD1JSMwePRHTsF1_0 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4329769226364329382', time=2024-09-12T20:12:55.790902+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.jUkfysYHBKhwacZsH24m0bSxuqKsGKE_0 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1165347035108089450', time=2024-09-12T20:12:55.905331+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.cfjrZu2VBpjnUtJKz6Ovv-SCTC4lfve_0 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.803943417192907421', time=2024-09-12T20:12:55.971622+0000, chain.objs.size()=1 2024-09-12T18:25:58.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.5fUq-bmBSV49uA58LXSZHg4VbNevtAG_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14964943067512807668', time=2024-09-12T20:12:56.200753+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.XHMrsGxwJeUen9YNDaBtY-BolAcmEnr_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.536068129857611490', time=2024-09-12T20:12:56.207794+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OW6DpAxc8I-29DmPp4c8X5yYMlhcsLW_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18248002564082023302', time=2024-09-12T20:12:56.229514+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.zfwsD8BHQkzjjl6YRfL_dSUyHBtzLCF_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9709213908567073075', time=2024-09-12T20:12:56.232759+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.OTqZxACVmFysmR6zFDo4UotYtiYpGHh_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2408625873810096618', time=2024-09-12T20:12:56.528693+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.e_PsBHdVXk-bu289Xmx3HwSyBW32cpQ_0 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13034118087125699115', time=2024-09-12T20:12:56.533090+0000, chain.objs.size()=1 2024-09-12T18:25:58.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ZuY8LV2DO8yZchqJOzOdZEWNa3FAe18_0 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7100027476280362949', time=2024-09-12T20:12:56.584853+0000, chain.objs.size()=1 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.vyA0Rh2mgHwTVFKW-cZchUxrQ0T52ob_0 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5959569548366500410', time=2024-09-12T20:12:56.636125+0000, chain.objs.size()=1 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KXQMnkamGffmVYSf3u3k76q3ievtsM5_0 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6052195297390909296', time=2024-09-12T20:12:56.969841+0000, chain.objs.size()=1 2024-09-12T18:25:58.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._ZW0dTAdZF_VQcGp990Bbsp4dnKTMjL_0 2024-09-12T18:25:58.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10295003640406145983', time=2024-09-12T20:12:56.974454+0000, chain.objs.size()=1 2024-09-12T18:25:58.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.315+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Y7YKoTwpYiEgXl5EcpewI3LGku5gvSc_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4413794968371606755', time=2024-09-12T20:12:57.082968+0000, chain.objs.size()=1 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.E_zvfA9Ulley-M38r15sM33b01vkiu0_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2704785146578429829', time=2024-09-12T20:12:57.098636+0000, chain.objs.size()=1 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.hKgbdr11cASkuDtxc-h8Iw0i6YAUzLA_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10020757372066550226', time=2024-09-12T20:12:57.160080+0000, chain.objs.size()=1 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.KmctI3TJv3nU-3TZbzAmLGTnilKinCH_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.399522768873482785', time=2024-09-12T20:12:57.177781+0000, chain.objs.size()=1 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.j9eplPLUcaEa3HTAc098Nzz7PuuBj9s_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16723222047301989354', time=2024-09-12T20:12:57.280114+0000, chain.objs.size()=1 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.6pgNXWQ0Dm8c8fIze6KNwO1aGyktsRz_0 2024-09-12T18:25:58.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7601759799070478546', time=2024-09-12T20:12:57.509454+0000, chain.objs.size()=1 2024-09-12T18:25:58.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.ztFzUR2plD9CQaxlF9dbKzwTyy7WgDF_0 2024-09-12T18:25:58.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10514408820304058430', time=2024-09-12T20:12:57.629225+0000, chain.objs.size()=1 2024-09-12T18:25:58.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.319+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.Rh_BFwQdKXwHQd40F61OpPW4c33DCIs_0 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4906621398475049620', time=2024-09-12T20:12:57.660166+0000, chain.objs.size()=1 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.dg1fn9fbuUxvWeRp3A1BkOAWFrzquRS_0 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14865731705551307065', time=2024-09-12T20:12:57.882536+0000, chain.objs.size()=1 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.1XrNf0WoJMI8IDmqxR2DZayiV6hQeG4_0 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.4049720396767854722', time=2024-09-12T20:12:57.886872+0000, chain.objs.size()=1 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.AfUVS-L7Po0SFT9pq5-UaXti2gCh3sG_0 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5193448622124298613', time=2024-09-12T20:12:57.969204+0000, chain.objs.size()=1 2024-09-12T18:25:58.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.IagPKrbQrEJ1bQWTIoq7KlZS7uHK20L_0 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3577504037470737475', time=2024-09-12T20:12:57.971049+0000, chain.objs.size()=1 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_._W9G0ByAHq-VnyeSXaSyQUYd8dyTu4V_0 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3358454404190358679', time=2024-09-12T20:12:57.992812+0000, chain.objs.size()=1 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.263__shadow_.yk5NDAddtXlPt8RLnXmJ98YH8vogQ-I_0 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16884556006016626405', time=2024-09-12T20:13:01.878228+0000, chain.objs.size()=1 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.269__shadow_.6EDAxk6AfqMscqHsUUInBUz10BLaBLC_0 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6267591912140491246', time=2024-09-12T20:13:08.143990+0000, chain.objs.size()=1 2024-09-12T18:25:58.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.279__shadow_.oCJJuU5QVBQniytyGcP1VBfFAKAGfMQ_0 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.913550100845382891', time=2024-09-12T20:13:08.146557+0000, chain.objs.size()=1 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.279__shadow_.gRElrDcCqdpCPzxd2_zRiUt7grBR_3F_0 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10486285525887417781', time=2024-09-12T20:13:13.830717+0000, chain.objs.size()=1 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.288__shadow_.HVNBPW7EKj3vOIdT6l2DaIb_GkXvOVF_0 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15620935089532358461', time=2024-09-12T20:13:17.922626+0000, chain.objs.size()=1 2024-09-12T18:25:58.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.323+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.293__shadow_.Bj7jnu8npEdeS5jeuQy3oEqdx6YReD2_0 2024-09-12T18:25:58.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3764588403533820212', time=2024-09-12T20:13:24.940975+0000, chain.objs.size()=1 2024-09-12T18:25:58.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.303__shadow_.hp_G0LB17guV57ORxXv8DcEql7XzzkF_0 2024-09-12T18:25:58.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12330655449477150969', time=2024-09-12T20:13:27.626884+0000, chain.objs.size()=1 2024-09-12T18:25:58.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.307__shadow_.lufOTkG8hc-jmpYHtlX5cBOx-oPXLtj_0 2024-09-12T18:25:58.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.677738625228170283', time=2024-09-12T20:13:35.860476+0000, chain.objs.size()=1 2024-09-12T18:25:58.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.320__shadow:NWRmjTcV42iwEg7-2v5.Sjj1MQ3TZPO_.WXH0T13yEMm5rfvS3Jx5-NKIzjAfqrK_0 2024-09-12T18:25:58.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12421761592820925777', time=2024-09-12T20:13:58.977664+0000, chain.objs.size()=1 2024-09-12T18:25:58.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.oil31Ugt16WC3fIFCqiAd5Xv6yKNBkg_0 2024-09-12T18:25:58.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16914869894777991853', time=2024-09-12T20:13:59.207129+0000, chain.objs.size()=1 2024-09-12T18:25:58.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.327+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_._Kq46v04gbn6CdQ0r2O0jx7NvapVu3Z_0 2024-09-12T18:25:58.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8227187870933398406', time=2024-09-12T20:13:59.271755+0000, chain.objs.size()=1 2024-09-12T18:25:58.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.m4RzDG8IK8y61O1qvv86qNo0WMd52cD_0 2024-09-12T18:25:58.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.437533642858926475', time=2024-09-12T20:13:59.677362+0000, chain.objs.size()=1 2024-09-12T18:25:58.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.uKJmBKGch1lH_Uddx7EXMoIdBvWeJ7Z_0 2024-09-12T18:25:58.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15386925751197911582', time=2024-09-12T20:13:59.723263+0000, chain.objs.size()=1 2024-09-12T18:25:58.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.I-JD8YzcIArH_IIfVr6GXItNg3zsNNu_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10028508208012004702', time=2024-09-12T20:13:59.763680+0000, chain.objs.size()=1 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.P6qHg2EhY6tvjgy7uAwooONfDdvGDP3_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12206013580424702178', time=2024-09-12T20:14:00.298125+0000, chain.objs.size()=1 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.BlMU5siwOjxxp42BYZMxaVfU3eVpiG4_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7910302229471707363', time=2024-09-12T20:14:00.348534+0000, chain.objs.size()=1 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.wirrufqTcwldZ5N3LDSnDf3mAAtEcNK_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10811152640548231400', time=2024-09-12T20:14:00.351846+0000, chain.objs.size()=1 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.Qq_on9baxcShJgn28MYvrzZy94rkLA1_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3387209765972863071', time=2024-09-12T20:14:00.396359+0000, chain.objs.size()=1 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EKhced5HIq0yyaEo_IYC4EMRJLd7owG_0 2024-09-12T18:25:58.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17747084831163806889', time=2024-09-12T20:14:00.401657+0000, chain.objs.size()=1 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.KMaMwRgwGPTxlN2t_-xL4T1475ypmXX_0 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14977029528630600441', time=2024-09-12T20:14:00.410957+0000, chain.objs.size()=1 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.74CZ-8BZr7NJ4P4_pHDLFeYSbH6ksVU_0 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12443676298070022007', time=2024-09-12T20:14:00.473078+0000, chain.objs.size()=1 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.331+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.o9j_hsPLqePujdTM4KOLDzY3OsfaEBS_0 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6316645123933426879', time=2024-09-12T20:14:00.477139+0000, chain.objs.size()=1 2024-09-12T18:25:58.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.SZr3DGrpcc0uWsUWbxf5kE74NLM-dMJ_0 2024-09-12T18:25:58.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17957618051029687650', time=2024-09-12T20:14:00.499548+0000, chain.objs.size()=1 2024-09-12T18:25:58.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.aNGlxyOc71DRU6GvFRti5GJPh_goP2b_0 2024-09-12T18:25:58.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18358072266012186002', time=2024-09-12T20:14:00.672992+0000, chain.objs.size()=1 2024-09-12T18:25:58.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.lq9XJbFcQ-sAdYStrDRUIKeysmF4sjc_0 2024-09-12T18:25:58.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8945293285519127283', time=2024-09-12T20:14:00.755844+0000, chain.objs.size()=1 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.NVkLFIvQuoG5fg2t9KCk8SxsVIkVmrT_0 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14716432025840955340', time=2024-09-12T20:14:00.839600+0000, chain.objs.size()=1 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.V5HBKewf_takEfqju2uv9eZXqZxsZZk_0 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14473552683847389458', time=2024-09-12T20:14:01.122114+0000, chain.objs.size()=1 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.icp3VskgseuCIRsxUHis4kSHB_Xl55h_0 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.2563736451374068986', time=2024-09-12T20:14:01.143095+0000, chain.objs.size()=1 2024-09-12T18:25:58.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.xYLDMBXjbI1DYSuqSWIALgweB-mZb90_0 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7850018380589059388', time=2024-09-12T20:14:01.474399+0000, chain.objs.size()=1 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.roAeqoYSG8gad8AbjkBu8sRjB-NxTYh_0 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11320673719846800547', time=2024-09-12T20:14:01.504845+0000, chain.objs.size()=1 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.324__shadow_.EZTniH7VIQ9vRHlRPToqGWcpEVM17vy_0 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.5745147456437537560', time=2024-09-12T20:14:22.775955+0000, chain.objs.size()=1 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sUxBkIULB7TFs2l-AjNi7I4viTe2gkF_0 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10941958585378834826', time=2024-09-12T20:14:22.878691+0000, chain.objs.size()=1 2024-09-12T18:25:58.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.335+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.5HujDfb3mcZFAfyuZCu43RUQzc9UU22_0 2024-09-12T18:25:58.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.339+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16033911141284522606', time=2024-09-12T20:14:22.931492+0000, chain.objs.size()=1 2024-09-12T18:25:58.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.339+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.lNks5OpBtA0ZU335pz1xtQClOLNNGVw_0 2024-09-12T18:25:58.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17541067888503371691', time=2024-09-12T20:14:22.937051+0000, chain.objs.size()=1 2024-09-12T18:25:58.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.eCa-A2koShPDKURI8IZ-n5XsaiWVaTa_0 2024-09-12T18:25:58.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10254014329322237231', time=2024-09-12T20:14:23.061271+0000, chain.objs.size()=1 2024-09-12T18:25:58.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.yXilffoh4U6BzI5Iic6rXHGFKb_B4aq_0 2024-09-12T18:25:58.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6400594758524649932', time=2024-09-12T20:14:23.077043+0000, chain.objs.size()=1 2024-09-12T18:25:58.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.u9aKv1CM80jIcrtbMQPVhOFfcscb7cI_0 2024-09-12T18:25:58.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7138183998041546811', time=2024-09-12T20:14:23.466452+0000, chain.objs.size()=1 2024-09-12T18:25:58.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Z7eoZNn46LghUf3iCyp23Fue64xF3LD_0 2024-09-12T18:25:58.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3173534027088888524', time=2024-09-12T20:14:23.697129+0000, chain.objs.size()=1 2024-09-12T18:25:58.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.dMmYSDsBsXQ5OwMDL-chil4azMko5zl_0 2024-09-12T18:25:58.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18112868972043281280', time=2024-09-12T20:14:23.795655+0000, chain.objs.size()=1 2024-09-12T18:25:58.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.2vrcxtZq9a7t9SE1mYOTquFp7dnA9_0_0 2024-09-12T18:25:58.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7038642797190435420', time=2024-09-12T20:14:23.820752+0000, chain.objs.size()=1 2024-09-12T18:25:58.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.cRYhVmQYUXXsw9G8YkPos8fP9wKoPUh_0 2024-09-12T18:25:58.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12458037874855368753', time=2024-09-12T20:14:24.029781+0000, chain.objs.size()=1 2024-09-12T18:25:58.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.LvuLG8lYJf-BKpm3ozRLPKibw1H2b6l_0 2024-09-12T18:25:58.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7576270115457047490', time=2024-09-12T20:14:24.035265+0000, chain.objs.size()=1 2024-09-12T18:25:58.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BqHZATtqQt-KKvvj_BKhtEZfzY-qmQO_0 2024-09-12T18:25:58.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11105887222860952227', time=2024-09-12T20:14:24.056277+0000, chain.objs.size()=1 2024-09-12T18:25:58.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.sQ_9QBW_8Qk7id-7GYwuEyWvz9KzLRr_0 2024-09-12T18:25:58.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.3386359353645924200', time=2024-09-12T20:14:24.143977+0000, chain.objs.size()=1 2024-09-12T18:25:58.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.343+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ddKxTHI_5UaLKw1R9DdCeBNNoAfnFg-_0 2024-09-12T18:25:58.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6245974972861740249', time=2024-09-12T20:14:24.388811+0000, chain.objs.size()=1 2024-09-12T18:25:58.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.pn4y199FjGbWbShTjG84LRufaTAA8Zj_0 2024-09-12T18:25:58.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10711385857659518271', time=2024-09-12T20:14:24.411951+0000, chain.objs.size()=1 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.4UnJa2oNc3dVHpQk0z7tF8iG2ZgUtEo_0 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10374895914343745473', time=2024-09-12T20:14:24.552061+0000, chain.objs.size()=1 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.NJezg3gPmnSUSWOTJptMFsgs-7uJtD1_0 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11932788575253085066', time=2024-09-12T20:14:24.553179+0000, chain.objs.size()=1 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.X_jlLrh40mNMZfKtEcvFnFsxrJrHBJB_0 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7661074575488640329', time=2024-09-12T20:14:24.574107+0000, chain.objs.size()=1 2024-09-12T18:25:58.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.77KD1vh03D8XCHK5CoYFEE5TTxMfC3y_0 2024-09-12T18:25:58.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.9160684477830065408', time=2024-09-12T20:14:24.734708+0000, chain.objs.size()=1 2024-09-12T18:25:58.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.347+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.D6mBBQCqjju9two-RXExram6YkGDzc8_0 2024-09-12T18:25:58.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.18351943346963964236', time=2024-09-12T20:14:24.744046+0000, chain.objs.size()=1 2024-09-12T18:25:58.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.VevgcgIokpCOcDsWybN-BN_xoCbAwu9_0 2024-09-12T18:25:58.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15707987643233305174', time=2024-09-12T20:14:24.854588+0000, chain.objs.size()=1 2024-09-12T18:25:58.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.BNH8BBSckUUDWnHdcubzJHOS7hNlpY__0 2024-09-12T18:25:58.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7181055711385152620', time=2024-09-12T20:14:24.893529+0000, chain.objs.size()=1 2024-09-12T18:25:58.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bD4-trJ-rlFWnfai-rd0vRjnImklE2H_0 2024-09-12T18:25:58.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1415369397403844988', time=2024-09-12T20:14:24.897943+0000, chain.objs.size()=1 2024-09-12T18:25:58.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.Te5KoYsSKOSzaxlBACu8Uy8r1ILyZMa_0 2024-09-12T18:25:58.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7748728568903990099', time=2024-09-12T20:14:25.063871+0000, chain.objs.size()=1 2024-09-12T18:25:58.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.351+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.7uAoiHAH1odyXvpwuTZbcu-xCg4xNge_0 2024-09-12T18:25:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7503011829051743995', time=2024-09-12T20:14:25.138964+0000, chain.objs.size()=1 2024-09-12T18:25:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.M--v-hk3XqsgQ2B_bZyHQ59S8CjzdUH_0 2024-09-12T18:25:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.11841636995094725684', time=2024-09-12T20:14:25.274114+0000, chain.objs.size()=1 2024-09-12T18:25:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.16V74eWv7F28bfHPIK-2mN1dtOSAQUO_0 2024-09-12T18:25:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10214967153223108925', time=2024-09-12T20:14:25.439157+0000, chain.objs.size()=1 2024-09-12T18:25:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.bJ07mvhP5W1xqSS71wM2ua_PKzFZ2Gk_0 2024-09-12T18:25:58.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16933345210546354771', time=2024-09-12T20:14:25.475672+0000, chain.objs.size()=1 2024-09-12T18:25:58.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.xkrk84LnIlA_7fUMVzWeAVa7Ob0LTvc_0 2024-09-12T18:25:58.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15510261821862344234', time=2024-09-12T20:14:25.479544+0000, chain.objs.size()=1 2024-09-12T18:25:58.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.ZnQPcZqa4WgP2skYGWiPQS_k9JNbrlq_0 2024-09-12T18:25:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16210372597853622442', time=2024-09-12T20:14:25.549260+0000, chain.objs.size()=1 2024-09-12T18:25:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.355+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.fMexlFv1uz1lsabaoNyaqLGksz04XOf_0 2024-09-12T18:25:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15704717925615879745', time=2024-09-12T20:14:25.559052+0000, chain.objs.size()=1 2024-09-12T18:25:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.325__shadow_.aUomXUbkRF32cMDiME3prRt91F57Mnn_0 2024-09-12T18:25:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.849079422801800889', time=2024-09-12T20:14:30.522196+0000, chain.objs.size()=1 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.334__shadow_.RSO9_3NdDSip1G6tp6msKNsCXg1MWhR_0 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.13221415925471312317', time=2024-09-12T20:14:54.710625+0000, chain.objs.size()=1 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.378__shadow_.I6AbhnDt7ct_iD8lxN6exIh3-1Tx7Rm_0 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12901985352090134669', time=2024-09-12T20:15:35.123611+0000, chain.objs.size()=1 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.442__shadow_.KOp1jr5rN8ivUsE2AGzG2M2d1Njsik6_0 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.15288883776248152105', time=2024-09-12T20:15:49.014867+0000, chain.objs.size()=1 2024-09-12T18:25:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.460__shadow_.UHE50RgTCd8oEItDSG7MaVRR3JYnyq5_0 2024-09-12T18:25:58.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8222359409439566168', time=2024-09-12T20:15:53.303420+0000, chain.objs.size()=1 2024-09-12T18:25:58.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.465__shadow_.FRb1C9wIa1hhUHK_W9wbdMhp5CcLdcd_0 2024-09-12T18:25:58.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1844022926171519736', time=2024-09-12T20:16:21.625136+0000, chain.objs.size()=1 2024-09-12T18:25:58.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.514__multipart_mymultipart.2~QH_rEDgHvpk75hbCke290GkviyzsoaO.1 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.1128911634027564633', time=2024-09-12T20:18:02.658747+0000, chain.objs.size()=1 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.570__shadow:N6hZLhxAt6Aqt3bOGjza6IZxBfSbqU8_.ZvX5QgKURY9M2w1OwSX3QYTpjqtQymB_0 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.7571485475857459170', time=2024-09-12T20:18:31.369071+0000, chain.objs.size()=1 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:V2EaACfcBJ2n.P44PiyqLdj5C3AX.ad_.YMWZQlL3i9jfl9zef6KdNEPs7Vv0JvE_0 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.6028443637434219654', time=2024-09-12T20:18:35.238937+0000, chain.objs.size()=1 2024-09-12T18:25:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.359+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:mAOH3oyEb69oAHJSr.Kix1su5aE5YS4_.v2li7mtyk680Nr2BYpo3257hsr5_WDS_0 2024-09-12T18:25:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/56520 2024-09-12T18:25:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:25:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.12877813108464692271', time=2024-09-12T20:18:38.262263+0000, chain.objs.size()=1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.578__shadow:U9L1xiuLcKuaSZQQafOj3qPRN7QZqPg_.3xamvICOqBNKozZaA0-NBLoWjvmbrHl_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8807250929886617331', time=2024-09-12T20:18:44.952220+0000, chain.objs.size()=1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:6OEbdsFYJwIdnnVYXhmTsX5BbZR7z9w_.vgyBssXEl8NrlWz1pAZ5QxRS7SeS9-L_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.17653471204013428084', time=2024-09-12T20:18:45.023617+0000, chain.objs.size()=1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.580__shadow:QT2fTVE7WBm8OiPAY0At2rrzVnYVfV0_.-1lIJJIugAr-gC-w5D1BXBCfAjQUCp1_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.14705943060245226955', time=2024-09-12T20:21:31.769012+0000, chain.objs.size()=1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.628__shadow_.j99KaDFS6cgqAhvwXkuqKq5MqUJ6PtD_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.16170327452523929182', time=2024-09-12T20:21:44.450239+0000, chain.objs.size()=2 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.648__shadow_.9eBehv-nFPYxnsiB_p1rlRWWatdqkxM_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.648__shadow_.9eBehv-nFPYxnsiB_p1rlRWWatdqkxM_1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.8323358664313327751', time=2024-09-12T20:21:47.069329+0000, chain.objs.size()=1 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.651__shadow_.eiHtuZpCaqWPIOZUTnkzb53RMT75i9d_0 2024-09-12T18:25:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 20 garbage collection: RGWGC::process iterating over entry tag='bce1255c-5789-4602-aafb-12ce74041bd1.4550.10534370560723556123', time=2024-09-12T20:22:12.784977+0000, chain.objs.size()=1 2024-09-12T18:25:58.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.367+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:bce1255c-5789-4602-aafb-12ce74041bd1.4550.692__shadow_.UMWeKjaNodenGJjSbmSMVIgjMTNQRJx_0 2024-09-12T18:25:58.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.371+0000 7fd005afa9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:25:58.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.375+0000 7fceb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:25:58.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.379+0000 7fd005afa9c0 20 remove_watcher() i=0 2024-09-12T18:25:58.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.379+0000 7fd005afa9c0 2 removed watcher, disabling cache 2024-09-12T18:25:58.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.379+0000 7fd005afa9c0 20 remove_watcher() i=1 2024-09-12T18:25:58.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.379+0000 7fd005afa9c0 20 remove_watcher() i=2 2024-09-12T18:25:58.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.379+0000 7fd005afa9c0 20 remove_watcher() i=3 2024-09-12T18:25:58.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.383+0000 7fd005afa9c0 20 remove_watcher() i=4 2024-09-12T18:25:58.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.383+0000 7fd005afa9c0 20 remove_watcher() i=5 2024-09-12T18:25:58.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.383+0000 7fd005afa9c0 20 remove_watcher() i=6 2024-09-12T18:25:58.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-12T18:25:58.383+0000 7fd005afa9c0 20 remove_watcher() i=7 2024-09-12T18:25:58.399 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T18:25:58.410 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T18:25:58.445 DEBUG:teuthology.orchestra.run.smithi092:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:25:58.492 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T18:25:58.540 DEBUG:teuthology.orchestra.run.smithi092:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:25:58.588 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-12T18:25:58.644 DEBUG:teuthology.orchestra.run.smithi092:> sudo update-ca-certificates 2024-09-12T18:25:58.701 INFO:teuthology.orchestra.run.smithi092.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T18:25:59.028 INFO:teuthology.orchestra.run.smithi092.stdout:0 added, 0 removed; done. 2024-09-12T18:25:59.029 INFO:teuthology.orchestra.run.smithi092.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T18:25:59.030 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:25:59.235 INFO:teuthology.orchestra.run.smithi092.stdout:done. 2024-09-12T18:25:59.236 INFO:teuthology.orchestra.run.smithi092.stdout:done. 2024-09-12T18:25:59.241 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T18:25:59.254 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T18:25:59.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:25:59.648 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:25:59.662 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:25:59.674 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1708,"stamp":"2024-09-12T18:25:58.846607+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":823048705,"num_objects":4892,"num_object_clones":0,"num_object_copies":18794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":175863,"num_read_kb":2632814,"num_write":138247,"num_write_kb":2517317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13940,"ondisk_log_size":13940,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2843544,"kb_used_data":1274008,"kb_used_omap":12,"kb_used_meta":1569395,"kb_avail":752131176,"statfs":{"total":773094113280,"available":770182324224,"internally_reserved":0,"allocated":1304584192,"data_stored":1288276540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1607061040},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4190208,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008595"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.173815+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:21:20.173815+0000","last_peered":"2024-09-12T18:21:20.173815+0000","last_clean":"2024-09-12T18:21:20.173815+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:21:20.173815+0000","last_undegraded":"2024-09-12T18:21:20.173815+0000","last_fullsized":"2024-09-12T18:21:20.173815+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:11.995015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":9,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.208479+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:21:15.208479+0000","last_peered":"2024-09-12T18:21:15.208479+0000","last_clean":"2024-09-12T18:21:15.208479+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:21:15.208479+0000","last_undegraded":"2024-09-12T18:21:15.208479+0000","last_fullsized":"2024-09-12T18:21:15.208479+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:02.885437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.022756+0000","last_change":"2024-09-12T18:08:02.287540+0000","last_active":"2024-09-12T18:23:05.022756+0000","last_peered":"2024-09-12T18:23:05.022756+0000","last_clean":"2024-09-12T18:23:05.022756+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:23:05.022756+0000","last_undegraded":"2024-09-12T18:23:05.022756+0000","last_fullsized":"2024-09-12T18:23:05.022756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:58.119021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.383883+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:21:20.383883+0000","last_peered":"2024-09-12T18:21:20.383883+0000","last_clean":"2024-09-12T18:21:20.383883+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:21:20.383883+0000","last_undegraded":"2024-09-12T18:21:20.383883+0000","last_fullsized":"2024-09-12T18:21:20.383883+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:32.233348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":14338,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.192031+0000","last_change":"2024-09-12T17:56:14.690724+0000","last_active":"2024-09-12T18:21:15.192031+0000","last_peered":"2024-09-12T18:21:15.192031+0000","last_clean":"2024-09-12T18:21:15.192031+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:21:15.192031+0000","last_undegraded":"2024-09-12T18:21:15.192031+0000","last_fullsized":"2024-09-12T18:21:15.192031+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:58.064771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12300,"num_write":10,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.198731+0000","last_change":"2024-09-12T17:54:25.900253+0000","last_active":"2024-09-12T18:22:30.198731+0000","last_peered":"2024-09-12T18:22:30.198731+0000","last_clean":"2024-09-12T18:22:30.198731+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:22:30.198731+0000","last_undegraded":"2024-09-12T18:22:30.198731+0000","last_fullsized":"2024-09-12T18:22:30.198731+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:56.157126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200051+0000","last_change":"2024-09-12T18:08:02.250964+0000","last_active":"2024-09-12T18:22:35.200051+0000","last_peered":"2024-09-12T18:22:35.200051+0000","last_clean":"2024-09-12T18:22:35.200051+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:22:35.200051+0000","last_undegraded":"2024-09-12T18:22:35.200051+0000","last_fullsized":"2024-09-12T18:22:35.200051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:37.565811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.196538+0000","last_change":"2024-09-12T17:56:14.669503+0000","last_active":"2024-09-12T18:22:20.196538+0000","last_peered":"2024-09-12T18:22:20.196538+0000","last_clean":"2024-09-12T18:22:20.196538+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:22:20.196538+0000","last_undegraded":"2024-09-12T18:22:20.196538+0000","last_fullsized":"2024-09-12T18:22:20.196538+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:24.268915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225493+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:22:25.225493+0000","last_peered":"2024-09-12T18:22:25.225493+0000","last_clean":"2024-09-12T18:22:25.225493+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:22:25.225493+0000","last_undegraded":"2024-09-12T18:22:25.225493+0000","last_fullsized":"2024-09-12T18:22:25.225493+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:01.664598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":2,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":169,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.218056+0000","last_change":"2024-09-12T17:54:25.891691+0000","last_active":"2024-09-12T18:21:55.218056+0000","last_peered":"2024-09-12T18:21:55.218056+0000","last_clean":"2024-09-12T18:21:55.218056+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:21:55.218056+0000","last_undegraded":"2024-09-12T18:21:55.218056+0000","last_fullsized":"2024-09-12T18:21:55.218056+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:18.770512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220644+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:22:05.220644+0000","last_peered":"2024-09-12T18:22:05.220644+0000","last_clean":"2024-09-12T18:22:05.220644+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:22:05.220644+0000","last_undegraded":"2024-09-12T18:22:05.220644+0000","last_fullsized":"2024-09-12T18:22:05.220644+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:20.698344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.196544+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:23:00.196544+0000","last_peered":"2024-09-12T18:23:00.196544+0000","last_clean":"2024-09-12T18:23:00.196544+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:23:00.196544+0000","last_undegraded":"2024-09-12T18:23:00.196544+0000","last_fullsized":"2024-09-12T18:23:00.196544+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":15356,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.007241+0000","last_change":"2024-09-12T17:56:17.718727+0000","last_active":"2024-09-12T18:22:55.007241+0000","last_peered":"2024-09-12T18:22:55.007241+0000","last_clean":"2024-09-12T18:22:55.007241+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:22:55.007241+0000","last_undegraded":"2024-09-12T18:22:55.007241+0000","last_fullsized":"2024-09-12T18:22:55.007241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:12.892636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.403751+0000","last_change":"2024-09-12T17:56:14.664454+0000","last_active":"2024-09-12T18:22:50.403751+0000","last_peered":"2024-09-12T18:22:50.403751+0000","last_clean":"2024-09-12T18:22:50.403751+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:22:50.403751+0000","last_undegraded":"2024-09-12T18:22:50.403751+0000","last_fullsized":"2024-09-12T18:22:50.403751+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:23.307822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191434+0000","last_change":"2024-09-12T17:54:25.886233+0000","last_active":"2024-09-12T18:21:55.191434+0000","last_peered":"2024-09-12T18:21:55.191434+0000","last_clean":"2024-09-12T18:21:55.191434+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:21:55.191434+0000","last_undegraded":"2024-09-12T18:21:55.191434+0000","last_fullsized":"2024-09-12T18:21:55.191434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:13.548029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.184051+0000","last_change":"2024-09-12T17:56:17.698403+0000","last_active":"2024-09-12T18:21:20.184051+0000","last_peered":"2024-09-12T18:21:20.184051+0000","last_clean":"2024-09-12T18:21:20.184051+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:21:20.184051+0000","last_undegraded":"2024-09-12T18:21:20.184051+0000","last_fullsized":"2024-09-12T18:21:20.184051+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:58.406942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'8","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.416207+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:23:45.416207+0000","last_peered":"2024-09-12T18:23:45.416207+0000","last_clean":"2024-09-12T18:23:45.416207+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:23:45.416207+0000","last_undegraded":"2024-09-12T18:23:45.416207+0000","last_fullsized":"2024-09-12T18:23:45.416207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:52.121870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":24566,"num_write":13,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:18.977178+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:22:18.977178+0000","last_peered":"2024-09-12T18:22:18.977178+0000","last_clean":"2024-09-12T18:22:18.977178+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:22:18.977178+0000","last_undegraded":"2024-09-12T18:22:18.977178+0000","last_fullsized":"2024-09-12T18:22:18.977178+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.178511+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:21:40.178511+0000","last_peered":"2024-09-12T18:21:40.178511+0000","last_clean":"2024-09-12T18:21:40.178511+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:21:40.178511+0000","last_undegraded":"2024-09-12T18:21:40.178511+0000","last_fullsized":"2024-09-12T18:21:40.178511+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:19.044199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4774571,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4663,"num_write":4,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:14.213808+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:21:14.213808+0000","last_peered":"2024-09-12T18:21:14.213808+0000","last_clean":"2024-09-12T18:21:14.213808+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:21:14.213808+0000","last_undegraded":"2024-09-12T18:21:14.213808+0000","last_fullsized":"2024-09-12T18:21:14.213808+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:51.041842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020515+0000","last_change":"2024-09-12T17:54:25.885657+0000","last_active":"2024-09-12T18:23:25.020515+0000","last_peered":"2024-09-12T18:23:25.020515+0000","last_clean":"2024-09-12T18:23:25.020515+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:23:25.020515+0000","last_undegraded":"2024-09-12T18:23:25.020515+0000","last_fullsized":"2024-09-12T18:23:25.020515+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:10.898048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203501+0000","last_change":"2024-09-12T18:08:02.257992+0000","last_active":"2024-09-12T18:22:05.203501+0000","last_peered":"2024-09-12T18:22:05.203501+0000","last_clean":"2024-09-12T18:22:05.203501+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:22:05.203501+0000","last_undegraded":"2024-09-12T18:22:05.203501+0000","last_fullsized":"2024-09-12T18:22:05.203501+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:12.331308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232885+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:22:55.232885+0000","last_peered":"2024-09-12T18:22:55.232885+0000","last_clean":"2024-09-12T18:22:55.232885+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:22:55.232885+0000","last_undegraded":"2024-09-12T18:22:55.232885+0000","last_fullsized":"2024-09-12T18:22:55.232885+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.183225+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:22:00.183225+0000","last_peered":"2024-09-12T18:22:00.183225+0000","last_clean":"2024-09-12T18:22:00.183225+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:22:00.183225+0000","last_undegraded":"2024-09-12T18:22:00.183225+0000","last_fullsized":"2024-09-12T18:22:00.183225+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:31.214385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.193345+0000","last_change":"2024-09-12T18:08:02.260633+0000","last_active":"2024-09-12T18:22:05.193345+0000","last_peered":"2024-09-12T18:22:05.193345+0000","last_clean":"2024-09-12T18:22:05.193345+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:22:05.193345+0000","last_undegraded":"2024-09-12T18:22:05.193345+0000","last_fullsized":"2024-09-12T18:22:05.193345+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:35.342592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220535+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:22:05.220535+0000","last_peered":"2024-09-12T18:22:05.220535+0000","last_clean":"2024-09-12T18:22:05.220535+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:22:05.220535+0000","last_undegraded":"2024-09-12T18:22:05.220535+0000","last_fullsized":"2024-09-12T18:22:05.220535+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221102+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:22:05.221102+0000","last_peered":"2024-09-12T18:22:05.221102+0000","last_clean":"2024-09-12T18:22:05.221102+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:22:05.221102+0000","last_undegraded":"2024-09-12T18:22:05.221102+0000","last_fullsized":"2024-09-12T18:22:05.221102+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.105623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232999+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:22:55.232999+0000","last_peered":"2024-09-12T18:22:55.232999+0000","last_clean":"2024-09-12T18:22:55.232999+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:22:55.232999+0000","last_undegraded":"2024-09-12T18:22:55.232999+0000","last_fullsized":"2024-09-12T18:22:55.232999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":12280,"num_write":11,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.020023+0000","last_change":"2024-09-12T17:56:14.691160+0000","last_active":"2024-09-12T18:22:50.020023+0000","last_peered":"2024-09-12T18:22:50.020023+0000","last_clean":"2024-09-12T18:22:50.020023+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:22:50.020023+0000","last_undegraded":"2024-09-12T18:22:50.020023+0000","last_fullsized":"2024-09-12T18:22:50.020023+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:50.161156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":3,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":84,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026626+0000","last_change":"2024-09-12T17:54:25.891470+0000","last_active":"2024-09-12T18:23:25.026626+0000","last_peered":"2024-09-12T18:23:25.026626+0000","last_clean":"2024-09-12T18:23:25.026626+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:23:25.026626+0000","last_undegraded":"2024-09-12T18:23:25.026626+0000","last_fullsized":"2024-09-12T18:23:25.026626+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:49.914993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.184261+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:22:05.184261+0000","last_peered":"2024-09-12T18:22:05.184261+0000","last_clean":"2024-09-12T18:22:05.184261+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:22:05.184261+0000","last_undegraded":"2024-09-12T18:22:05.184261+0000","last_fullsized":"2024-09-12T18:22:05.184261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:51.968998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'10","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.404999+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:22:55.404999+0000","last_peered":"2024-09-12T18:22:55.404999+0000","last_clean":"2024-09-12T18:22:55.404999+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:22:55.404999+0000","last_undegraded":"2024-09-12T18:22:55.404999+0000","last_fullsized":"2024-09-12T18:22:55.404999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":24576,"num_write":15,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227233+0000","last_change":"2024-09-12T17:54:25.890987+0000","last_active":"2024-09-12T18:22:30.227233+0000","last_peered":"2024-09-12T18:22:30.227233+0000","last_clean":"2024-09-12T18:22:30.227233+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:22:30.227233+0000","last_undegraded":"2024-09-12T18:22:30.227233+0000","last_fullsized":"2024-09-12T18:22:30.227233+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:03.453771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.202055+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:22:00.202055+0000","last_peered":"2024-09-12T18:22:00.202055+0000","last_clean":"2024-09-12T18:22:00.202055+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:22:00.202055+0000","last_undegraded":"2024-09-12T18:22:00.202055+0000","last_fullsized":"2024-09-12T18:22:00.202055+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:15.515170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'6","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.391600+0000","last_change":"2024-09-12T17:56:14.673511+0000","last_active":"2024-09-12T18:21:55.391600+0000","last_peered":"2024-09-12T18:21:55.391600+0000","last_clean":"2024-09-12T18:21:55.391600+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:21:55.391600+0000","last_undegraded":"2024-09-12T18:21:55.391600+0000","last_fullsized":"2024-09-12T18:21:55.391600+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:06.954950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":11,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.201967+0000","last_change":"2024-09-12T17:56:17.691315+0000","last_active":"2024-09-12T18:22:00.201967+0000","last_peered":"2024-09-12T18:22:00.201967+0000","last_clean":"2024-09-12T18:22:00.201967+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:22:00.201967+0000","last_undegraded":"2024-09-12T18:22:00.201967+0000","last_fullsized":"2024-09-12T18:22:00.201967+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:31.601212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217889+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:21:55.217889+0000","last_peered":"2024-09-12T18:21:55.217889+0000","last_clean":"2024-09-12T18:21:55.217889+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:21:55.217889+0000","last_undegraded":"2024-09-12T18:21:55.217889+0000","last_fullsized":"2024-09-12T18:21:55.217889+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.241413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226384+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:22:04.226384+0000","last_peered":"2024-09-12T18:22:04.226384+0000","last_clean":"2024-09-12T18:22:04.226384+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:22:04.226384+0000","last_undegraded":"2024-09-12T18:22:04.226384+0000","last_fullsized":"2024-09-12T18:22:04.226384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:47.840275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219377+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:22:00.219377+0000","last_peered":"2024-09-12T18:22:00.219377+0000","last_clean":"2024-09-12T18:22:00.219377+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:22:00.219377+0000","last_undegraded":"2024-09-12T18:22:00.219377+0000","last_fullsized":"2024-09-12T18:22:00.219377+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.097391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'8","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191469+0000","last_change":"2024-09-12T17:56:14.662365+0000","last_active":"2024-09-12T18:21:55.191469+0000","last_peered":"2024-09-12T18:21:55.191469+0000","last_clean":"2024-09-12T18:21:55.191469+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:21:55.191469+0000","last_undegraded":"2024-09-12T18:21:55.191469+0000","last_fullsized":"2024-09-12T18:21:55.191469+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:22.623786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":4102,"num_write":13,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'101","reported_seq":363,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.345950+0000","last_change":"2024-09-12T17:54:25.874926+0000","last_active":"2024-09-12T18:22:58.345950+0000","last_peered":"2024-09-12T18:22:58.345950+0000","last_clean":"2024-09-12T18:22:58.345950+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:22:58.345950+0000","last_undegraded":"2024-09-12T18:22:58.345950+0000","last_fullsized":"2024-09-12T18:22:58.345950+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:38.099176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192474+0000","last_change":"2024-09-12T17:56:17.697296+0000","last_active":"2024-09-12T18:22:00.192474+0000","last_peered":"2024-09-12T18:22:00.192474+0000","last_clean":"2024-09-12T18:22:00.192474+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:22:00.192474+0000","last_undegraded":"2024-09-12T18:22:00.192474+0000","last_fullsized":"2024-09-12T18:22:00.192474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:14.985691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'1","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182207+0000","last_change":"2024-09-12T17:56:14.665930+0000","last_active":"2024-09-12T18:21:55.182207+0000","last_peered":"2024-09-12T18:21:55.182207+0000","last_clean":"2024-09-12T18:21:55.182207+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:21:55.182207+0000","last_undegraded":"2024-09-12T18:21:55.182207+0000","last_fullsized":"2024-09-12T18:21:55.182207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:31.699893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.025561+0000","last_change":"2024-09-12T18:08:02.260492+0000","last_active":"2024-09-12T18:23:20.025561+0000","last_peered":"2024-09-12T18:23:20.025561+0000","last_clean":"2024-09-12T18:23:20.025561+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:23:20.025561+0000","last_undegraded":"2024-09-12T18:23:20.025561+0000","last_fullsized":"2024-09-12T18:23:20.025561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:31.754394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239515+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:23:20.239515+0000","last_peered":"2024-09-12T18:23:20.239515+0000","last_clean":"2024-09-12T18:23:20.239515+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:23:20.239515+0000","last_undegraded":"2024-09-12T18:23:20.239515+0000","last_fullsized":"2024-09-12T18:23:20.239515+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11574481,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":22568,"num_write":4,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.239086+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:23:15.239086+0000","last_peered":"2024-09-12T18:23:15.239086+0000","last_clean":"2024-09-12T18:23:15.239086+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:23:15.239086+0000","last_undegraded":"2024-09-12T18:23:15.239086+0000","last_fullsized":"2024-09-12T18:23:15.239086+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":7166,"num_write":5,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:30.211899+0000","last_change":"2024-09-12T17:54:25.907293+0000","last_active":"2024-09-12T18:21:30.211899+0000","last_peered":"2024-09-12T18:21:30.211899+0000","last_clean":"2024-09-12T18:21:30.211899+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:21:30.211899+0000","last_undegraded":"2024-09-12T18:21:30.211899+0000","last_fullsized":"2024-09-12T18:21:30.211899+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:24.813222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213411+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:21:35.213411+0000","last_peered":"2024-09-12T18:21:35.213411+0000","last_clean":"2024-09-12T18:21:35.213411+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:21:35.213411+0000","last_undegraded":"2024-09-12T18:21:35.213411+0000","last_fullsized":"2024-09-12T18:21:35.213411+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239465+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:23:20.239465+0000","last_peered":"2024-09-12T18:23:20.239465+0000","last_clean":"2024-09-12T18:23:20.239465+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:23:20.239465+0000","last_undegraded":"2024-09-12T18:23:20.239465+0000","last_fullsized":"2024-09-12T18:23:20.239465+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'14","reported_seq":70,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024581+0000","last_change":"2024-09-12T17:56:14.677995+0000","last_active":"2024-09-12T18:23:15.024581+0000","last_peered":"2024-09-12T18:23:15.024581+0000","last_clean":"2024-09-12T18:23:15.024581+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:23:15.024581+0000","last_undegraded":"2024-09-12T18:23:15.024581+0000","last_fullsized":"2024-09-12T18:23:15.024581+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:29.664899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":20,"num_read_kb":10272,"num_write":29,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205763+0000","last_change":"2024-09-12T17:54:25.896290+0000","last_active":"2024-09-12T18:23:40.205763+0000","last_peered":"2024-09-12T18:23:40.205763+0000","last_clean":"2024-09-12T18:23:40.205763+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:23:40.205763+0000","last_undegraded":"2024-09-12T18:23:40.205763+0000","last_fullsized":"2024-09-12T18:23:40.205763+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:46.567047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011711+0000","last_change":"2024-09-12T18:08:02.250196+0000","last_active":"2024-09-12T18:23:15.011711+0000","last_peered":"2024-09-12T18:23:15.011711+0000","last_clean":"2024-09-12T18:23:15.011711+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:23:15.011711+0000","last_undegraded":"2024-09-12T18:23:15.011711+0000","last_fullsized":"2024-09-12T18:23:15.011711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:39.839088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.021731+0000","last_change":"2024-09-12T17:56:17.714778+0000","last_active":"2024-09-12T18:23:30.021731+0000","last_peered":"2024-09-12T18:23:30.021731+0000","last_clean":"2024-09-12T18:23:30.021731+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:23:30.021731+0000","last_undegraded":"2024-09-12T18:23:30.021731+0000","last_fullsized":"2024-09-12T18:23:30.021731+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:58:34.455402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.017238+0000","last_change":"2024-09-12T17:54:25.874598+0000","last_active":"2024-09-12T18:23:40.017238+0000","last_peered":"2024-09-12T18:23:40.017238+0000","last_clean":"2024-09-12T18:23:40.017238+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:23:40.017238+0000","last_undegraded":"2024-09-12T18:23:40.017238+0000","last_fullsized":"2024-09-12T18:23:40.017238+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:59.170893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020832+0000","last_change":"2024-09-12T17:56:14.691892+0000","last_active":"2024-09-12T18:23:25.020832+0000","last_peered":"2024-09-12T18:23:25.020832+0000","last_clean":"2024-09-12T18:23:25.020832+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:23:25.020832+0000","last_undegraded":"2024-09-12T18:23:25.020832+0000","last_fullsized":"2024-09-12T18:23:25.020832+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.604176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":80,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.029865+0000","last_change":"2024-09-12T17:54:25.883448+0000","last_active":"2024-09-12T18:23:40.029865+0000","last_peered":"2024-09-12T18:23:40.029865+0000","last_clean":"2024-09-12T18:23:40.029865+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:23:40.029865+0000","last_undegraded":"2024-09-12T18:23:40.029865+0000","last_fullsized":"2024-09-12T18:23:40.029865+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:23.913919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213133+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:21:35.213133+0000","last_peered":"2024-09-12T18:21:35.213133+0000","last_clean":"2024-09-12T18:21:35.213133+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:21:35.213133+0000","last_undegraded":"2024-09-12T18:21:35.213133+0000","last_fullsized":"2024-09-12T18:21:35.213133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:23.576588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397112+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:22:20.397112+0000","last_peered":"2024-09-12T18:22:20.397112+0000","last_clean":"2024-09-12T18:22:20.397112+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:22:20.397112+0000","last_undegraded":"2024-09-12T18:22:20.397112+0000","last_fullsized":"2024-09-12T18:22:20.397112+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:10:10.966533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2105344,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3088,"num_write":10,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.228792+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:22:14.228792+0000","last_peered":"2024-09-12T18:22:14.228792+0000","last_clean":"2024-09-12T18:22:14.228792+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:22:14.228792+0000","last_undegraded":"2024-09-12T18:22:14.228792+0000","last_fullsized":"2024-09-12T18:22:14.228792+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:01.956079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:29.217517+0000","last_change":"2024-09-12T17:54:25.905499+0000","last_active":"2024-09-12T18:21:29.217517+0000","last_peered":"2024-09-12T18:21:29.217517+0000","last_clean":"2024-09-12T18:21:29.217517+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:21:29.217517+0000","last_undegraded":"2024-09-12T18:21:29.217517+0000","last_fullsized":"2024-09-12T18:21:29.217517+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:26.083620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213570+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:21:35.213570+0000","last_peered":"2024-09-12T18:21:35.213570+0000","last_clean":"2024-09-12T18:21:35.213570+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:21:35.213570+0000","last_undegraded":"2024-09-12T18:21:35.213570+0000","last_fullsized":"2024-09-12T18:21:35.213570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224736+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:22:20.224736+0000","last_peered":"2024-09-12T18:22:20.224736+0000","last_clean":"2024-09-12T18:22:20.224736+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:22:20.224736+0000","last_undegraded":"2024-09-12T18:22:20.224736+0000","last_fullsized":"2024-09-12T18:22:20.224736+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:55.753857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.205757+0000","last_change":"2024-09-12T17:56:14.691922+0000","last_active":"2024-09-12T18:22:15.205757+0000","last_peered":"2024-09-12T18:22:15.205757+0000","last_clean":"2024-09-12T18:22:15.205757+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:22:15.205757+0000","last_undegraded":"2024-09-12T18:22:15.205757+0000","last_fullsized":"2024-09-12T18:22:15.205757+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:41.558810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:03.231363+0000","last_change":"2024-09-12T17:54:25.875684+0000","last_active":"2024-09-12T18:23:03.231363+0000","last_peered":"2024-09-12T18:23:03.231363+0000","last_clean":"2024-09-12T18:23:03.231363+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:23:03.231363+0000","last_undegraded":"2024-09-12T18:23:03.231363+0000","last_fullsized":"2024-09-12T18:23:03.231363+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:18.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213455+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:21:35.213455+0000","last_peered":"2024-09-12T18:21:35.213455+0000","last_clean":"2024-09-12T18:21:35.213455+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:21:35.213455+0000","last_undegraded":"2024-09-12T18:21:35.213455+0000","last_fullsized":"2024-09-12T18:21:35.213455+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019471+0000","last_change":"2024-09-12T17:56:17.700173+0000","last_active":"2024-09-12T18:23:20.019471+0000","last_peered":"2024-09-12T18:23:20.019471+0000","last_clean":"2024-09-12T18:23:20.019471+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:23:20.019471+0000","last_undegraded":"2024-09-12T18:23:20.019471+0000","last_fullsized":"2024-09-12T18:23:20.019471+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:13.733601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.229894+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:22:19.229894+0000","last_peered":"2024-09-12T18:22:19.229894+0000","last_clean":"2024-09-12T18:22:19.229894+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:22:19.229894+0000","last_undegraded":"2024-09-12T18:22:19.229894+0000","last_fullsized":"2024-09-12T18:22:19.229894+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:54.983399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227832+0000","last_change":"2024-09-12T17:54:25.886161+0000","last_active":"2024-09-12T18:22:35.227832+0000","last_peered":"2024-09-12T18:22:35.227832+0000","last_clean":"2024-09-12T18:22:35.227832+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:22:35.227832+0000","last_undegraded":"2024-09-12T18:22:35.227832+0000","last_fullsized":"2024-09-12T18:22:35.227832+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:07.388640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:34.218788+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:21:34.218788+0000","last_peered":"2024-09-12T18:21:34.218788+0000","last_clean":"2024-09-12T18:21:34.218788+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:21:34.218788+0000","last_undegraded":"2024-09-12T18:21:34.218788+0000","last_fullsized":"2024-09-12T18:21:34.218788+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:17.188528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225980+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:22:25.225980+0000","last_peered":"2024-09-12T18:22:25.225980+0000","last_clean":"2024-09-12T18:22:25.225980+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:22:25.225980+0000","last_undegraded":"2024-09-12T18:22:25.225980+0000","last_fullsized":"2024-09-12T18:22:25.225980+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:14.806355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409641+0000","last_change":"2024-09-12T17:56:14.667297+0000","last_active":"2024-09-12T18:23:15.409641+0000","last_peered":"2024-09-12T18:23:15.409641+0000","last_clean":"2024-09-12T18:23:15.409641+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:23:15.409641+0000","last_undegraded":"2024-09-12T18:23:15.409641+0000","last_fullsized":"2024-09-12T18:23:15.409641+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:45.364781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":12318,"num_write":5,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'112","reported_seq":396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.956942+0000","last_change":"2024-09-12T17:54:25.887723+0000","last_active":"2024-09-12T18:23:02.956942+0000","last_peered":"2024-09-12T18:23:02.956942+0000","last_clean":"2024-09-12T18:23:02.956942+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:23:02.956942+0000","last_undegraded":"2024-09-12T18:23:02.956942+0000","last_fullsized":"2024-09-12T18:23:02.956942+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.371248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'3","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247114+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:23:29.247114+0000","last_peered":"2024-09-12T18:23:29.247114+0000","last_clean":"2024-09-12T18:23:29.247114+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:23:29.247114+0000","last_undegraded":"2024-09-12T18:23:29.247114+0000","last_fullsized":"2024-09-12T18:23:29.247114+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240502+0000","last_change":"2024-09-12T17:56:14.682863+0000","last_active":"2024-09-12T18:23:20.240502+0000","last_peered":"2024-09-12T18:23:20.240502+0000","last_clean":"2024-09-12T18:23:20.240502+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:23:20.240502+0000","last_undegraded":"2024-09-12T18:23:20.240502+0000","last_fullsized":"2024-09-12T18:23:20.240502+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:49.166087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9232,"num_write":11,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.158918+0000","last_change":"2024-09-12T17:54:25.907062+0000","last_active":"2024-09-12T18:23:04.158918+0000","last_peered":"2024-09-12T18:23:04.158918+0000","last_clean":"2024-09-12T18:23:04.158918+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:23:04.158918+0000","last_undegraded":"2024-09-12T18:23:04.158918+0000","last_fullsized":"2024-09-12T18:23:04.158918+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:48.650096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.027456+0000","last_change":"2024-09-12T17:56:14.678199+0000","last_active":"2024-09-12T18:23:30.027456+0000","last_peered":"2024-09-12T18:23:30.027456+0000","last_clean":"2024-09-12T18:23:30.027456+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:23:30.027456+0000","last_undegraded":"2024-09-12T18:23:30.027456+0000","last_fullsized":"2024-09-12T18:23:30.027456+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:48.624438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200356+0000","last_change":"2024-09-12T17:54:25.883118+0000","last_active":"2024-09-12T18:22:35.200356+0000","last_peered":"2024-09-12T18:22:35.200356+0000","last_clean":"2024-09-12T18:22:35.200356+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:22:35.200356+0000","last_undegraded":"2024-09-12T18:22:35.200356+0000","last_fullsized":"2024-09-12T18:22:35.200356+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:43.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203347+0000","last_change":"2024-09-12T18:08:02.274915+0000","last_active":"2024-09-12T18:22:05.203347+0000","last_peered":"2024-09-12T18:22:05.203347+0000","last_clean":"2024-09-12T18:22:05.203347+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:22:05.203347+0000","last_undegraded":"2024-09-12T18:22:05.203347+0000","last_fullsized":"2024-09-12T18:22:05.203347+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:17.988862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224976+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:22:20.224976+0000","last_peered":"2024-09-12T18:22:20.224976+0000","last_clean":"2024-09-12T18:22:20.224976+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:22:20.224976+0000","last_undegraded":"2024-09-12T18:22:20.224976+0000","last_fullsized":"2024-09-12T18:22:20.224976+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:29.936612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.186646+0000","last_change":"2024-09-12T17:56:14.675249+0000","last_active":"2024-09-12T18:22:15.186646+0000","last_peered":"2024-09-12T18:22:15.186646+0000","last_clean":"2024-09-12T18:22:15.186646+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:22:15.186646+0000","last_undegraded":"2024-09-12T18:22:15.186646+0000","last_fullsized":"2024-09-12T18:22:15.186646+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:44.428286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244958+0000","last_change":"2024-09-12T17:54:25.902248+0000","last_active":"2024-09-12T18:23:40.244958+0000","last_peered":"2024-09-12T18:23:40.244958+0000","last_clean":"2024-09-12T18:23:40.244958+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:23:40.244958+0000","last_undegraded":"2024-09-12T18:23:40.244958+0000","last_fullsized":"2024-09-12T18:23:40.244958+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.828455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397275+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:22:20.397275+0000","last_peered":"2024-09-12T18:22:20.397275+0000","last_clean":"2024-09-12T18:22:20.397275+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:22:20.397275+0000","last_undegraded":"2024-09-12T18:22:20.397275+0000","last_fullsized":"2024-09-12T18:22:20.397275+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:01.971474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'6","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.223876+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:22:15.223876+0000","last_peered":"2024-09-12T18:22:15.223876+0000","last_clean":"2024-09-12T18:22:15.223876+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:22:15.223876+0000","last_undegraded":"2024-09-12T18:22:15.223876+0000","last_fullsized":"2024-09-12T18:22:15.223876+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":11268,"num_write":11,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":83,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.022719+0000","last_change":"2024-09-12T17:54:25.887860+0000","last_active":"2024-09-12T18:23:35.022719+0000","last_peered":"2024-09-12T18:23:35.022719+0000","last_clean":"2024-09-12T18:23:35.022719+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:23:35.022719+0000","last_undegraded":"2024-09-12T18:23:35.022719+0000","last_fullsized":"2024-09-12T18:23:35.022719+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:42.663687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024635+0000","last_change":"2024-09-12T18:08:02.285802+0000","last_active":"2024-09-12T18:23:15.024635+0000","last_peered":"2024-09-12T18:23:15.024635+0000","last_clean":"2024-09-12T18:23:15.024635+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:23:15.024635+0000","last_undegraded":"2024-09-12T18:23:15.024635+0000","last_fullsized":"2024-09-12T18:23:15.024635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:56.214710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020571+0000","last_change":"2024-09-12T17:56:17.713466+0000","last_active":"2024-09-12T18:23:25.020571+0000","last_peered":"2024-09-12T18:23:25.020571+0000","last_clean":"2024-09-12T18:23:25.020571+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:23:25.020571+0000","last_undegraded":"2024-09-12T18:23:25.020571+0000","last_fullsized":"2024-09-12T18:23:25.020571+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:39.033901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4210688,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4112,"num_write":2,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'5","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224776+0000","last_change":"2024-09-12T17:56:14.672436+0000","last_active":"2024-09-12T18:22:20.224776+0000","last_peered":"2024-09-12T18:22:20.224776+0000","last_clean":"2024-09-12T18:22:20.224776+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:22:20.224776+0000","last_undegraded":"2024-09-12T18:22:20.224776+0000","last_fullsized":"2024-09-12T18:22:20.224776+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:17.297841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9428992,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":14324,"num_write":5,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.204409+0000","last_change":"2024-09-12T17:54:25.890212+0000","last_active":"2024-09-12T18:23:35.204409+0000","last_peered":"2024-09-12T18:23:35.204409+0000","last_clean":"2024-09-12T18:23:35.204409+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:23:35.204409+0000","last_undegraded":"2024-09-12T18:23:35.204409+0000","last_fullsized":"2024-09-12T18:23:35.204409+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:11.079493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.188581+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:22:25.188581+0000","last_peered":"2024-09-12T18:22:25.188581+0000","last_clean":"2024-09-12T18:22:25.188581+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:22:25.188581+0000","last_undegraded":"2024-09-12T18:22:25.188581+0000","last_fullsized":"2024-09-12T18:22:25.188581+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:00.508123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'4","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240358+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:23:20.240358+0000","last_peered":"2024-09-12T18:23:20.240358+0000","last_clean":"2024-09-12T18:23:20.240358+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:23:20.240358+0000","last_undegraded":"2024-09-12T18:23:20.240358+0000","last_fullsized":"2024-09-12T18:23:20.240358+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.414075+0000","last_change":"2024-09-12T17:54:25.874737+0000","last_active":"2024-09-12T18:23:35.414075+0000","last_peered":"2024-09-12T18:23:35.414075+0000","last_clean":"2024-09-12T18:23:35.414075+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:23:35.414075+0000","last_undegraded":"2024-09-12T18:23:35.414075+0000","last_fullsized":"2024-09-12T18:23:35.414075+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.345904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'3","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014005+0000","last_change":"2024-09-12T17:56:17.724899+0000","last_active":"2024-09-12T18:23:25.014005+0000","last_peered":"2024-09-12T18:23:25.014005+0000","last_clean":"2024-09-12T18:23:25.014005+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:23:25.014005+0000","last_undegraded":"2024-09-12T18:23:25.014005+0000","last_fullsized":"2024-09-12T18:23:25.014005+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:02.241916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":8,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019423+0000","last_change":"2024-09-12T17:56:14.664326+0000","last_active":"2024-09-12T18:23:20.019423+0000","last_peered":"2024-09-12T18:23:20.019423+0000","last_clean":"2024-09-12T18:23:20.019423+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:23:20.019423+0000","last_undegraded":"2024-09-12T18:23:20.019423+0000","last_fullsized":"2024-09-12T18:23:20.019423+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:16.384662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.016080+0000","last_change":"2024-09-12T17:54:25.886024+0000","last_active":"2024-09-12T18:23:35.016080+0000","last_peered":"2024-09-12T18:23:35.016080+0000","last_clean":"2024-09-12T18:23:35.016080+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:23:35.016080+0000","last_undegraded":"2024-09-12T18:23:35.016080+0000","last_fullsized":"2024-09-12T18:23:35.016080+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:10.116523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.012925+0000","last_change":"2024-09-12T17:56:14.678500+0000","last_active":"2024-09-12T18:23:20.012925+0000","last_peered":"2024-09-12T18:23:20.012925+0000","last_clean":"2024-09-12T18:23:20.012925+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:23:20.012925+0000","last_undegraded":"2024-09-12T18:23:20.012925+0000","last_fullsized":"2024-09-12T18:23:20.012925+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:51.222389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":889,"num_write":3,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227025+0000","last_change":"2024-09-12T17:54:25.895515+0000","last_active":"2024-09-12T18:22:30.227025+0000","last_peered":"2024-09-12T18:22:30.227025+0000","last_clean":"2024-09-12T18:22:30.227025+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:22:30.227025+0000","last_undegraded":"2024-09-12T18:22:30.227025+0000","last_fullsized":"2024-09-12T18:22:30.227025+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:18.052428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'310","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.259328+0000","last_change":"2024-09-12T17:38:39.012947+0000","last_active":"2024-09-12T18:24:01.259328+0000","last_peered":"2024-09-12T18:24:01.259328+0000","last_clean":"2024-09-12T18:24:01.259328+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:24:01.259328+0000","last_undegraded":"2024-09-12T18:24:01.259328+0000","last_fullsized":"2024-09-12T18:24:01.259328+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:20.277367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10642854,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":573,"num_read_kb":24547,"num_write":1132,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":719,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198686+0000","last_change":"2024-09-12T17:38:09.671337+0000","last_active":"2024-09-12T18:23:10.198686+0000","last_peered":"2024-09-12T18:23:10.198686+0000","last_clean":"2024-09-12T18:23:10.198686+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:23:10.198686+0000","last_undegraded":"2024-09-12T18:23:10.198686+0000","last_fullsized":"2024-09-12T18:23:10.198686+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:48.519080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'279","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.460326+0000","last_change":"2024-09-12T17:38:07.675530+0000","last_active":"2024-09-12T18:23:51.460326+0000","last_peered":"2024-09-12T18:23:51.460326+0000","last_clean":"2024-09-12T18:23:51.460326+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:23:51.460326+0000","last_undegraded":"2024-09-12T18:23:51.460326+0000","last_fullsized":"2024-09-12T18:23:51.460326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:28.130117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3561501,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":464,"num_read_kb":10059,"num_write":1003,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237484+0000","last_change":"2024-09-12T17:38:09.661828+0000","last_active":"2024-09-12T18:23:10.237484+0000","last_peered":"2024-09-12T18:23:10.237484+0000","last_clean":"2024-09-12T18:23:10.237484+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:23:10.237484+0000","last_undegraded":"2024-09-12T18:23:10.237484+0000","last_fullsized":"2024-09-12T18:23:10.237484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:02.973178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'313","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.170415+0000","last_change":"2024-09-12T17:38:07.648600+0000","last_active":"2024-09-12T18:25:22.170415+0000","last_peered":"2024-09-12T18:25:22.170415+0000","last_clean":"2024-09-12T18:25:22.170415+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:25:22.170415+0000","last_undegraded":"2024-09-12T18:25:22.170415+0000","last_fullsized":"2024-09-12T18:25:22.170415+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:00.554319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5571613,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":531,"num_read_kb":6306,"num_write":1182,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408390+0000","last_change":"2024-09-12T17:38:09.657871+0000","last_active":"2024-09-12T18:23:10.408390+0000","last_peered":"2024-09-12T18:23:10.408390+0000","last_clean":"2024-09-12T18:23:10.408390+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:23:10.408390+0000","last_undegraded":"2024-09-12T18:23:10.408390+0000","last_fullsized":"2024-09-12T18:23:10.408390+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:48.863070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'315","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.651644+0000","last_change":"2024-09-12T17:38:07.661396+0000","last_active":"2024-09-12T18:25:18.651644+0000","last_peered":"2024-09-12T18:25:18.651644+0000","last_clean":"2024-09-12T18:25:18.651644+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:25:18.651644+0000","last_undegraded":"2024-09-12T18:25:18.651644+0000","last_fullsized":"2024-09-12T18:25:18.651644+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:33.592227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436234,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":562,"num_read_kb":33663,"num_write":1157,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:09.242264+0000","last_change":"2024-09-12T17:38:09.658935+0000","last_active":"2024-09-12T18:23:09.242264+0000","last_peered":"2024-09-12T18:23:09.242264+0000","last_clean":"2024-09-12T18:23:09.242264+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:23:09.242264+0000","last_undegraded":"2024-09-12T18:23:09.242264+0000","last_fullsized":"2024-09-12T18:23:09.242264+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:46.026401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'249","reported_seq":870,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.279433+0000","last_change":"2024-09-12T17:38:07.675634+0000","last_active":"2024-09-12T18:23:44.279433+0000","last_peered":"2024-09-12T18:23:44.279433+0000","last_clean":"2024-09-12T18:23:44.279433+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:23:44.279433+0000","last_undegraded":"2024-09-12T18:23:44.279433+0000","last_fullsized":"2024-09-12T18:23:44.279433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:47.344727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6844692,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":343,"num_read_kb":18110,"num_write":886,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":708,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.195671+0000","last_change":"2024-09-12T17:38:09.665413+0000","last_active":"2024-09-12T18:22:15.195671+0000","last_peered":"2024-09-12T18:22:15.195671+0000","last_clean":"2024-09-12T18:22:15.195671+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:22:15.195671+0000","last_undegraded":"2024-09-12T18:22:15.195671+0000","last_fullsized":"2024-09-12T18:22:15.195671+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:00.148206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'266","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.453107+0000","last_change":"2024-09-12T17:38:07.666894+0000","last_active":"2024-09-12T18:23:20.453107+0000","last_peered":"2024-09-12T18:23:20.453107+0000","last_clean":"2024-09-12T18:23:20.453107+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:23:20.453107+0000","last_undegraded":"2024-09-12T18:23:20.453107+0000","last_fullsized":"2024-09-12T18:23:20.453107+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:47.686683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958417,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":457,"num_read_kb":41477,"num_write":996,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.025125+0000","last_change":"2024-09-12T17:38:09.658372+0000","last_active":"2024-09-12T18:25:23.025125+0000","last_peered":"2024-09-12T18:25:23.025125+0000","last_clean":"2024-09-12T18:25:23.025125+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:25:23.025125+0000","last_undegraded":"2024-09-12T18:25:23.025125+0000","last_fullsized":"2024-09-12T18:25:23.025125+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:17.915533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'268","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237442+0000","last_change":"2024-09-12T17:38:07.672172+0000","last_active":"2024-09-12T18:23:10.237442+0000","last_peered":"2024-09-12T18:23:10.237442+0000","last_clean":"2024-09-12T18:23:10.237442+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:23:10.237442+0000","last_undegraded":"2024-09-12T18:23:10.237442+0000","last_fullsized":"2024-09-12T18:23:10.237442+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:47.801947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15367691,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":468,"num_read_kb":48654,"num_write":920,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182298+0000","last_change":"2024-09-12T17:38:09.671084+0000","last_active":"2024-09-12T18:21:55.182298+0000","last_peered":"2024-09-12T18:21:55.182298+0000","last_clean":"2024-09-12T18:21:55.182298+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:21:55.182298+0000","last_undegraded":"2024-09-12T18:21:55.182298+0000","last_fullsized":"2024-09-12T18:21:55.182298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:25.271521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'266","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.554178+0000","last_change":"2024-09-12T17:38:07.649173+0000","last_active":"2024-09-12T18:25:18.554178+0000","last_peered":"2024-09-12T18:25:18.554178+0000","last_clean":"2024-09-12T18:25:18.554178+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:25:18.554178+0000","last_undegraded":"2024-09-12T18:25:18.554178+0000","last_fullsized":"2024-09-12T18:25:18.554178+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:03.239180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8482819,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":497,"num_read_kb":75366,"num_write":972,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.995675+0000","last_change":"2024-09-12T17:38:09.657051+0000","last_active":"2024-09-12T18:22:49.995675+0000","last_peered":"2024-09-12T18:22:49.995675+0000","last_clean":"2024-09-12T18:22:49.995675+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:22:49.995675+0000","last_undegraded":"2024-09-12T18:22:49.995675+0000","last_fullsized":"2024-09-12T18:22:49.995675+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.570334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.874538+0000","last_change":"2024-09-12T17:38:09.657815+0000","last_active":"2024-09-12T18:23:43.874538+0000","last_peered":"2024-09-12T18:23:43.874538+0000","last_clean":"2024-09-12T18:23:43.874538+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:23:43.874538+0000","last_undegraded":"2024-09-12T18:23:43.874538+0000","last_fullsized":"2024-09-12T18:23:43.874538+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:16.722363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'400","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.031559+0000","last_change":"2024-09-12T17:38:07.663410+0000","last_active":"2024-09-12T18:25:18.031559+0000","last_peered":"2024-09-12T18:25:18.031559+0000","last_clean":"2024-09-12T18:25:18.031559+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:25:18.031559+0000","last_undegraded":"2024-09-12T18:25:18.031559+0000","last_fullsized":"2024-09-12T18:25:18.031559+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:19.395784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3267399,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":848,"num_read_kb":3494,"num_write":1289,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.567913+0000","last_change":"2024-09-12T17:38:09.662152+0000","last_active":"2024-09-12T18:22:55.567913+0000","last_peered":"2024-09-12T18:22:55.567913+0000","last_clean":"2024-09-12T18:22:55.567913+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:22:55.567913+0000","last_undegraded":"2024-09-12T18:22:55.567913+0000","last_fullsized":"2024-09-12T18:22:55.567913+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:28.864887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'334","reported_seq":1117,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.670073+0000","last_change":"2024-09-12T17:38:07.683262+0000","last_active":"2024-09-12T18:24:01.670073+0000","last_peered":"2024-09-12T18:24:01.670073+0000","last_clean":"2024-09-12T18:24:01.670073+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:24:01.670073+0000","last_undegraded":"2024-09-12T18:24:01.670073+0000","last_fullsized":"2024-09-12T18:24:01.670073+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:58.088666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22562302,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":671,"num_read_kb":57540,"num_write":1211,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":880,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.322634+0000","last_change":"2024-09-12T17:38:09.654683+0000","last_active":"2024-09-12T18:24:04.322634+0000","last_peered":"2024-09-12T18:24:04.322634+0000","last_clean":"2024-09-12T18:24:04.322634+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:24:04.322634+0000","last_undegraded":"2024-09-12T18:24:04.322634+0000","last_fullsized":"2024-09-12T18:24:04.322634+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:37.759543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'232","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.088092+0000","last_change":"2024-09-12T17:38:07.682849+0000","last_active":"2024-09-12T18:23:38.088092+0000","last_peered":"2024-09-12T18:23:38.088092+0000","last_clean":"2024-09-12T18:23:38.088092+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:23:38.088092+0000","last_undegraded":"2024-09-12T18:23:38.088092+0000","last_fullsized":"2024-09-12T18:23:38.088092+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:34.277691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5502538,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":301,"num_read_kb":23269,"num_write":856,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'388","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.038012+0000","last_change":"2024-09-12T17:38:09.658985+0000","last_active":"2024-09-12T18:23:25.038012+0000","last_peered":"2024-09-12T18:23:25.038012+0000","last_clean":"2024-09-12T18:23:25.038012+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:23:25.038012+0000","last_undegraded":"2024-09-12T18:23:25.038012+0000","last_fullsized":"2024-09-12T18:23:25.038012+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:59.440388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'287","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:22.469740+0000","last_change":"2024-09-12T17:38:07.670599+0000","last_active":"2024-09-12T18:22:22.469740+0000","last_peered":"2024-09-12T18:22:22.469740+0000","last_clean":"2024-09-12T18:22:22.469740+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:22:22.469740+0000","last_undegraded":"2024-09-12T18:22:22.469740+0000","last_fullsized":"2024-09-12T18:22:22.469740+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:40.833083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24452974,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":491,"num_read_kb":170306,"num_write":1051,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:52.491384+0000","last_change":"2024-09-12T17:38:09.652358+0000","last_active":"2024-09-12T18:21:52.491384+0000","last_peered":"2024-09-12T18:21:52.491384+0000","last_clean":"2024-09-12T18:21:52.491384+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:21:52.491384+0000","last_undegraded":"2024-09-12T18:21:52.491384+0000","last_fullsized":"2024-09-12T18:21:52.491384+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:23.373419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'375","reported_seq":1061,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.073383+0000","last_change":"2024-09-12T17:38:39.012441+0000","last_active":"2024-09-12T18:23:46.073383+0000","last_peered":"2024-09-12T18:23:46.073383+0000","last_clean":"2024-09-12T18:23:46.073383+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:23:46.073383+0000","last_undegraded":"2024-09-12T18:23:46.073383+0000","last_fullsized":"2024-09-12T18:23:46.073383+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:03.919634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":514064,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":679,"num_read_kb":7928,"num_write":1378,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.919485+0000","last_change":"2024-09-12T17:38:09.661886+0000","last_active":"2024-09-12T18:23:36.919485+0000","last_peered":"2024-09-12T18:23:36.919485+0000","last_clean":"2024-09-12T18:23:36.919485+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:23:36.919485+0000","last_undegraded":"2024-09-12T18:23:36.919485+0000","last_fullsized":"2024-09-12T18:23:36.919485+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:49.022703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'285","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.689347+0000","last_change":"2024-09-12T17:38:07.654888+0000","last_active":"2024-09-12T18:23:38.689347+0000","last_peered":"2024-09-12T18:23:38.689347+0000","last_clean":"2024-09-12T18:23:38.689347+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:23:38.689347+0000","last_undegraded":"2024-09-12T18:23:38.689347+0000","last_fullsized":"2024-09-12T18:23:38.689347+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:27.453206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10815012,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":528,"num_read_kb":64491,"num_write":1066,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'109","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.153544+0000","last_change":"2024-09-12T17:38:17.690075+0000","last_active":"2024-09-12T18:24:05.153544+0000","last_peered":"2024-09-12T18:24:05.153544+0000","last_clean":"2024-09-12T18:24:05.153544+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:24:05.153544+0000","last_undegraded":"2024-09-12T18:24:05.153544+0000","last_fullsized":"2024-09-12T18:24:05.153544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:44.526256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:37.833283+0000","last_change":"2024-09-12T17:38:38.766546+0000","last_active":"2024-09-12T18:23:37.833283+0000","last_peered":"2024-09-12T18:23:37.833283+0000","last_clean":"2024-09-12T18:23:37.833283+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:23:37.833283+0000","last_undegraded":"2024-09-12T18:23:37.833283+0000","last_fullsized":"2024-09-12T18:23:37.833283+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:15.450398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'270","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.205035+0000","last_change":"2024-09-12T17:38:07.662900+0000","last_active":"2024-09-12T18:23:49.205035+0000","last_peered":"2024-09-12T18:23:49.205035+0000","last_clean":"2024-09-12T18:23:49.205035+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:23:49.205035+0000","last_undegraded":"2024-09-12T18:23:49.205035+0000","last_fullsized":"2024-09-12T18:23:49.205035+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:40.765432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7644015,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":417,"num_read_kb":19687,"num_write":1024,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.179985+0000","last_change":"2024-09-12T17:38:11.659784+0000","last_active":"2024-09-12T18:21:45.179985+0000","last_peered":"2024-09-12T18:21:45.179985+0000","last_clean":"2024-09-12T18:21:45.179985+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:21:45.179985+0000","last_undegraded":"2024-09-12T18:21:45.179985+0000","last_fullsized":"2024-09-12T18:21:45.179985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:40.888621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'320","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257634+0000","last_change":"2024-09-12T17:38:13.681317+0000","last_active":"2024-09-12T18:24:09.257634+0000","last_peered":"2024-09-12T18:24:09.257634+0000","last_clean":"2024-09-12T18:24:09.257634+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:24:09.257634+0000","last_undegraded":"2024-09-12T18:24:09.257634+0000","last_fullsized":"2024-09-12T18:24:09.257634+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:25.496094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54140,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":506,"num_read_kb":957,"num_write":404,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.216389+0000","last_change":"2024-09-12T17:38:15.713546+0000","last_active":"2024-09-12T18:21:45.216389+0000","last_peered":"2024-09-12T18:21:45.216389+0000","last_clean":"2024-09-12T18:21:45.216389+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:21:45.216389+0000","last_undegraded":"2024-09-12T18:21:45.216389+0000","last_fullsized":"2024-09-12T18:21:45.216389+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:00.159740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'150","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.358928+0000","last_change":"2024-09-12T17:38:17.699319+0000","last_active":"2024-09-12T18:24:00.358928+0000","last_peered":"2024-09-12T18:24:00.358928+0000","last_clean":"2024-09-12T18:24:00.358928+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:24:00.358928+0000","last_undegraded":"2024-09-12T18:24:00.358928+0000","last_fullsized":"2024-09-12T18:24:00.358928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.119984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":641,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.220302+0000","last_change":"2024-09-12T17:38:09.676030+0000","last_active":"2024-09-12T18:23:33.220302+0000","last_peered":"2024-09-12T18:23:33.220302+0000","last_clean":"2024-09-12T18:23:33.220302+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:23:33.220302+0000","last_undegraded":"2024-09-12T18:23:33.220302+0000","last_fullsized":"2024-09-12T18:23:33.220302+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:17.477570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'281","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.178220+0000","last_change":"2024-09-12T17:38:07.628597+0000","last_active":"2024-09-12T18:23:12.178220+0000","last_peered":"2024-09-12T18:23:12.178220+0000","last_clean":"2024-09-12T18:23:12.178220+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:23:12.178220+0000","last_undegraded":"2024-09-12T18:23:12.178220+0000","last_fullsized":"2024-09-12T18:23:12.178220+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:44.344903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17836843,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":763,"num_read_kb":67283,"num_write":1093,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'5","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.800440+0000","last_change":"2024-09-12T17:38:11.660683+0000","last_active":"2024-09-12T18:25:23.800440+0000","last_peered":"2024-09-12T18:25:23.800440+0000","last_clean":"2024-09-12T18:25:23.800440+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:25:23.800440+0000","last_undegraded":"2024-09-12T18:25:23.800440+0000","last_fullsized":"2024-09-12T18:25:23.800440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:55.746808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":1202,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'92","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:47.766615+0000","last_change":"2024-09-12T17:38:13.664165+0000","last_active":"2024-09-12T18:21:47.766615+0000","last_peered":"2024-09-12T18:21:47.766615+0000","last_clean":"2024-09-12T18:21:47.766615+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:21:47.766615+0000","last_undegraded":"2024-09-12T18:21:47.766615+0000","last_fullsized":"2024-09-12T18:21:47.766615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:17.539098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389476+0000","last_change":"2024-09-12T17:38:15.698866+0000","last_active":"2024-09-12T18:21:45.389476+0000","last_peered":"2024-09-12T18:21:45.389476+0000","last_clean":"2024-09-12T18:21:45.389476+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:21:45.389476+0000","last_undegraded":"2024-09-12T18:21:45.389476+0000","last_fullsized":"2024-09-12T18:21:45.389476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.020385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'132","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:03.766410+0000","last_change":"2024-09-12T17:38:17.717248+0000","last_active":"2024-09-12T18:24:03.766410+0000","last_peered":"2024-09-12T18:24:03.766410+0000","last_clean":"2024-09-12T18:24:03.766410+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:24:03.766410+0000","last_undegraded":"2024-09-12T18:24:03.766410+0000","last_fullsized":"2024-09-12T18:24:03.766410+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:55.136525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":723,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.931520+0000","last_change":"2024-09-12T17:38:09.664118+0000","last_active":"2024-09-12T18:23:40.931520+0000","last_peered":"2024-09-12T18:23:40.931520+0000","last_clean":"2024-09-12T18:23:40.931520+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:23:40.931520+0000","last_undegraded":"2024-09-12T18:23:40.931520+0000","last_fullsized":"2024-09-12T18:23:40.931520+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:42.317966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'301","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.098433+0000","last_change":"2024-09-12T17:38:07.676584+0000","last_active":"2024-09-12T18:22:58.098433+0000","last_peered":"2024-09-12T18:22:58.098433+0000","last_clean":"2024-09-12T18:22:58.098433+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:22:58.098433+0000","last_undegraded":"2024-09-12T18:22:58.098433+0000","last_fullsized":"2024-09-12T18:22:58.098433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.658700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12022463,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":507,"num_read_kb":15040,"num_write":1034,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.215782+0000","last_change":"2024-09-12T17:38:11.661528+0000","last_active":"2024-09-12T18:21:45.215782+0000","last_peered":"2024-09-12T18:21:45.215782+0000","last_clean":"2024-09-12T18:21:45.215782+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:21:45.215782+0000","last_undegraded":"2024-09-12T18:21:45.215782+0000","last_fullsized":"2024-09-12T18:21:45.215782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:54.490949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'108","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.019937+0000","last_change":"2024-09-12T17:38:13.667503+0000","last_active":"2024-09-12T18:22:50.019937+0000","last_peered":"2024-09-12T18:22:50.019937+0000","last_clean":"2024-09-12T18:22:50.019937+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:22:50.019937+0000","last_undegraded":"2024-09-12T18:22:50.019937+0000","last_fullsized":"2024-09-12T18:22:50.019937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:41.400807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'767","reported_seq":2267,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.185438+0000","last_change":"2024-09-12T17:38:15.702631+0000","last_active":"2024-09-12T18:25:24.185438+0000","last_peered":"2024-09-12T18:25:24.185438+0000","last_clean":"2024-09-12T18:25:24.185438+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:25:24.185438+0000","last_undegraded":"2024-09-12T18:25:24.185438+0000","last_fullsized":"2024-09-12T18:25:24.185438+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:14.897696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'211","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.202494+0000","last_change":"2024-09-12T17:38:17.680424+0000","last_active":"2024-09-12T18:24:05.202494+0000","last_peered":"2024-09-12T18:24:05.202494+0000","last_clean":"2024-09-12T18:24:05.202494+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:24:05.202494+0000","last_undegraded":"2024-09-12T18:24:05.202494+0000","last_fullsized":"2024-09-12T18:24:05.202494+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:42.031884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4181","reported_seq":4791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214522+0000","last_change":"2024-09-12T17:38:09.660353+0000","last_active":"2024-09-12T18:21:40.214522+0000","last_peered":"2024-09-12T18:21:40.214522+0000","last_clean":"2024-09-12T18:21:40.214522+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:21:40.214522+0000","last_undegraded":"2024-09-12T18:21:40.214522+0000","last_fullsized":"2024-09-12T18:21:40.214522+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:11.629202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'314","reported_seq":1016,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.075962+0000","last_change":"2024-09-12T17:38:07.680390+0000","last_active":"2024-09-12T18:23:46.075962+0000","last_peered":"2024-09-12T18:23:46.075962+0000","last_clean":"2024-09-12T18:23:46.075962+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:23:46.075962+0000","last_undegraded":"2024-09-12T18:23:46.075962+0000","last_fullsized":"2024-09-12T18:23:46.075962+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:11.453952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2543022,"num_objects":85,"num_object_clones":0,"num_object_copies":340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":599,"num_read_kb":4096,"num_write":1306,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.180044+0000","last_change":"2024-09-12T17:38:11.668833+0000","last_active":"2024-09-12T18:21:45.180044+0000","last_peered":"2024-09-12T18:21:45.180044+0000","last_clean":"2024-09-12T18:21:45.180044+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:21:45.180044+0000","last_undegraded":"2024-09-12T18:21:45.180044+0000","last_fullsized":"2024-09-12T18:21:45.180044+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:05.625171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'255","reported_seq":818,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.252646+0000","last_change":"2024-09-12T17:38:13.701917+0000","last_active":"2024-09-12T18:24:10.252646+0000","last_peered":"2024-09-12T18:24:10.252646+0000","last_clean":"2024-09-12T18:24:10.252646+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:24:10.252646+0000","last_undegraded":"2024-09-12T18:24:10.252646+0000","last_fullsized":"2024-09-12T18:24:10.252646+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.965550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54112,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":416,"num_read_kb":885,"num_write":342,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":4683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.193566+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:24.193566+0000","last_peered":"2024-09-12T18:25:24.193566+0000","last_clean":"2024-09-12T18:25:24.193566+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:24.193566+0000","last_undegraded":"2024-09-12T18:25:24.193566+0000","last_fullsized":"2024-09-12T18:25:24.193566+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205540+0000","last_change":"2024-09-12T17:38:09.672982+0000","last_active":"2024-09-12T18:23:40.205540+0000","last_peered":"2024-09-12T18:23:40.205540+0000","last_clean":"2024-09-12T18:23:40.205540+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:23:40.205540+0000","last_undegraded":"2024-09-12T18:23:40.205540+0000","last_fullsized":"2024-09-12T18:23:40.205540+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:19.640627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'285","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.491986+0000","last_change":"2024-09-12T17:38:07.654043+0000","last_active":"2024-09-12T18:23:29.491986+0000","last_peered":"2024-09-12T18:23:29.491986+0000","last_clean":"2024-09-12T18:23:29.491986+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:23:29.491986+0000","last_undegraded":"2024-09-12T18:23:29.491986+0000","last_fullsized":"2024-09-12T18:23:29.491986+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:28.168324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5517356,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":435,"num_read_kb":28118,"num_write":1017,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246190+0000","last_change":"2024-09-12T17:38:11.663250+0000","last_active":"2024-09-12T18:23:45.246190+0000","last_peered":"2024-09-12T18:23:45.246190+0000","last_clean":"2024-09-12T18:23:45.246190+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:23:45.246190+0000","last_undegraded":"2024-09-12T18:23:45.246190+0000","last_fullsized":"2024-09-12T18:23:45.246190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:09.420794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'350","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.207993+0000","last_change":"2024-09-12T17:38:13.694800+0000","last_active":"2024-09-12T18:23:50.207993+0000","last_peered":"2024-09-12T18:23:50.207993+0000","last_clean":"2024-09-12T18:23:50.207993+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:23:50.207993+0000","last_undegraded":"2024-09-12T18:23:50.207993+0000","last_fullsized":"2024-09-12T18:23:50.207993+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:29.483928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78120,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":580,"num_read_kb":1136,"num_write":464,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017922+0000","last_change":"2024-09-12T17:38:15.694720+0000","last_active":"2024-09-12T18:23:15.017922+0000","last_peered":"2024-09-12T18:23:15.017922+0000","last_clean":"2024-09-12T18:23:15.017922+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:23:15.017922+0000","last_undegraded":"2024-09-12T18:23:15.017922+0000","last_fullsized":"2024-09-12T18:23:15.017922+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.982571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'554","reported_seq":1360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.159364+0000","last_change":"2024-09-12T17:38:17.699215+0000","last_active":"2024-09-12T18:25:24.159364+0000","last_peered":"2024-09-12T18:25:24.159364+0000","last_clean":"2024-09-12T18:25:24.159364+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:25:24.159364+0000","last_undegraded":"2024-09-12T18:25:24.159364+0000","last_fullsized":"2024-09-12T18:25:24.159364+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:33.639438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'183","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.254065+0000","last_change":"2024-09-12T17:38:09.663529+0000","last_active":"2024-09-12T18:24:00.254065+0000","last_peered":"2024-09-12T18:24:00.254065+0000","last_clean":"2024-09-12T18:24:00.254065+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:24:00.254065+0000","last_undegraded":"2024-09-12T18:24:00.254065+0000","last_fullsized":"2024-09-12T18:24:00.254065+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:27.115016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'288","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.685012+0000","last_change":"2024-09-12T17:38:07.653042+0000","last_active":"2024-09-12T18:23:38.685012+0000","last_peered":"2024-09-12T18:23:38.685012+0000","last_clean":"2024-09-12T18:23:38.685012+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:23:38.685012+0000","last_undegraded":"2024-09-12T18:23:38.685012+0000","last_fullsized":"2024-09-12T18:23:38.685012+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:21.739077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053395,"num_objects":58,"num_object_clones":0,"num_object_copies":232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":575,"num_read_kb":14213,"num_write":1011,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"38'3","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.047740+0000","last_change":"2024-09-12T17:38:11.653316+0000","last_active":"2024-09-12T18:25:55.047740+0000","last_peered":"2024-09-12T18:25:55.047740+0000","last_clean":"2024-09-12T18:25:55.047740+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:25:55.047740+0000","last_undegraded":"2024-09-12T18:25:55.047740+0000","last_fullsized":"2024-09-12T18:25:55.047740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:26.222896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":730,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'284","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.074728+0000","last_change":"2024-09-12T17:38:13.700028+0000","last_active":"2024-09-12T18:25:24.074728+0000","last_peered":"2024-09-12T18:25:24.074728+0000","last_clean":"2024-09-12T18:25:24.074728+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:25:24.074728+0000","last_undegraded":"2024-09-12T18:25:24.074728+0000","last_fullsized":"2024-09-12T18:25:24.074728+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:33.911522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61880,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":945,"num_write":380,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214310+0000","last_change":"2024-09-12T17:38:15.693970+0000","last_active":"2024-09-12T18:21:40.214310+0000","last_peered":"2024-09-12T18:21:40.214310+0000","last_clean":"2024-09-12T18:21:40.214310+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:21:40.214310+0000","last_undegraded":"2024-09-12T18:21:40.214310+0000","last_fullsized":"2024-09-12T18:21:40.214310+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:13.962190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2391","reported_seq":4212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.026370+0000","last_change":"2024-09-12T17:38:17.708931+0000","last_active":"2024-09-12T18:24:20.026370+0000","last_peered":"2024-09-12T18:24:20.026370+0000","last_clean":"2024-09-12T18:24:20.026370+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:24:20.026370+0000","last_undegraded":"2024-09-12T18:24:20.026370+0000","last_fullsized":"2024-09-12T18:24:20.026370+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:02.916384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.784115+0000","last_change":"2024-09-12T17:38:09.665397+0000","last_active":"2024-09-12T18:22:25.784115+0000","last_peered":"2024-09-12T18:22:25.784115+0000","last_clean":"2024-09-12T18:22:25.784115+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:22:25.784115+0000","last_undegraded":"2024-09-12T18:22:25.784115+0000","last_fullsized":"2024-09-12T18:22:25.784115+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:07.791186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'319","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237632+0000","last_change":"2024-09-12T17:38:07.674195+0000","last_active":"2024-09-12T18:23:10.237632+0000","last_peered":"2024-09-12T18:23:10.237632+0000","last_clean":"2024-09-12T18:23:10.237632+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:23:10.237632+0000","last_undegraded":"2024-09-12T18:23:10.237632+0000","last_fullsized":"2024-09-12T18:23:10.237632+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:24.430200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6835336,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":492,"num_read_kb":8861,"num_write":1209,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024491+0000","last_change":"2024-09-12T17:38:11.665102+0000","last_active":"2024-09-12T18:23:15.024491+0000","last_peered":"2024-09-12T18:23:15.024491+0000","last_clean":"2024-09-12T18:23:15.024491+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:23:15.024491+0000","last_undegraded":"2024-09-12T18:23:15.024491+0000","last_fullsized":"2024-09-12T18:23:15.024491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:38.905876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'312","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.132010+0000","last_change":"2024-09-12T17:38:13.701309+0000","last_active":"2024-09-12T18:25:24.132010+0000","last_peered":"2024-09-12T18:25:24.132010+0000","last_clean":"2024-09-12T18:25:24.132010+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:25:24.132010+0000","last_undegraded":"2024-09-12T18:25:24.132010+0000","last_fullsized":"2024-09-12T18:25:24.132010+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:18.600360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60345,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":504,"num_read_kb":1020,"num_write":416,"num_write_kb":323,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'780","reported_seq":2586,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.194811+0000","last_change":"2024-09-12T17:38:15.709349+0000","last_active":"2024-09-12T18:25:24.194811+0000","last_peered":"2024-09-12T18:25:24.194811+0000","last_clean":"2024-09-12T18:25:24.194811+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:25:24.194811+0000","last_undegraded":"2024-09-12T18:25:24.194811+0000","last_fullsized":"2024-09-12T18:25:24.194811+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:46.043519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.956986+0000","last_change":"2024-09-12T17:38:17.705461+0000","last_active":"2024-09-12T18:25:22.956986+0000","last_peered":"2024-09-12T18:25:22.956986+0000","last_clean":"2024-09-12T18:25:22.956986+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:25:22.956986+0000","last_undegraded":"2024-09-12T18:25:22.956986+0000","last_fullsized":"2024-09-12T18:25:22.956986+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:36.864915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'149","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.737087+0000","last_change":"2024-09-12T17:38:09.666754+0000","last_active":"2024-09-12T18:23:45.737087+0000","last_peered":"2024-09-12T18:23:45.737087+0000","last_clean":"2024-09-12T18:23:45.737087+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:23:45.737087+0000","last_undegraded":"2024-09-12T18:23:45.737087+0000","last_fullsized":"2024-09-12T18:23:45.737087+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.648982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'297","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.387480+0000","last_change":"2024-09-12T17:38:07.676707+0000","last_active":"2024-09-12T18:23:24.387480+0000","last_peered":"2024-09-12T18:23:24.387480+0000","last_clean":"2024-09-12T18:23:24.387480+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:23:24.387480+0000","last_undegraded":"2024-09-12T18:23:24.387480+0000","last_fullsized":"2024-09-12T18:23:24.387480+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:28.194862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17068044,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":502,"num_read_kb":42615,"num_write":1136,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.188993+0000","last_change":"2024-09-12T17:38:11.642736+0000","last_active":"2024-09-12T18:21:45.188993+0000","last_peered":"2024-09-12T18:21:45.188993+0000","last_clean":"2024-09-12T18:21:45.188993+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:21:45.188993+0000","last_undegraded":"2024-09-12T18:21:45.188993+0000","last_fullsized":"2024-09-12T18:21:45.188993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:27.519350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'471","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.137949+0000","last_change":"2024-09-12T17:38:13.681281+0000","last_active":"2024-09-12T18:25:24.137949+0000","last_peered":"2024-09-12T18:25:24.137949+0000","last_clean":"2024-09-12T18:25:24.137949+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:25:24.137949+0000","last_undegraded":"2024-09-12T18:25:24.137949+0000","last_fullsized":"2024-09-12T18:25:24.137949+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:07.841840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115023,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":1775,"num_write":682,"num_write_kb":591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031048+0000","last_change":"2024-09-12T17:38:15.699038+0000","last_active":"2024-09-12T18:23:45.031048+0000","last_peered":"2024-09-12T18:23:45.031048+0000","last_clean":"2024-09-12T18:23:45.031048+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:23:45.031048+0000","last_undegraded":"2024-09-12T18:23:45.031048+0000","last_fullsized":"2024-09-12T18:23:45.031048+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:34.894703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'161","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.307658+0000","last_change":"2024-09-12T17:38:17.712810+0000","last_active":"2024-09-12T18:23:00.307658+0000","last_peered":"2024-09-12T18:23:00.307658+0000","last_clean":"2024-09-12T18:23:00.307658+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:23:00.307658+0000","last_undegraded":"2024-09-12T18:23:00.307658+0000","last_fullsized":"2024-09-12T18:23:00.307658+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:12.253737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'159","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.966123+0000","last_change":"2024-09-12T17:38:09.659914+0000","last_active":"2024-09-12T18:23:41.966123+0000","last_peered":"2024-09-12T18:23:41.966123+0000","last_clean":"2024-09-12T18:23:41.966123+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:23:41.966123+0000","last_undegraded":"2024-09-12T18:23:41.966123+0000","last_fullsized":"2024-09-12T18:23:41.966123+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:23.049258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'285","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.049920+0000","last_change":"2024-09-12T17:38:07.638501+0000","last_active":"2024-09-12T18:23:35.049920+0000","last_peered":"2024-09-12T18:23:35.049920+0000","last_clean":"2024-09-12T18:23:35.049920+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:23:35.049920+0000","last_undegraded":"2024-09-12T18:23:35.049920+0000","last_fullsized":"2024-09-12T18:23:35.049920+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:18.080704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599659,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":479,"num_read_kb":43580,"num_write":1008,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024609+0000","last_change":"2024-09-12T17:38:11.658264+0000","last_active":"2024-09-12T18:23:15.024609+0000","last_peered":"2024-09-12T18:23:15.024609+0000","last_clean":"2024-09-12T18:23:15.024609+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:23:15.024609+0000","last_undegraded":"2024-09-12T18:23:15.024609+0000","last_fullsized":"2024-09-12T18:23:15.024609+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:29.829357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.439880+0000","last_change":"2024-09-12T17:38:13.684717+0000","last_active":"2024-09-12T18:25:30.439880+0000","last_peered":"2024-09-12T18:25:30.439880+0000","last_clean":"2024-09-12T18:25:30.439880+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:25:30.439880+0000","last_undegraded":"2024-09-12T18:25:30.439880+0000","last_fullsized":"2024-09-12T18:25:30.439880+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:45.486938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68141,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":547,"num_read_kb":1131,"num_write":504,"num_write_kb":431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247255+0000","last_change":"2024-09-12T17:38:15.697206+0000","last_active":"2024-09-12T18:23:29.247255+0000","last_peered":"2024-09-12T18:23:29.247255+0000","last_clean":"2024-09-12T18:23:29.247255+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:23:29.247255+0000","last_undegraded":"2024-09-12T18:23:29.247255+0000","last_fullsized":"2024-09-12T18:23:29.247255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:01.194997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255252+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:24:25.255252+0000","last_peered":"2024-09-12T18:24:25.255252+0000","last_clean":"2024-09-12T18:24:25.255252+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:24:25.255252+0000","last_undegraded":"2024-09-12T18:24:25.255252+0000","last_fullsized":"2024-09-12T18:24:25.255252+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:15.124416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":764,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408550+0000","last_change":"2024-09-12T17:38:09.652459+0000","last_active":"2024-09-12T18:23:10.408550+0000","last_peered":"2024-09-12T18:23:10.408550+0000","last_clean":"2024-09-12T18:23:10.408550+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:23:10.408550+0000","last_undegraded":"2024-09-12T18:23:10.408550+0000","last_fullsized":"2024-09-12T18:23:10.408550+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:16.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'255","reported_seq":886,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:58.359433+0000","last_change":"2024-09-12T17:38:07.671493+0000","last_active":"2024-09-12T18:21:58.359433+0000","last_peered":"2024-09-12T18:21:58.359433+0000","last_clean":"2024-09-12T18:21:58.359433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:21:58.359433+0000","last_undegraded":"2024-09-12T18:21:58.359433+0000","last_fullsized":"2024-09-12T18:21:58.359433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:38.049544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21381168,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":355,"num_read_kb":56896,"num_write":928,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017983+0000","last_change":"2024-09-12T17:38:11.657792+0000","last_active":"2024-09-12T18:23:15.017983+0000","last_peered":"2024-09-12T18:23:15.017983+0000","last_clean":"2024-09-12T18:23:15.017983+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:23:15.017983+0000","last_undegraded":"2024-09-12T18:23:15.017983+0000","last_fullsized":"2024-09-12T18:23:15.017983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:32.247480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'286","reported_seq":872,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.155719+0000","last_change":"2024-09-12T17:38:13.691871+0000","last_active":"2024-09-12T18:25:24.155719+0000","last_peered":"2024-09-12T18:25:24.155719+0000","last_clean":"2024-09-12T18:25:24.155719+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:25:24.155719+0000","last_undegraded":"2024-09-12T18:25:24.155719+0000","last_fullsized":"2024-09-12T18:25:24.155719+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.631625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56945,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":944,"num_write":380,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'744","reported_seq":4309,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.557975+0000","last_change":"2024-09-12T17:38:15.704832+0000","last_active":"2024-09-12T18:25:24.557975+0000","last_peered":"2024-09-12T18:25:24.557975+0000","last_clean":"2024-09-12T18:25:24.557975+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:25:24.557975+0000","last_undegraded":"2024-09-12T18:25:24.557975+0000","last_fullsized":"2024-09-12T18:25:24.557975+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":700,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:22.038856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'133","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.804964+0000","last_change":"2024-09-12T17:38:17.710341+0000","last_active":"2024-09-12T18:24:02.804964+0000","last_peered":"2024-09-12T18:24:02.804964+0000","last_clean":"2024-09-12T18:24:02.804964+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:24:02.804964+0000","last_undegraded":"2024-09-12T18:24:02.804964+0000","last_fullsized":"2024-09-12T18:24:02.804964+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:23.949874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.094041+0000","last_change":"2024-09-12T17:38:09.669074+0000","last_active":"2024-09-12T18:23:20.094041+0000","last_peered":"2024-09-12T18:23:20.094041+0000","last_clean":"2024-09-12T18:23:20.094041+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:23:20.094041+0000","last_undegraded":"2024-09-12T18:23:20.094041+0000","last_fullsized":"2024-09-12T18:23:20.094041+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:16.753858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'274","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.415093+0000","last_change":"2024-09-12T17:38:07.626067+0000","last_active":"2024-09-12T18:23:40.415093+0000","last_peered":"2024-09-12T18:23:40.415093+0000","last_clean":"2024-09-12T18:23:40.415093+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:23:40.415093+0000","last_undegraded":"2024-09-12T18:23:40.415093+0000","last_fullsized":"2024-09-12T18:23:40.415093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:59.757329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9555327,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":749,"num_read_kb":28307,"num_write":1052,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1461,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.046186+0000","last_change":"2024-09-12T17:38:11.668521+0000","last_active":"2024-09-12T18:25:55.046186+0000","last_peered":"2024-09-12T18:25:55.046186+0000","last_clean":"2024-09-12T18:25:55.046186+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:25:55.046186+0000","last_undegraded":"2024-09-12T18:25:55.046186+0000","last_fullsized":"2024-09-12T18:25:55.046186+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:12.384405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":966,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'71","reported_seq":591,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.067545+0000","last_change":"2024-09-12T17:38:13.695892+0000","last_active":"2024-09-12T18:24:05.067545+0000","last_peered":"2024-09-12T18:24:05.067545+0000","last_clean":"2024-09-12T18:24:05.067545+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:24:05.067545+0000","last_undegraded":"2024-09-12T18:24:05.067545+0000","last_fullsized":"2024-09-12T18:24:05.067545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:12.996732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'754","reported_seq":2291,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.560333+0000","last_change":"2024-09-12T17:38:15.694823+0000","last_active":"2024-09-12T18:25:24.560333+0000","last_peered":"2024-09-12T18:25:24.560333+0000","last_clean":"2024-09-12T18:25:24.560333+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:25:24.560333+0000","last_undegraded":"2024-09-12T18:25:24.560333+0000","last_fullsized":"2024-09-12T18:25:24.560333+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:12.983006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'128","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.421907+0000","last_change":"2024-09-12T17:38:17.715587+0000","last_active":"2024-09-12T18:24:10.421907+0000","last_peered":"2024-09-12T18:24:10.421907+0000","last_clean":"2024-09-12T18:24:10.421907+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:24:10.421907+0000","last_undegraded":"2024-09-12T18:24:10.421907+0000","last_fullsized":"2024-09-12T18:24:10.421907+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:04.424284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020886+0000","last_change":"2024-09-12T17:38:09.662878+0000","last_active":"2024-09-12T18:23:25.020886+0000","last_peered":"2024-09-12T18:23:25.020886+0000","last_clean":"2024-09-12T18:23:25.020886+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:23:25.020886+0000","last_undegraded":"2024-09-12T18:23:25.020886+0000","last_fullsized":"2024-09-12T18:23:25.020886+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:13.011169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'273","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:15.080302+0000","last_change":"2024-09-12T17:38:38.770316+0000","last_active":"2024-09-12T18:25:15.080302+0000","last_peered":"2024-09-12T18:25:15.080302+0000","last_clean":"2024-09-12T18:25:15.080302+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:25:15.080302+0000","last_undegraded":"2024-09-12T18:25:15.080302+0000","last_fullsized":"2024-09-12T18:25:15.080302+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:48.083140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13413967,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":372,"num_read_kb":16781,"num_write":991,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409782+0000","last_change":"2024-09-12T17:38:11.664558+0000","last_active":"2024-09-12T18:23:15.409782+0000","last_peered":"2024-09-12T18:23:15.409782+0000","last_clean":"2024-09-12T18:23:15.409782+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:23:15.409782+0000","last_undegraded":"2024-09-12T18:23:15.409782+0000","last_fullsized":"2024-09-12T18:23:15.409782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:39.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'371","reported_seq":967,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.117230+0000","last_change":"2024-09-12T17:38:13.686242+0000","last_active":"2024-09-12T18:25:24.117230+0000","last_peered":"2024-09-12T18:25:24.117230+0000","last_clean":"2024-09-12T18:25:24.117230+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:25:24.117230+0000","last_undegraded":"2024-09-12T18:25:24.117230+0000","last_fullsized":"2024-09-12T18:25:24.117230+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:15.470250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59932,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":1084,"num_write":466,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011837+0000","last_change":"2024-09-12T17:38:15.696371+0000","last_active":"2024-09-12T18:23:15.011837+0000","last_peered":"2024-09-12T18:23:15.011837+0000","last_clean":"2024-09-12T18:23:15.011837+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:23:15.011837+0000","last_undegraded":"2024-09-12T18:23:15.011837+0000","last_fullsized":"2024-09-12T18:23:15.011837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:09.415516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'126","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.511692+0000","last_change":"2024-09-12T17:38:17.707294+0000","last_active":"2024-09-12T18:22:14.511692+0000","last_peered":"2024-09-12T18:22:14.511692+0000","last_clean":"2024-09-12T18:22:14.511692+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:22:14.511692+0000","last_undegraded":"2024-09-12T18:22:14.511692+0000","last_fullsized":"2024-09-12T18:22:14.511692+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:26.108940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.039092+0000","last_change":"2024-09-12T17:38:09.672211+0000","last_active":"2024-09-12T18:22:55.039092+0000","last_peered":"2024-09-12T18:22:55.039092+0000","last_clean":"2024-09-12T18:22:55.039092+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:22:55.039092+0000","last_undegraded":"2024-09-12T18:22:55.039092+0000","last_fullsized":"2024-09-12T18:22:55.039092+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.900537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:55.248824+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T18:23:55.248824+0000","last_peered":"2024-09-12T18:23:55.248824+0000","last_clean":"2024-09-12T18:23:55.248824+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:23:55.248824+0000","last_undegraded":"2024-09-12T18:23:55.248824+0000","last_fullsized":"2024-09-12T18:23:55.248824+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206870+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T18:23:45.206870+0000","last_peered":"2024-09-12T18:23:45.206870+0000","last_clean":"2024-09-12T18:23:45.206870+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:23:45.206870+0000","last_undegraded":"2024-09-12T18:23:45.206870+0000","last_fullsized":"2024-09-12T18:23:45.206870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'291","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.295268+0000","last_change":"2024-09-12T17:38:07.682349+0000","last_active":"2024-09-12T18:23:20.295268+0000","last_peered":"2024-09-12T18:23:20.295268+0000","last_clean":"2024-09-12T18:23:20.295268+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:23:20.295268+0000","last_undegraded":"2024-09-12T18:23:20.295268+0000","last_fullsized":"2024-09-12T18:23:20.295268+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:01.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18334625,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":414,"num_read_kb":92380,"num_write":1037,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220180+0000","last_change":"2024-09-12T17:38:11.658129+0000","last_active":"2024-09-12T18:22:00.220180+0000","last_peered":"2024-09-12T18:22:00.220180+0000","last_clean":"2024-09-12T18:22:00.220180+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:22:00.220180+0000","last_undegraded":"2024-09-12T18:22:00.220180+0000","last_fullsized":"2024-09-12T18:22:00.220180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:52.762417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'702","reported_seq":1386,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.149341+0000","last_change":"2024-09-12T17:38:13.690235+0000","last_active":"2024-09-12T18:25:24.149341+0000","last_peered":"2024-09-12T18:25:24.149341+0000","last_clean":"2024-09-12T18:25:24.149341+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:25:24.149341+0000","last_undegraded":"2024-09-12T18:25:24.149341+0000","last_fullsized":"2024-09-12T18:25:24.149341+0000","mapping_epoch":32,"log_start":"268'600","ondisk_log_start":"268'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":600,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:42.508605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189960,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1373,"num_read_kb":2855,"num_write":1324,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:39.220084+0000","last_change":"2024-09-12T17:38:15.707309+0000","last_active":"2024-09-12T18:21:39.220084+0000","last_peered":"2024-09-12T18:21:39.220084+0000","last_clean":"2024-09-12T18:21:39.220084+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:21:39.220084+0000","last_undegraded":"2024-09-12T18:21:39.220084+0000","last_fullsized":"2024-09-12T18:21:39.220084+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:22.234928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.312405+0000","last_change":"2024-09-12T17:38:17.699145+0000","last_active":"2024-09-12T18:24:04.312405+0000","last_peered":"2024-09-12T18:24:04.312405+0000","last_clean":"2024-09-12T18:24:04.312405+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:24:04.312405+0000","last_undegraded":"2024-09-12T18:24:04.312405+0000","last_fullsized":"2024-09-12T18:24:04.312405+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:45.248821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250220+0000","last_change":"2024-09-12T17:38:09.666430+0000","last_active":"2024-09-12T18:23:39.250220+0000","last_peered":"2024-09-12T18:23:39.250220+0000","last_clean":"2024-09-12T18:23:39.250220+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:23:39.250220+0000","last_undegraded":"2024-09-12T18:23:39.250220+0000","last_fullsized":"2024-09-12T18:23:39.250220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:24.365629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220008+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T18:22:00.220008+0000","last_peered":"2024-09-12T18:22:00.220008+0000","last_clean":"2024-09-12T18:22:00.220008+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:22:00.220008+0000","last_undegraded":"2024-09-12T18:22:00.220008+0000","last_fullsized":"2024-09-12T18:22:00.220008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'277","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.644263+0000","last_change":"2024-09-12T17:38:07.641922+0000","last_active":"2024-09-12T18:23:39.644263+0000","last_peered":"2024-09-12T18:23:39.644263+0000","last_clean":"2024-09-12T18:23:39.644263+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:23:39.644263+0000","last_undegraded":"2024-09-12T18:23:39.644263+0000","last_fullsized":"2024-09-12T18:23:39.644263+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:44.447227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10597082,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":451,"num_read_kb":11152,"num_write":1057,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.207005+0000","last_change":"2024-09-12T17:38:11.666888+0000","last_active":"2024-09-12T18:23:45.207005+0000","last_peered":"2024-09-12T18:23:45.207005+0000","last_clean":"2024-09-12T18:23:45.207005+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:23:45.207005+0000","last_undegraded":"2024-09-12T18:23:45.207005+0000","last_fullsized":"2024-09-12T18:23:45.207005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:36.224084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1199","reported_seq":2699,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.178754+0000","last_change":"2024-09-12T17:38:13.684899+0000","last_active":"2024-09-12T18:25:24.178754+0000","last_peered":"2024-09-12T18:25:24.178754+0000","last_clean":"2024-09-12T18:25:24.178754+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:25:24.178754+0000","last_undegraded":"2024-09-12T18:25:24.178754+0000","last_fullsized":"2024-09-12T18:25:24.178754+0000","mapping_epoch":32,"log_start":"268'1100","ondisk_log_start":"268'1100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":1100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:14.096198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165280,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1931,"num_read_kb":3321,"num_write":1048,"num_write_kb":905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221333+0000","last_change":"2024-09-12T17:38:15.707285+0000","last_active":"2024-09-12T18:22:05.221333+0000","last_peered":"2024-09-12T18:22:05.221333+0000","last_clean":"2024-09-12T18:22:05.221333+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:22:05.221333+0000","last_undegraded":"2024-09-12T18:22:05.221333+0000","last_fullsized":"2024-09-12T18:22:05.221333+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:51.601053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'121","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:48.536940+0000","last_change":"2024-09-12T17:38:17.707147+0000","last_active":"2024-09-12T18:23:48.536940+0000","last_peered":"2024-09-12T18:23:48.536940+0000","last_clean":"2024-09-12T18:23:48.536940+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:23:48.536940+0000","last_undegraded":"2024-09-12T18:23:48.536940+0000","last_fullsized":"2024-09-12T18:23:48.536940+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:21.928837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023982+0000","last_change":"2024-09-12T17:38:09.672347+0000","last_active":"2024-09-12T18:23:40.023982+0000","last_peered":"2024-09-12T18:23:40.023982+0000","last_clean":"2024-09-12T18:23:40.023982+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:23:40.023982+0000","last_undegraded":"2024-09-12T18:23:40.023982+0000","last_fullsized":"2024-09-12T18:23:40.023982+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:39.177967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031099+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T18:23:45.031099+0000","last_peered":"2024-09-12T18:23:45.031099+0000","last_clean":"2024-09-12T18:23:45.031099+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:23:45.031099+0000","last_undegraded":"2024-09-12T18:23:45.031099+0000","last_fullsized":"2024-09-12T18:23:45.031099+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'390","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.283639+0000","last_change":"2024-09-12T17:38:07.663327+0000","last_active":"2024-09-12T18:23:22.283639+0000","last_peered":"2024-09-12T18:23:22.283639+0000","last_clean":"2024-09-12T18:23:22.283639+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:23:22.283639+0000","last_undegraded":"2024-09-12T18:23:22.283639+0000","last_fullsized":"2024-09-12T18:23:22.283639+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:10.296989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7940227,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":800,"num_read_kb":11836,"num_write":1383,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031308+0000","last_change":"2024-09-12T17:38:11.669327+0000","last_active":"2024-09-12T18:23:45.031308+0000","last_peered":"2024-09-12T18:23:45.031308+0000","last_clean":"2024-09-12T18:23:45.031308+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:23:45.031308+0000","last_undegraded":"2024-09-12T18:23:45.031308+0000","last_fullsized":"2024-09-12T18:23:45.031308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:42.940746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1337,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.609419+0000","last_change":"2024-09-12T17:38:13.701283+0000","last_active":"2024-09-12T18:25:23.609419+0000","last_peered":"2024-09-12T18:25:23.609419+0000","last_clean":"2024-09-12T18:25:23.609419+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:25:23.609419+0000","last_undegraded":"2024-09-12T18:25:23.609419+0000","last_fullsized":"2024-09-12T18:25:23.609419+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:13.680148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226443+0000","last_change":"2024-09-12T17:38:15.702285+0000","last_active":"2024-09-12T18:22:04.226443+0000","last_peered":"2024-09-12T18:22:04.226443+0000","last_clean":"2024-09-12T18:22:04.226443+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:22:04.226443+0000","last_undegraded":"2024-09-12T18:22:04.226443+0000","last_fullsized":"2024-09-12T18:22:04.226443+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:49.650978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:31.274385+0000","last_change":"2024-09-12T17:38:09.663796+0000","last_active":"2024-09-12T18:23:31.274385+0000","last_peered":"2024-09-12T18:23:31.274385+0000","last_clean":"2024-09-12T18:23:31.274385+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:23:31.274385+0000","last_undegraded":"2024-09-12T18:23:31.274385+0000","last_fullsized":"2024-09-12T18:23:31.274385+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:39.452711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":523,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206818+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T18:23:45.206818+0000","last_peered":"2024-09-12T18:23:45.206818+0000","last_clean":"2024-09-12T18:23:45.206818+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:23:45.206818+0000","last_undegraded":"2024-09-12T18:23:45.206818+0000","last_fullsized":"2024-09-12T18:23:45.206818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'302","reported_seq":945,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.392450+0000","last_change":"2024-09-12T17:38:39.010059+0000","last_active":"2024-09-12T18:23:24.392450+0000","last_peered":"2024-09-12T18:23:24.392450+0000","last_clean":"2024-09-12T18:23:24.392450+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:23:24.392450+0000","last_undegraded":"2024-09-12T18:23:24.392450+0000","last_fullsized":"2024-09-12T18:23:24.392450+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:31.859122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17418302,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":440,"num_read_kb":28592,"num_write":1074,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.227770+0000","last_change":"2024-09-12T17:38:11.655815+0000","last_active":"2024-09-12T18:22:09.227770+0000","last_peered":"2024-09-12T18:22:09.227770+0000","last_clean":"2024-09-12T18:22:09.227770+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:22:09.227770+0000","last_undegraded":"2024-09-12T18:22:09.227770+0000","last_fullsized":"2024-09-12T18:22:09.227770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'115","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.343010+0000","last_change":"2024-09-12T17:38:13.688240+0000","last_active":"2024-09-12T18:25:24.343010+0000","last_peered":"2024-09-12T18:25:24.343010+0000","last_clean":"2024-09-12T18:25:24.343010+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:25:24.343010+0000","last_undegraded":"2024-09-12T18:25:24.343010+0000","last_fullsized":"2024-09-12T18:25:24.343010+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:20.881893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.018444+0000","last_change":"2024-09-12T17:38:15.703465+0000","last_active":"2024-09-12T18:23:45.018444+0000","last_peered":"2024-09-12T18:23:45.018444+0000","last_clean":"2024-09-12T18:23:45.018444+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:23:45.018444+0000","last_undegraded":"2024-09-12T18:23:45.018444+0000","last_fullsized":"2024-09-12T18:23:45.018444+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.402130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.284709+0000","last_change":"2024-09-12T17:38:17.700327+0000","last_active":"2024-09-12T18:23:51.284709+0000","last_peered":"2024-09-12T18:23:51.284709+0000","last_clean":"2024-09-12T18:23:51.284709+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:23:51.284709+0000","last_undegraded":"2024-09-12T18:23:51.284709+0000","last_fullsized":"2024-09-12T18:23:51.284709+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:48.295279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.615234+0000","last_change":"2024-09-12T17:38:09.676349+0000","last_active":"2024-09-12T18:22:51.615234+0000","last_peered":"2024-09-12T18:22:51.615234+0000","last_clean":"2024-09-12T18:22:51.615234+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:22:51.615234+0000","last_undegraded":"2024-09-12T18:22:51.615234+0000","last_fullsized":"2024-09-12T18:22:51.615234+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:08.947476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'255","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.462854+0000","last_change":"2024-09-12T17:38:07.674497+0000","last_active":"2024-09-12T18:23:41.462854+0000","last_peered":"2024-09-12T18:23:41.462854+0000","last_clean":"2024-09-12T18:23:41.462854+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:23:41.462854+0000","last_undegraded":"2024-09-12T18:23:41.462854+0000","last_fullsized":"2024-09-12T18:23:41.462854+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:26.685452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7617229,"num_objects":74,"num_object_clones":0,"num_object_copies":296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":413,"num_read_kb":15827,"num_write":900,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.024988+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T18:23:45.024988+0000","last_peered":"2024-09-12T18:23:45.024988+0000","last_clean":"2024-09-12T18:23:45.024988+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:23:45.024988+0000","last_undegraded":"2024-09-12T18:23:45.024988+0000","last_fullsized":"2024-09-12T18:23:45.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:59.224989+0000","last_change":"2024-09-12T17:38:11.664155+0000","last_active":"2024-09-12T18:21:59.224989+0000","last_peered":"2024-09-12T18:21:59.224989+0000","last_clean":"2024-09-12T18:21:59.224989+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:21:59.224989+0000","last_undegraded":"2024-09-12T18:21:59.224989+0000","last_fullsized":"2024-09-12T18:21:59.224989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:01.917706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'537","reported_seq":1191,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.104025+0000","last_change":"2024-09-12T17:38:13.690492+0000","last_active":"2024-09-12T18:25:24.104025+0000","last_peered":"2024-09-12T18:25:24.104025+0000","last_clean":"2024-09-12T18:25:24.104025+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:25:24.104025+0000","last_undegraded":"2024-09-12T18:25:24.104025+0000","last_fullsized":"2024-09-12T18:25:24.104025+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:33.095325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108765,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1535,"num_read_kb":2471,"num_write":2028,"num_write_kb":1885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392929+0000","last_change":"2024-09-12T17:38:15.675619+0000","last_active":"2024-09-12T18:22:00.392929+0000","last_peered":"2024-09-12T18:22:00.392929+0000","last_clean":"2024-09-12T18:22:00.392929+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:22:00.392929+0000","last_undegraded":"2024-09-12T18:22:00.392929+0000","last_fullsized":"2024-09-12T18:22:00.392929+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.285161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'169","reported_seq":684,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.069582+0000","last_change":"2024-09-12T17:38:17.687351+0000","last_active":"2024-09-12T18:23:25.069582+0000","last_peered":"2024-09-12T18:23:25.069582+0000","last_clean":"2024-09-12T18:23:25.069582+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:23:25.069582+0000","last_undegraded":"2024-09-12T18:23:25.069582+0000","last_fullsized":"2024-09-12T18:23:25.069582+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:54.300943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'155","reported_seq":737,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.823008+0000","last_change":"2024-09-12T17:38:09.658573+0000","last_active":"2024-09-12T18:22:09.823008+0000","last_peered":"2024-09-12T18:22:09.823008+0000","last_clean":"2024-09-12T18:22:09.823008+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:22:09.823008+0000","last_undegraded":"2024-09-12T18:22:09.823008+0000","last_fullsized":"2024-09-12T18:22:09.823008+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:55.928772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'260","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.087730+0000","last_change":"2024-09-12T17:38:07.663695+0000","last_active":"2024-09-12T18:24:01.087730+0000","last_peered":"2024-09-12T18:24:01.087730+0000","last_clean":"2024-09-12T18:24:01.087730+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:24:01.087730+0000","last_undegraded":"2024-09-12T18:24:01.087730+0000","last_fullsized":"2024-09-12T18:24:01.087730+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:34.953285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5982966,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":480,"num_read_kb":18522,"num_write":941,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247522+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T18:23:50.247522+0000","last_peered":"2024-09-12T18:23:50.247522+0000","last_clean":"2024-09-12T18:23:50.247522+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:23:50.247522+0000","last_undegraded":"2024-09-12T18:23:50.247522+0000","last_fullsized":"2024-09-12T18:23:50.247522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192541+0000","last_change":"2024-09-12T17:38:11.660674+0000","last_active":"2024-09-12T18:22:00.192541+0000","last_peered":"2024-09-12T18:22:00.192541+0000","last_clean":"2024-09-12T18:22:00.192541+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:22:00.192541+0000","last_undegraded":"2024-09-12T18:22:00.192541+0000","last_fullsized":"2024-09-12T18:22:00.192541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:05.707245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'147","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.029444+0000","last_change":"2024-09-12T17:38:13.694267+0000","last_active":"2024-09-12T18:24:05.029444+0000","last_peered":"2024-09-12T18:24:05.029444+0000","last_clean":"2024-09-12T18:24:05.029444+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:24:05.029444+0000","last_undegraded":"2024-09-12T18:24:05.029444+0000","last_fullsized":"2024-09-12T18:24:05.029444+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:15.233776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'763","reported_seq":2507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.183338+0000","last_change":"2024-09-12T17:38:15.699782+0000","last_active":"2024-09-12T18:25:24.183338+0000","last_peered":"2024-09-12T18:25:24.183338+0000","last_clean":"2024-09-12T18:25:24.183338+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:25:24.183338+0000","last_undegraded":"2024-09-12T18:25:24.183338+0000","last_fullsized":"2024-09-12T18:25:24.183338+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.101547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'128","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.165440+0000","last_change":"2024-09-12T17:38:17.710162+0000","last_active":"2024-09-12T18:25:24.165440+0000","last_peered":"2024-09-12T18:25:24.165440+0000","last_clean":"2024-09-12T18:25:24.165440+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:25:24.165440+0000","last_undegraded":"2024-09-12T18:25:24.165440+0000","last_fullsized":"2024-09-12T18:25:24.165440+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:52.475092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.222834+0000","last_change":"2024-09-12T17:38:09.658944+0000","last_active":"2024-09-12T18:22:15.222834+0000","last_peered":"2024-09-12T18:22:15.222834+0000","last_clean":"2024-09-12T18:22:15.222834+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:22:15.222834+0000","last_undegraded":"2024-09-12T18:22:15.222834+0000","last_fullsized":"2024-09-12T18:22:15.222834+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:49.131495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'359","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244396+0000","last_change":"2024-09-12T17:38:07.654735+0000","last_active":"2024-09-12T18:23:40.244396+0000","last_peered":"2024-09-12T18:23:40.244396+0000","last_clean":"2024-09-12T18:23:40.244396+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:23:40.244396+0000","last_undegraded":"2024-09-12T18:23:40.244396+0000","last_fullsized":"2024-09-12T18:23:40.244396+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:14.126916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810872,"num_objects":50,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":637,"num_read_kb":67413,"num_write":1324,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020774+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T18:23:25.020774+0000","last_peered":"2024-09-12T18:23:25.020774+0000","last_clean":"2024-09-12T18:23:25.020774+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:23:25.020774+0000","last_undegraded":"2024-09-12T18:23:25.020774+0000","last_fullsized":"2024-09-12T18:23:25.020774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392867+0000","last_change":"2024-09-12T17:38:11.663364+0000","last_active":"2024-09-12T18:22:00.392867+0000","last_peered":"2024-09-12T18:22:00.392867+0000","last_clean":"2024-09-12T18:22:00.392867+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:22:00.392867+0000","last_undegraded":"2024-09-12T18:22:00.392867+0000","last_fullsized":"2024-09-12T18:22:00.392867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:02.331667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'109","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:12.850740+0000","last_change":"2024-09-12T17:38:13.689073+0000","last_active":"2024-09-12T18:22:12.850740+0000","last_peered":"2024-09-12T18:22:12.850740+0000","last_clean":"2024-09-12T18:22:12.850740+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:22:12.850740+0000","last_undegraded":"2024-09-12T18:22:12.850740+0000","last_fullsized":"2024-09-12T18:22:12.850740+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:44.799986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.191735+0000","last_change":"2024-09-12T17:38:15.696485+0000","last_active":"2024-09-12T18:25:24.191735+0000","last_peered":"2024-09-12T18:25:24.191735+0000","last_clean":"2024-09-12T18:25:24.191735+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:25:24.191735+0000","last_undegraded":"2024-09-12T18:25:24.191735+0000","last_fullsized":"2024-09-12T18:25:24.191735+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:21.160463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'268","reported_seq":789,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.351705+0000","last_change":"2024-09-12T17:38:17.705186+0000","last_active":"2024-09-12T18:24:04.351705+0000","last_peered":"2024-09-12T18:24:04.351705+0000","last_clean":"2024-09-12T18:24:04.351705+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:24:04.351705+0000","last_undegraded":"2024-09-12T18:24:04.351705+0000","last_fullsized":"2024-09-12T18:24:04.351705+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:34.155384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":722,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.091080+0000","last_change":"2024-09-12T17:38:09.671491+0000","last_active":"2024-09-12T18:22:51.091080+0000","last_peered":"2024-09-12T18:22:51.091080+0000","last_clean":"2024-09-12T18:22:51.091080+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:22:51.091080+0000","last_undegraded":"2024-09-12T18:22:51.091080+0000","last_fullsized":"2024-09-12T18:22:51.091080+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:29.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'284","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250146+0000","last_change":"2024-09-12T17:38:07.637819+0000","last_active":"2024-09-12T18:23:39.250146+0000","last_peered":"2024-09-12T18:23:39.250146+0000","last_clean":"2024-09-12T18:23:39.250146+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:23:39.250146+0000","last_undegraded":"2024-09-12T18:23:39.250146+0000","last_fullsized":"2024-09-12T18:23:39.250146+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:10.922695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7703733,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":399,"num_read_kb":28215,"num_write":1030,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014095+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T18:23:25.014095+0000","last_peered":"2024-09-12T18:23:25.014095+0000","last_clean":"2024-09-12T18:23:25.014095+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:23:25.014095+0000","last_undegraded":"2024-09-12T18:23:25.014095+0000","last_fullsized":"2024-09-12T18:23:25.014095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224016+0000","last_change":"2024-09-12T17:38:11.661047+0000","last_active":"2024-09-12T18:22:20.224016+0000","last_peered":"2024-09-12T18:22:20.224016+0000","last_clean":"2024-09-12T18:22:20.224016+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:22:20.224016+0000","last_undegraded":"2024-09-12T18:22:20.224016+0000","last_fullsized":"2024-09-12T18:22:20.224016+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:26.684456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'720","reported_seq":1424,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.095082+0000","last_change":"2024-09-12T17:38:13.701474+0000","last_active":"2024-09-12T18:25:24.095082+0000","last_peered":"2024-09-12T18:25:24.095082+0000","last_clean":"2024-09-12T18:25:24.095082+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:25:24.095082+0000","last_undegraded":"2024-09-12T18:25:24.095082+0000","last_fullsized":"2024-09-12T18:25:24.095082+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:24.008623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178710,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1257,"num_read_kb":2690,"num_write":1038,"num_write_kb":873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219150+0000","last_change":"2024-09-12T17:38:15.685448+0000","last_active":"2024-09-12T18:22:00.219150+0000","last_peered":"2024-09-12T18:22:00.219150+0000","last_clean":"2024-09-12T18:22:00.219150+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:22:00.219150+0000","last_undegraded":"2024-09-12T18:22:00.219150+0000","last_fullsized":"2024-09-12T18:22:00.219150+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:37.946863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'135","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:21.259719+0000","last_change":"2024-09-12T17:38:17.711106+0000","last_active":"2024-09-12T18:23:21.259719+0000","last_peered":"2024-09-12T18:23:21.259719+0000","last_clean":"2024-09-12T18:23:21.259719+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:23:21.259719+0000","last_undegraded":"2024-09-12T18:23:21.259719+0000","last_fullsized":"2024-09-12T18:23:21.259719+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:15.412505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'147","reported_seq":700,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.210411+0000","last_change":"2024-09-12T17:38:17.707809+0000","last_active":"2024-09-12T18:24:05.210411+0000","last_peered":"2024-09-12T18:24:05.210411+0000","last_clean":"2024-09-12T18:24:05.210411+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:24:05.210411+0000","last_undegraded":"2024-09-12T18:24:05.210411+0000","last_fullsized":"2024-09-12T18:24:05.210411+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:37.941325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1097,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.895757+0000","last_change":"2024-09-12T17:38:09.669088+0000","last_active":"2024-09-12T18:23:24.895757+0000","last_peered":"2024-09-12T18:23:24.895757+0000","last_clean":"2024-09-12T18:23:24.895757+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:23:24.895757+0000","last_undegraded":"2024-09-12T18:23:24.895757+0000","last_fullsized":"2024-09-12T18:23:24.895757+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:47.294120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'236","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:01.419610+0000","last_change":"2024-09-12T17:38:07.668989+0000","last_active":"2024-09-12T18:23:01.419610+0000","last_peered":"2024-09-12T18:23:01.419610+0000","last_clean":"2024-09-12T18:23:01.419610+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:23:01.419610+0000","last_undegraded":"2024-09-12T18:23:01.419610+0000","last_fullsized":"2024-09-12T18:23:01.419610+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:52.154973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12630297,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":356,"num_read_kb":27077,"num_write":944,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.210438+0000","last_change":"2024-09-12T17:38:11.668363+0000","last_active":"2024-09-12T18:22:35.210438+0000","last_peered":"2024-09-12T18:22:35.210438+0000","last_clean":"2024-09-12T18:22:35.210438+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:22:35.210438+0000","last_undegraded":"2024-09-12T18:22:35.210438+0000","last_fullsized":"2024-09-12T18:22:35.210438+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:52.247354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'253","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260083+0000","last_change":"2024-09-12T17:38:13.695480+0000","last_active":"2024-09-12T18:24:55.260083+0000","last_peered":"2024-09-12T18:24:55.260083+0000","last_clean":"2024-09-12T18:24:55.260083+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:24:55.260083+0000","last_undegraded":"2024-09-12T18:24:55.260083+0000","last_fullsized":"2024-09-12T18:24:55.260083+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:02.207004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64657,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":417,"num_read_kb":866,"num_write":338,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":590,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.224439+0000","last_change":"2024-09-12T17:38:17.713642+0000","last_active":"2024-09-12T18:23:33.224439+0000","last_peered":"2024-09-12T18:23:33.224439+0000","last_clean":"2024-09-12T18:23:33.224439+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:23:33.224439+0000","last_undegraded":"2024-09-12T18:23:33.224439+0000","last_fullsized":"2024-09-12T18:23:33.224439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:31.206547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.293412+0000","last_change":"2024-09-12T17:38:09.669350+0000","last_active":"2024-09-12T18:23:51.293412+0000","last_peered":"2024-09-12T18:23:51.293412+0000","last_clean":"2024-09-12T18:23:51.293412+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:23:51.293412+0000","last_undegraded":"2024-09-12T18:23:51.293412+0000","last_fullsized":"2024-09-12T18:23:51.293412+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.078351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'326","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.213259+0000","last_change":"2024-09-12T17:38:07.656589+0000","last_active":"2024-09-12T18:23:45.213259+0000","last_peered":"2024-09-12T18:23:45.213259+0000","last_clean":"2024-09-12T18:23:45.213259+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:23:45.213259+0000","last_undegraded":"2024-09-12T18:23:45.213259+0000","last_fullsized":"2024-09-12T18:23:45.213259+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.227351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9795477,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":752,"num_read_kb":10238,"num_write":1165,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228000+0000","last_change":"2024-09-12T17:38:11.664949+0000","last_active":"2024-09-12T18:22:35.228000+0000","last_peered":"2024-09-12T18:22:35.228000+0000","last_clean":"2024-09-12T18:22:35.228000+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:22:35.228000+0000","last_undegraded":"2024-09-12T18:22:35.228000+0000","last_fullsized":"2024-09-12T18:22:35.228000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:13.802984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'45","reported_seq":548,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233654+0000","last_change":"2024-09-12T17:38:13.682674+0000","last_active":"2024-09-12T18:22:34.233654+0000","last_peered":"2024-09-12T18:22:34.233654+0000","last_clean":"2024-09-12T18:22:34.233654+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:22:34.233654+0000","last_undegraded":"2024-09-12T18:22:34.233654+0000","last_fullsized":"2024-09-12T18:22:34.233654+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:24.435692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228497+0000","last_change":"2024-09-12T17:38:15.712380+0000","last_active":"2024-09-12T18:22:35.228497+0000","last_peered":"2024-09-12T18:22:35.228497+0000","last_clean":"2024-09-12T18:22:35.228497+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:22:35.228497+0000","last_undegraded":"2024-09-12T18:22:35.228497+0000","last_fullsized":"2024-09-12T18:22:35.228497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:08.792880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'260","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.330508+0000","last_change":"2024-09-12T17:38:17.712454+0000","last_active":"2024-09-12T18:24:04.330508+0000","last_peered":"2024-09-12T18:24:04.330508+0000","last_clean":"2024-09-12T18:24:04.330508+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:24:04.330508+0000","last_undegraded":"2024-09-12T18:24:04.330508+0000","last_fullsized":"2024-09-12T18:24:04.330508+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:16.035864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226669+0000","last_change":"2024-09-12T17:38:09.661597+0000","last_active":"2024-09-12T18:22:30.226669+0000","last_peered":"2024-09-12T18:22:30.226669+0000","last_clean":"2024-09-12T18:22:30.226669+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:22:30.226669+0000","last_undegraded":"2024-09-12T18:22:30.226669+0000","last_fullsized":"2024-09-12T18:22:30.226669+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:10.928256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'275","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:48.186027+0000","last_change":"2024-09-12T17:38:07.657089+0000","last_active":"2024-09-12T18:22:48.186027+0000","last_peered":"2024-09-12T18:22:48.186027+0000","last_clean":"2024-09-12T18:22:48.186027+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:22:48.186027+0000","last_undegraded":"2024-09-12T18:22:48.186027+0000","last_fullsized":"2024-09-12T18:22:48.186027+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:18.365918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10484001,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":382,"num_read_kb":20991,"num_write":1048,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228436+0000","last_change":"2024-09-12T17:38:11.667367+0000","last_active":"2024-09-12T18:22:35.228436+0000","last_peered":"2024-09-12T18:22:35.228436+0000","last_clean":"2024-09-12T18:22:35.228436+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:22:35.228436+0000","last_undegraded":"2024-09-12T18:22:35.228436+0000","last_fullsized":"2024-09-12T18:22:35.228436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:38.127408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'302","reported_seq":888,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260130+0000","last_change":"2024-09-12T17:38:13.695953+0000","last_active":"2024-09-12T18:24:55.260130+0000","last_peered":"2024-09-12T18:24:55.260130+0000","last_clean":"2024-09-12T18:24:55.260130+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:24:55.260130+0000","last_undegraded":"2024-09-12T18:24:55.260130+0000","last_fullsized":"2024-09-12T18:24:55.260130+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:06.305643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60765,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":984,"num_write":396,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200270+0000","last_change":"2024-09-12T17:38:15.704962+0000","last_active":"2024-09-12T18:22:35.200270+0000","last_peered":"2024-09-12T18:22:35.200270+0000","last_clean":"2024-09-12T18:22:35.200270+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:22:35.200270+0000","last_undegraded":"2024-09-12T18:22:35.200270+0000","last_fullsized":"2024-09-12T18:22:35.200270+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:47.635524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'156","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.933799+0000","last_change":"2024-09-12T17:38:17.703990+0000","last_active":"2024-09-12T18:23:40.933799+0000","last_peered":"2024-09-12T18:23:40.933799+0000","last_clean":"2024-09-12T18:23:40.933799+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:23:40.933799+0000","last_undegraded":"2024-09-12T18:23:40.933799+0000","last_fullsized":"2024-09-12T18:23:40.933799+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:59.786098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'309","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226593+0000","last_change":"2024-09-12T17:38:09.663338+0000","last_active":"2024-09-12T18:22:30.226593+0000","last_peered":"2024-09-12T18:22:30.226593+0000","last_clean":"2024-09-12T18:22:30.226593+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:22:30.226593+0000","last_undegraded":"2024-09-12T18:22:30.226593+0000","last_fullsized":"2024-09-12T18:22:30.226593+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:10.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'259","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.300871+0000","last_change":"2024-09-12T17:38:07.682040+0000","last_active":"2024-09-12T18:22:20.300871+0000","last_peered":"2024-09-12T18:22:20.300871+0000","last_clean":"2024-09-12T18:22:20.300871+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:22:20.300871+0000","last_undegraded":"2024-09-12T18:22:20.300871+0000","last_fullsized":"2024-09-12T18:22:20.300871+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:07.465808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8227141,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":437,"num_read_kb":72736,"num_write":943,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200185+0000","last_change":"2024-09-12T17:38:11.661746+0000","last_active":"2024-09-12T18:22:35.200185+0000","last_peered":"2024-09-12T18:22:35.200185+0000","last_clean":"2024-09-12T18:22:35.200185+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:22:35.200185+0000","last_undegraded":"2024-09-12T18:22:35.200185+0000","last_fullsized":"2024-09-12T18:22:35.200185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:30.551376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'275","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.264162+0000","last_change":"2024-09-12T17:38:13.701354+0000","last_active":"2024-09-12T18:24:55.264162+0000","last_peered":"2024-09-12T18:24:55.264162+0000","last_clean":"2024-09-12T18:24:55.264162+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:24:55.264162+0000","last_undegraded":"2024-09-12T18:24:55.264162+0000","last_fullsized":"2024-09-12T18:24:55.264162+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:06.881513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64753,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":978,"num_write":382,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.234961+0000","last_change":"2024-09-12T17:38:15.708018+0000","last_active":"2024-09-12T18:22:39.234961+0000","last_peered":"2024-09-12T18:22:39.234961+0000","last_clean":"2024-09-12T18:22:39.234961+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:22:39.234961+0000","last_undegraded":"2024-09-12T18:22:39.234961+0000","last_fullsized":"2024-09-12T18:22:39.234961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:14.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'324","reported_seq":907,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.949215+0000","last_change":"2024-09-12T17:38:09.664892+0000","last_active":"2024-09-12T18:22:19.949215+0000","last_peered":"2024-09-12T18:22:19.949215+0000","last_clean":"2024-09-12T18:22:19.949215+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:22:19.949215+0000","last_undegraded":"2024-09-12T18:22:19.949215+0000","last_fullsized":"2024-09-12T18:22:19.949215+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:09.676452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'306","reported_seq":943,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.009643+0000","last_change":"2024-09-12T17:38:07.624851+0000","last_active":"2024-09-12T18:23:02.009643+0000","last_peered":"2024-09-12T18:23:02.009643+0000","last_clean":"2024-09-12T18:23:02.009643+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:23:02.009643+0000","last_undegraded":"2024-09-12T18:23:02.009643+0000","last_fullsized":"2024-09-12T18:23:02.009643+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:21.321018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15068806,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":464,"num_read_kb":14975,"num_write":1181,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.231318+0000","last_change":"2024-09-12T17:38:11.661951+0000","last_active":"2024-09-12T18:22:24.231318+0000","last_peered":"2024-09-12T18:22:24.231318+0000","last_clean":"2024-09-12T18:22:24.231318+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:22:24.231318+0000","last_undegraded":"2024-09-12T18:22:24.231318+0000","last_fullsized":"2024-09-12T18:22:24.231318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:11.599592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'471","reported_seq":1094,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.146601+0000","last_change":"2024-09-12T17:38:13.686759+0000","last_active":"2024-09-12T18:25:24.146601+0000","last_peered":"2024-09-12T18:25:24.146601+0000","last_clean":"2024-09-12T18:25:24.146601+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:25:24.146601+0000","last_undegraded":"2024-09-12T18:25:24.146601+0000","last_fullsized":"2024-09-12T18:25:24.146601+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:13.624051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114876,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1815,"num_write":734,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":483,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199980+0000","last_change":"2024-09-12T17:38:15.694695+0000","last_active":"2024-09-12T18:23:15.199980+0000","last_peered":"2024-09-12T18:23:15.199980+0000","last_clean":"2024-09-12T18:23:15.199980+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:23:15.199980+0000","last_undegraded":"2024-09-12T18:23:15.199980+0000","last_fullsized":"2024-09-12T18:23:15.199980+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.799297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:23.062736+0000","last_change":"2024-09-12T17:38:09.664775+0000","last_active":"2024-09-12T18:23:23.062736+0000","last_peered":"2024-09-12T18:23:23.062736+0000","last_clean":"2024-09-12T18:23:23.062736+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:23:23.062736+0000","last_undegraded":"2024-09-12T18:23:23.062736+0000","last_fullsized":"2024-09-12T18:23:23.062736+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:28.964842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'335","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.579888+0000","last_change":"2024-09-12T17:38:07.675255+0000","last_active":"2024-09-12T18:23:40.579888+0000","last_peered":"2024-09-12T18:23:40.579888+0000","last_clean":"2024-09-12T18:23:40.579888+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:23:40.579888+0000","last_undegraded":"2024-09-12T18:23:40.579888+0000","last_fullsized":"2024-09-12T18:23:40.579888+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:07.990745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27373656,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":536,"num_read_kb":49103,"num_write":1116,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192648+0000","last_change":"2024-09-12T17:38:11.660731+0000","last_active":"2024-09-12T18:22:00.192648+0000","last_peered":"2024-09-12T18:22:00.192648+0000","last_clean":"2024-09-12T18:22:00.192648+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:22:00.192648+0000","last_undegraded":"2024-09-12T18:22:00.192648+0000","last_fullsized":"2024-09-12T18:22:00.192648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:28.083635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'271","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.092482+0000","last_change":"2024-09-12T17:38:13.698218+0000","last_active":"2024-09-12T18:25:24.092482+0000","last_peered":"2024-09-12T18:25:24.092482+0000","last_clean":"2024-09-12T18:25:24.092482+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:25:24.092482+0000","last_undegraded":"2024-09-12T18:25:24.092482+0000","last_fullsized":"2024-09-12T18:25:24.092482+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:38:40.976994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48801,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":863,"num_write":372,"num_write_kb":279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018051+0000","last_change":"2024-09-12T17:38:15.704507+0000","last_active":"2024-09-12T18:23:15.018051+0000","last_peered":"2024-09-12T18:23:15.018051+0000","last_clean":"2024-09-12T18:23:15.018051+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:23:15.018051+0000","last_undegraded":"2024-09-12T18:23:15.018051+0000","last_fullsized":"2024-09-12T18:23:15.018051+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:03.214954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'168","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.739293+0000","last_change":"2024-09-12T17:38:17.707064+0000","last_active":"2024-09-12T18:23:45.739293+0000","last_peered":"2024-09-12T18:23:45.739293+0000","last_clean":"2024-09-12T18:23:45.739293+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:23:45.739293+0000","last_undegraded":"2024-09-12T18:23:45.739293+0000","last_fullsized":"2024-09-12T18:23:45.739293+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:38.312738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":690,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.863815+0000","last_change":"2024-09-12T17:38:09.662987+0000","last_active":"2024-09-12T18:23:46.863815+0000","last_peered":"2024-09-12T18:23:46.863815+0000","last_clean":"2024-09-12T18:23:46.863815+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:23:46.863815+0000","last_undegraded":"2024-09-12T18:23:46.863815+0000","last_fullsized":"2024-09-12T18:23:46.863815+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:03.435666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'291","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260314+0000","last_change":"2024-09-12T17:38:07.647497+0000","last_active":"2024-09-12T18:24:01.260314+0000","last_peered":"2024-09-12T18:24:01.260314+0000","last_clean":"2024-09-12T18:24:01.260314+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:24:01.260314+0000","last_undegraded":"2024-09-12T18:24:01.260314+0000","last_fullsized":"2024-09-12T18:24:01.260314+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:57.770302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5334809,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":436,"num_read_kb":14104,"num_write":1044,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409737+0000","last_change":"2024-09-12T17:38:11.661980+0000","last_active":"2024-09-12T18:23:15.409737+0000","last_peered":"2024-09-12T18:23:15.409737+0000","last_clean":"2024-09-12T18:23:15.409737+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:23:15.409737+0000","last_undegraded":"2024-09-12T18:23:15.409737+0000","last_fullsized":"2024-09-12T18:23:15.409737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:36.947970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'278","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250574+0000","last_change":"2024-09-12T17:38:13.697280+0000","last_active":"2024-09-12T18:24:05.250574+0000","last_peered":"2024-09-12T18:24:05.250574+0000","last_clean":"2024-09-12T18:24:05.250574+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:24:05.250574+0000","last_undegraded":"2024-09-12T18:24:05.250574+0000","last_fullsized":"2024-09-12T18:24:05.250574+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:30.561334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":97496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":1033,"num_write":382,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.208338+0000","last_change":"2024-09-12T17:38:15.690633+0000","last_active":"2024-09-12T18:22:25.208338+0000","last_peered":"2024-09-12T18:22:25.208338+0000","last_clean":"2024-09-12T18:22:25.208338+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:22:25.208338+0000","last_undegraded":"2024-09-12T18:22:25.208338+0000","last_fullsized":"2024-09-12T18:22:25.208338+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:40.557427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'117","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.157912+0000","last_change":"2024-09-12T17:38:17.703884+0000","last_active":"2024-09-12T18:25:24.157912+0000","last_peered":"2024-09-12T18:25:24.157912+0000","last_clean":"2024-09-12T18:25:24.157912+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:25:24.157912+0000","last_undegraded":"2024-09-12T18:25:24.157912+0000","last_fullsized":"2024-09-12T18:25:24.157912+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:48.308729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.541705+0000","last_change":"2024-09-12T17:38:09.665546+0000","last_active":"2024-09-12T18:23:50.541705+0000","last_peered":"2024-09-12T18:23:50.541705+0000","last_clean":"2024-09-12T18:23:50.541705+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:23:50.541705+0000","last_undegraded":"2024-09-12T18:23:50.541705+0000","last_fullsized":"2024-09-12T18:23:50.541705+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.118473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'308","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.463967+0000","last_change":"2024-09-12T17:38:07.636714+0000","last_active":"2024-09-12T18:23:22.463967+0000","last_peered":"2024-09-12T18:23:22.463967+0000","last_clean":"2024-09-12T18:23:22.463967+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:23:22.463967+0000","last_undegraded":"2024-09-12T18:23:22.463967+0000","last_fullsized":"2024-09-12T18:23:22.463967+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:34.333247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17439145,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":478,"num_read_kb":51023,"num_write":1142,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018074+0000","last_change":"2024-09-12T17:38:11.668032+0000","last_active":"2024-09-12T18:23:15.018074+0000","last_peered":"2024-09-12T18:23:15.018074+0000","last_clean":"2024-09-12T18:23:15.018074+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:23:15.018074+0000","last_undegraded":"2024-09-12T18:23:15.018074+0000","last_fullsized":"2024-09-12T18:23:15.018074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:10.297121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'83","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.438799+0000","last_change":"2024-09-12T17:38:13.690226+0000","last_active":"2024-09-12T18:23:04.438799+0000","last_peered":"2024-09-12T18:23:04.438799+0000","last_clean":"2024-09-12T18:23:04.438799+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:23:04.438799+0000","last_undegraded":"2024-09-12T18:23:04.438799+0000","last_fullsized":"2024-09-12T18:23:04.438799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:05.071904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'753","reported_seq":2227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.180845+0000","last_change":"2024-09-12T17:38:15.701859+0000","last_active":"2024-09-12T18:25:24.180845+0000","last_peered":"2024-09-12T18:25:24.180845+0000","last_clean":"2024-09-12T18:25:24.180845+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:25:24.180845+0000","last_undegraded":"2024-09-12T18:25:24.180845+0000","last_fullsized":"2024-09-12T18:25:24.180845+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:39.919455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'117","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.301842+0000","last_change":"2024-09-12T17:38:17.710220+0000","last_active":"2024-09-12T18:23:00.301842+0000","last_peered":"2024-09-12T18:23:00.301842+0000","last_clean":"2024-09-12T18:23:00.301842+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:23:00.301842+0000","last_undegraded":"2024-09-12T18:23:00.301842+0000","last_fullsized":"2024-09-12T18:23:00.301842+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:46.315437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'83","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408457+0000","last_change":"2024-09-12T17:38:09.661810+0000","last_active":"2024-09-12T18:23:10.408457+0000","last_peered":"2024-09-12T18:23:10.408457+0000","last_clean":"2024-09-12T18:23:10.408457+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:23:10.408457+0000","last_undegraded":"2024-09-12T18:23:10.408457+0000","last_fullsized":"2024-09-12T18:23:10.408457+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:16.112089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'285","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.497458+0000","last_change":"2024-09-12T17:38:38.770303+0000","last_active":"2024-09-12T18:23:40.497458+0000","last_peered":"2024-09-12T18:23:40.497458+0000","last_clean":"2024-09-12T18:23:40.497458+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:23:40.497458+0000","last_undegraded":"2024-09-12T18:23:40.497458+0000","last_fullsized":"2024-09-12T18:23:40.497458+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:08.344402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4826630,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":400,"num_read_kb":8478,"num_write":987,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238981+0000","last_change":"2024-09-12T17:38:11.659173+0000","last_active":"2024-09-12T18:23:15.238981+0000","last_peered":"2024-09-12T18:23:15.238981+0000","last_clean":"2024-09-12T18:23:15.238981+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:23:15.238981+0000","last_undegraded":"2024-09-12T18:23:15.238981+0000","last_fullsized":"2024-09-12T18:23:15.238981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:53.581707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.213514+0000","last_change":"2024-09-12T17:38:13.687443+0000","last_active":"2024-09-12T18:24:15.213514+0000","last_peered":"2024-09-12T18:24:15.213514+0000","last_clean":"2024-09-12T18:24:15.213514+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:24:15.213514+0000","last_undegraded":"2024-09-12T18:24:15.213514+0000","last_fullsized":"2024-09-12T18:24:15.213514+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:19.998119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69448,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":527,"num_read_kb":1100,"num_write":438,"num_write_kb":348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:49.222313+0000","last_change":"2024-09-12T17:38:15.706762+0000","last_active":"2024-09-12T18:21:49.222313+0000","last_peered":"2024-09-12T18:21:49.222313+0000","last_clean":"2024-09-12T18:21:49.222313+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:21:49.222313+0000","last_undegraded":"2024-09-12T18:21:49.222313+0000","last_fullsized":"2024-09-12T18:21:49.222313+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:01.637311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'134","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.534800+0000","last_change":"2024-09-12T17:38:17.711831+0000","last_active":"2024-09-12T18:24:02.534800+0000","last_peered":"2024-09-12T18:24:02.534800+0000","last_clean":"2024-09-12T18:24:02.534800+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:24:02.534800+0000","last_undegraded":"2024-09-12T18:24:02.534800+0000","last_fullsized":"2024-09-12T18:24:02.534800+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:04.949600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":809,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.063368+0000","last_change":"2024-09-12T17:38:09.658558+0000","last_active":"2024-09-12T18:24:05.063368+0000","last_peered":"2024-09-12T18:24:05.063368+0000","last_clean":"2024-09-12T18:24:05.063368+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:24:05.063368+0000","last_undegraded":"2024-09-12T18:24:05.063368+0000","last_fullsized":"2024-09-12T18:24:05.063368+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:28.201056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'278","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.431777+0000","last_change":"2024-09-12T17:38:07.675174+0000","last_active":"2024-09-12T18:23:36.431777+0000","last_peered":"2024-09-12T18:23:36.431777+0000","last_clean":"2024-09-12T18:23:36.431777+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:23:36.431777+0000","last_undegraded":"2024-09-12T18:23:36.431777+0000","last_fullsized":"2024-09-12T18:23:36.431777+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:01.934555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10063872,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":32865,"num_write":1125,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199927+0000","last_change":"2024-09-12T17:38:11.663554+0000","last_active":"2024-09-12T18:23:15.199927+0000","last_peered":"2024-09-12T18:23:15.199927+0000","last_clean":"2024-09-12T18:23:15.199927+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:23:15.199927+0000","last_undegraded":"2024-09-12T18:23:15.199927+0000","last_fullsized":"2024-09-12T18:23:15.199927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:20.276912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'235","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257420+0000","last_change":"2024-09-12T17:38:13.689014+0000","last_active":"2024-09-12T18:24:09.257420+0000","last_peered":"2024-09-12T18:24:09.257420+0000","last_clean":"2024-09-12T18:24:09.257420+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:24:09.257420+0000","last_undegraded":"2024-09-12T18:24:09.257420+0000","last_fullsized":"2024-09-12T18:24:09.257420+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:54:26.198120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48148,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":816,"num_write":320,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:50.190279+0000","last_change":"2024-09-12T17:38:15.703594+0000","last_active":"2024-09-12T18:21:50.190279+0000","last_peered":"2024-09-12T18:21:50.190279+0000","last_clean":"2024-09-12T18:21:50.190279+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:21:50.190279+0000","last_undegraded":"2024-09-12T18:21:50.190279+0000","last_fullsized":"2024-09-12T18:21:50.190279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'109","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.969353+0000","last_change":"2024-09-12T17:38:17.708631+0000","last_active":"2024-09-12T18:23:41.969353+0000","last_peered":"2024-09-12T18:23:41.969353+0000","last_clean":"2024-09-12T18:23:41.969353+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:23:41.969353+0000","last_undegraded":"2024-09-12T18:23:41.969353+0000","last_fullsized":"2024-09-12T18:23:41.969353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:44.208099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.544544+0000","last_change":"2024-09-12T17:38:09.658911+0000","last_active":"2024-09-12T18:22:20.544544+0000","last_peered":"2024-09-12T18:22:20.544544+0000","last_clean":"2024-09-12T18:22:20.544544+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:22:20.544544+0000","last_undegraded":"2024-09-12T18:22:20.544544+0000","last_fullsized":"2024-09-12T18:22:20.544544+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:11.566296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'297","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.637165+0000","last_change":"2024-09-12T17:38:07.689055+0000","last_active":"2024-09-12T18:24:01.637165+0000","last_peered":"2024-09-12T18:24:01.637165+0000","last_clean":"2024-09-12T18:24:01.637165+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:24:01.637165+0000","last_undegraded":"2024-09-12T18:24:01.637165+0000","last_fullsized":"2024-09-12T18:24:01.637165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:16.019265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15160283,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":625,"num_read_kb":40131,"num_write":1108,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389240+0000","last_change":"2024-09-12T17:38:11.663228+0000","last_active":"2024-09-12T18:21:45.389240+0000","last_peered":"2024-09-12T18:21:45.389240+0000","last_clean":"2024-09-12T18:21:45.389240+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:21:45.389240+0000","last_undegraded":"2024-09-12T18:21:45.389240+0000","last_fullsized":"2024-09-12T18:21:45.389240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:16.005318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'268","reported_seq":822,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.135428+0000","last_change":"2024-09-12T17:38:13.677003+0000","last_active":"2024-09-12T18:25:24.135428+0000","last_peered":"2024-09-12T18:25:24.135428+0000","last_clean":"2024-09-12T18:25:24.135428+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:25:24.135428+0000","last_undegraded":"2024-09-12T18:25:24.135428+0000","last_fullsized":"2024-09-12T18:25:24.135428+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:40.418830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65097,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":461,"num_read_kb":1043,"num_write":396,"num_write_kb":355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409608+0000","last_change":"2024-09-12T17:38:15.699502+0000","last_active":"2024-09-12T18:23:15.409608+0000","last_peered":"2024-09-12T18:23:15.409608+0000","last_clean":"2024-09-12T18:23:15.409608+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:23:15.409608+0000","last_undegraded":"2024-09-12T18:23:15.409608+0000","last_fullsized":"2024-09-12T18:23:15.409608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'169","reported_seq":1659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.471949+0000","last_change":"2024-09-12T17:38:17.718611+0000","last_active":"2024-09-12T18:24:02.471949+0000","last_peered":"2024-09-12T18:24:02.471949+0000","last_clean":"2024-09-12T18:24:02.471949+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:24:02.471949+0000","last_undegraded":"2024-09-12T18:24:02.471949+0000","last_fullsized":"2024-09-12T18:24:02.471949+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.895463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.744502+0000","last_change":"2024-09-12T17:38:09.669623+0000","last_active":"2024-09-12T18:23:44.744502+0000","last_peered":"2024-09-12T18:23:44.744502+0000","last_clean":"2024-09-12T18:23:44.744502+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:23:44.744502+0000","last_undegraded":"2024-09-12T18:23:44.744502+0000","last_fullsized":"2024-09-12T18:23:44.744502+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:02.272079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'280","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.991568+0000","last_change":"2024-09-12T17:38:07.660048+0000","last_active":"2024-09-12T18:23:36.991568+0000","last_peered":"2024-09-12T18:23:36.991568+0000","last_clean":"2024-09-12T18:23:36.991568+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:23:36.991568+0000","last_undegraded":"2024-09-12T18:23:36.991568+0000","last_fullsized":"2024-09-12T18:23:36.991568+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:16.332076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6285678,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":511,"num_read_kb":25750,"num_write":1084,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.200781+0000","last_change":"2024-09-12T17:38:11.671872+0000","last_active":"2024-09-12T18:21:55.200781+0000","last_peered":"2024-09-12T18:21:55.200781+0000","last_clean":"2024-09-12T18:21:55.200781+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:21:55.200781+0000","last_undegraded":"2024-09-12T18:21:55.200781+0000","last_fullsized":"2024-09-12T18:21:55.200781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:07.252620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'286","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:45.443110+0000","last_change":"2024-09-12T17:38:13.681876+0000","last_active":"2024-09-12T18:25:45.443110+0000","last_peered":"2024-09-12T18:25:45.443110+0000","last_clean":"2024-09-12T18:25:45.443110+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:25:45.443110+0000","last_undegraded":"2024-09-12T18:25:45.443110+0000","last_fullsized":"2024-09-12T18:25:45.443110+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:25.177940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53095,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":936,"num_write":372,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:19.244682+0000","last_change":"2024-09-12T17:38:15.703045+0000","last_active":"2024-09-12T18:23:19.244682+0000","last_peered":"2024-09-12T18:23:19.244682+0000","last_clean":"2024-09-12T18:23:19.244682+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:23:19.244682+0000","last_undegraded":"2024-09-12T18:23:19.244682+0000","last_fullsized":"2024-09-12T18:23:19.244682+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:37.097254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'112","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.024202+0000","last_change":"2024-09-12T17:38:17.715688+0000","last_active":"2024-09-12T18:25:23.024202+0000","last_peered":"2024-09-12T18:25:23.024202+0000","last_clean":"2024-09-12T18:25:23.024202+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:25:23.024202+0000","last_undegraded":"2024-09-12T18:25:23.024202+0000","last_fullsized":"2024-09-12T18:25:23.024202+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:40.278687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023957+0000","last_change":"2024-09-12T17:38:09.667419+0000","last_active":"2024-09-12T18:23:40.023957+0000","last_peered":"2024-09-12T18:23:40.023957+0000","last_clean":"2024-09-12T18:23:40.023957+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:23:40.023957+0000","last_undegraded":"2024-09-12T18:23:40.023957+0000","last_fullsized":"2024-09-12T18:23:40.023957+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:26.965300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'283","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:57.216483+0000","last_change":"2024-09-12T17:38:07.679329+0000","last_active":"2024-09-12T18:21:57.216483+0000","last_peered":"2024-09-12T18:21:57.216483+0000","last_clean":"2024-09-12T18:21:57.216483+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:21:57.216483+0000","last_undegraded":"2024-09-12T18:21:57.216483+0000","last_fullsized":"2024-09-12T18:21:57.216483+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:49.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9809211,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":505,"num_read_kb":7805,"num_write":1119,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023924+0000","last_change":"2024-09-12T17:38:09.664396+0000","last_active":"2024-09-12T18:23:40.023924+0000","last_peered":"2024-09-12T18:23:40.023924+0000","last_clean":"2024-09-12T18:23:40.023924+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:23:40.023924+0000","last_undegraded":"2024-09-12T18:23:40.023924+0000","last_fullsized":"2024-09-12T18:23:40.023924+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:29.018761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'237","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.283498+0000","last_change":"2024-09-12T17:38:07.666480+0000","last_active":"2024-09-12T18:23:44.283498+0000","last_peered":"2024-09-12T18:23:44.283498+0000","last_clean":"2024-09-12T18:23:44.283498+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:23:44.283498+0000","last_undegraded":"2024-09-12T18:23:44.283498+0000","last_fullsized":"2024-09-12T18:23:44.283498+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:10.717173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6694570,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":328,"num_read_kb":17317,"num_write":854,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:42.846111+0000","last_change":"2024-09-12T17:38:09.676444+0000","last_active":"2024-09-12T18:23:42.846111+0000","last_peered":"2024-09-12T18:23:42.846111+0000","last_clean":"2024-09-12T18:23:42.846111+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:23:42.846111+0000","last_undegraded":"2024-09-12T18:23:42.846111+0000","last_fullsized":"2024-09-12T18:23:42.846111+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:14.046096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'277","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.900069+0000","last_change":"2024-09-12T17:38:07.658969+0000","last_active":"2024-09-12T18:23:28.900069+0000","last_peered":"2024-09-12T18:23:28.900069+0000","last_clean":"2024-09-12T18:23:28.900069+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:23:28.900069+0000","last_undegraded":"2024-09-12T18:23:28.900069+0000","last_fullsized":"2024-09-12T18:23:28.900069+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:55.820308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12141407,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":436,"num_read_kb":36597,"num_write":1120,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'315","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.035940+0000","last_change":"2024-09-12T17:38:09.663676+0000","last_active":"2024-09-12T18:24:01.035940+0000","last_peered":"2024-09-12T18:24:01.035940+0000","last_clean":"2024-09-12T18:24:01.035940+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:24:01.035940+0000","last_undegraded":"2024-09-12T18:24:01.035940+0000","last_fullsized":"2024-09-12T18:24:01.035940+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:45.737609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'313","reported_seq":1160,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257523+0000","last_change":"2024-09-12T17:38:07.635830+0000","last_active":"2024-09-12T18:24:09.257523+0000","last_peered":"2024-09-12T18:24:09.257523+0000","last_clean":"2024-09-12T18:24:09.257523+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:24:09.257523+0000","last_undegraded":"2024-09-12T18:24:09.257523+0000","last_fullsized":"2024-09-12T18:24:09.257523+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:14.924945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6719987,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":888,"num_read_kb":17481,"num_write":1204,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":653,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.071546+0000","last_change":"2024-09-12T17:38:09.667790+0000","last_active":"2024-09-12T18:23:40.071546+0000","last_peered":"2024-09-12T18:23:40.071546+0000","last_clean":"2024-09-12T18:23:40.071546+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:23:40.071546+0000","last_undegraded":"2024-09-12T18:23:40.071546+0000","last_fullsized":"2024-09-12T18:23:40.071546+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:30.118530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'338","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.258716+0000","last_change":"2024-09-12T17:38:07.644128+0000","last_active":"2024-09-12T18:24:01.258716+0000","last_peered":"2024-09-12T18:24:01.258716+0000","last_clean":"2024-09-12T18:24:01.258716+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:24:01.258716+0000","last_undegraded":"2024-09-12T18:24:01.258716+0000","last_fullsized":"2024-09-12T18:24:01.258716+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:26.725705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11378856,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":536,"num_read_kb":21835,"num_write":1253,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'261","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.540184+0000","last_change":"2024-09-12T17:38:09.671253+0000","last_active":"2024-09-12T18:23:38.540184+0000","last_peered":"2024-09-12T18:23:38.540184+0000","last_clean":"2024-09-12T18:23:38.540184+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:23:38.540184+0000","last_undegraded":"2024-09-12T18:23:38.540184+0000","last_fullsized":"2024-09-12T18:23:38.540184+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:05.854970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'295","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023868+0000","last_change":"2024-09-12T17:38:07.663898+0000","last_active":"2024-09-12T18:23:40.023868+0000","last_peered":"2024-09-12T18:23:40.023868+0000","last_clean":"2024-09-12T18:23:40.023868+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:23:40.023868+0000","last_undegraded":"2024-09-12T18:23:40.023868+0000","last_fullsized":"2024-09-12T18:23:40.023868+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:02.011741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12730277,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":449,"num_read_kb":34542,"num_write":1054,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.519855+0000","last_change":"2024-09-12T17:38:39.012754+0000","last_active":"2024-09-12T18:23:12.519855+0000","last_peered":"2024-09-12T18:23:12.519855+0000","last_clean":"2024-09-12T18:23:12.519855+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:23:12.519855+0000","last_undegraded":"2024-09-12T18:23:12.519855+0000","last_fullsized":"2024-09-12T18:23:12.519855+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:27.415659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.208168+0000","last_change":"2024-09-12T17:38:39.014168+0000","last_active":"2024-09-12T18:23:49.208168+0000","last_peered":"2024-09-12T18:23:49.208168+0000","last_clean":"2024-09-12T18:23:49.208168+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:23:49.208168+0000","last_undegraded":"2024-09-12T18:23:49.208168+0000","last_fullsized":"2024-09-12T18:23:49.208168+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:16.412023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20305114,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":609,"num_read_kb":38534,"num_write":1196,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'174","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:27.549995+0000","last_change":"2024-09-12T17:38:09.665414+0000","last_active":"2024-09-12T18:23:27.549995+0000","last_peered":"2024-09-12T18:23:27.549995+0000","last_clean":"2024-09-12T18:23:27.549995+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:23:27.549995+0000","last_undegraded":"2024-09-12T18:23:27.549995+0000","last_fullsized":"2024-09-12T18:23:27.549995+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:56.370270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'262","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.806472+0000","last_change":"2024-09-12T17:38:07.660058+0000","last_active":"2024-09-12T18:23:50.806472+0000","last_peered":"2024-09-12T18:23:50.806472+0000","last_clean":"2024-09-12T18:23:50.806472+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:23:50.806472+0000","last_undegraded":"2024-09-12T18:23:50.806472+0000","last_fullsized":"2024-09-12T18:23:50.806472+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:38.758381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10509203,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":362,"num_read_kb":21073,"num_write":901,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232668+0000","last_change":"2024-09-12T17:38:09.662760+0000","last_active":"2024-09-12T18:22:29.232668+0000","last_peered":"2024-09-12T18:22:29.232668+0000","last_clean":"2024-09-12T18:22:29.232668+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:22:29.232668+0000","last_undegraded":"2024-09-12T18:22:29.232668+0000","last_fullsized":"2024-09-12T18:22:29.232668+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:24.246348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'238","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.029073+0000","last_change":"2024-09-12T17:38:07.656695+0000","last_active":"2024-09-12T18:23:50.029073+0000","last_peered":"2024-09-12T18:23:50.029073+0000","last_clean":"2024-09-12T18:23:50.029073+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:23:50.029073+0000","last_undegraded":"2024-09-12T18:23:50.029073+0000","last_fullsized":"2024-09-12T18:23:50.029073+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:09.686886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8508845,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":407,"num_read_kb":11073,"num_write":849,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.372746+0000","last_change":"2024-09-12T17:38:09.642683+0000","last_active":"2024-09-12T18:23:20.372746+0000","last_peered":"2024-09-12T18:23:20.372746+0000","last_clean":"2024-09-12T18:23:20.372746+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:23:20.372746+0000","last_undegraded":"2024-09-12T18:23:20.372746+0000","last_fullsized":"2024-09-12T18:23:20.372746+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.721691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'293","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.236385+0000","last_change":"2024-09-12T17:38:07.638914+0000","last_active":"2024-09-12T18:23:10.236385+0000","last_peered":"2024-09-12T18:23:10.236385+0000","last_clean":"2024-09-12T18:23:10.236385+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:23:10.236385+0000","last_undegraded":"2024-09-12T18:23:10.236385+0000","last_fullsized":"2024-09-12T18:23:10.236385+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:35.924810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2874354,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":382,"num_read_kb":6740,"num_write":1001,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":774,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026698+0000","last_change":"2024-09-12T17:38:09.667624+0000","last_active":"2024-09-12T18:23:25.026698+0000","last_peered":"2024-09-12T18:23:25.026698+0000","last_clean":"2024-09-12T18:23:25.026698+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:23:25.026698+0000","last_undegraded":"2024-09-12T18:23:25.026698+0000","last_fullsized":"2024-09-12T18:23:25.026698+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:49.055671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'284","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198767+0000","last_change":"2024-09-12T17:38:07.659937+0000","last_active":"2024-09-12T18:23:10.198767+0000","last_peered":"2024-09-12T18:23:10.198767+0000","last_clean":"2024-09-12T18:23:10.198767+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:23:10.198767+0000","last_undegraded":"2024-09-12T18:23:10.198767+0000","last_fullsized":"2024-09-12T18:23:10.198767+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:33.176995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5295750,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":398,"num_read_kb":47490,"num_write":1034,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.957507+0000","last_change":"2024-09-12T17:38:09.668894+0000","last_active":"2024-09-12T18:23:29.957507+0000","last_peered":"2024-09-12T18:23:29.957507+0000","last_clean":"2024-09-12T18:23:29.957507+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:23:29.957507+0000","last_undegraded":"2024-09-12T18:23:29.957507+0000","last_fullsized":"2024-09-12T18:23:29.957507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:56.977166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'257","reported_seq":941,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.085208+0000","last_change":"2024-09-12T17:38:07.636269+0000","last_active":"2024-09-12T18:23:28.085208+0000","last_peered":"2024-09-12T18:23:28.085208+0000","last_clean":"2024-09-12T18:23:28.085208+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:23:28.085208+0000","last_undegraded":"2024-09-12T18:23:28.085208+0000","last_fullsized":"2024-09-12T18:23:28.085208+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:20.748178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10814543,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":453,"num_read_kb":128042,"num_write":972,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1213,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237574+0000","last_change":"2024-09-12T17:38:09.658281+0000","last_active":"2024-09-12T18:23:10.237574+0000","last_peered":"2024-09-12T18:23:10.237574+0000","last_clean":"2024-09-12T18:23:10.237574+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:23:10.237574+0000","last_undegraded":"2024-09-12T18:23:10.237574+0000","last_fullsized":"2024-09-12T18:23:10.237574+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:36.966084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'231","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.010598+0000","last_change":"2024-09-12T17:38:07.678605+0000","last_active":"2024-09-12T18:23:10.010598+0000","last_peered":"2024-09-12T18:23:10.010598+0000","last_clean":"2024-09-12T18:23:10.010598+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:23:10.010598+0000","last_undegraded":"2024-09-12T18:23:10.010598+0000","last_fullsized":"2024-09-12T18:23:10.010598+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:35.749489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4213474,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":470,"num_read_kb":17046,"num_write":869,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'156","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.142019+0000","last_change":"2024-09-12T17:38:09.662897+0000","last_active":"2024-09-12T18:23:25.142019+0000","last_peered":"2024-09-12T18:23:25.142019+0000","last_clean":"2024-09-12T18:23:25.142019+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:23:25.142019+0000","last_undegraded":"2024-09-12T18:23:25.142019+0000","last_fullsized":"2024-09-12T18:23:25.142019+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:59.821750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'257","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.368165+0000","last_change":"2024-09-12T17:38:07.676186+0000","last_active":"2024-09-12T18:23:33.368165+0000","last_peered":"2024-09-12T18:23:33.368165+0000","last_clean":"2024-09-12T18:23:33.368165+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:23:33.368165+0000","last_undegraded":"2024-09-12T18:23:33.368165+0000","last_fullsized":"2024-09-12T18:23:33.368165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:27.453671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13700073,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":386,"num_read_kb":31771,"num_write":867,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'261","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.695171+0000","last_change":"2024-09-12T17:38:09.666575+0000","last_active":"2024-09-12T18:23:49.695171+0000","last_peered":"2024-09-12T18:23:49.695171+0000","last_clean":"2024-09-12T18:23:49.695171+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:23:49.695171+0000","last_undegraded":"2024-09-12T18:23:49.695171+0000","last_fullsized":"2024-09-12T18:23:49.695171+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:11.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'251","reported_seq":879,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260990+0000","last_change":"2024-09-12T17:38:07.667576+0000","last_active":"2024-09-12T18:24:01.260990+0000","last_peered":"2024-09-12T18:24:01.260990+0000","last_clean":"2024-09-12T18:24:01.260990+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:24:01.260990+0000","last_undegraded":"2024-09-12T18:24:01.260990+0000","last_fullsized":"2024-09-12T18:24:01.260990+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:37.715151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21458286,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":371,"num_read_kb":41834,"num_write":887,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246132+0000","last_change":"2024-09-12T17:38:09.658493+0000","last_active":"2024-09-12T18:23:45.246132+0000","last_peered":"2024-09-12T18:23:45.246132+0000","last_clean":"2024-09-12T18:23:45.246132+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:23:45.246132+0000","last_undegraded":"2024-09-12T18:23:45.246132+0000","last_fullsized":"2024-09-12T18:23:45.246132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:32.465504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'293","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:13.014325+0000","last_change":"2024-09-12T17:38:07.677258+0000","last_active":"2024-09-12T18:25:13.014325+0000","last_peered":"2024-09-12T18:25:13.014325+0000","last_clean":"2024-09-12T18:25:13.014325+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:25:13.014325+0000","last_undegraded":"2024-09-12T18:25:13.014325+0000","last_fullsized":"2024-09-12T18:25:13.014325+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:53.802542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436113,"num_objects":82,"num_object_clones":0,"num_object_copies":328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":400,"num_read_kb":38388,"num_write":1006,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'255","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.410750+0000","last_change":"2024-09-12T17:38:07.659818+0000","last_active":"2024-09-12T18:23:43.410750+0000","last_peered":"2024-09-12T18:23:43.410750+0000","last_clean":"2024-09-12T18:23:43.410750+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:23:43.410750+0000","last_undegraded":"2024-09-12T18:23:43.410750+0000","last_fullsized":"2024-09-12T18:23:43.410750+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:30.431890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14630998,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":510,"num_read_kb":33184,"num_write":938,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":701,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:36.643666+0000","last_change":"2024-09-12T17:38:09.659012+0000","last_active":"2024-09-12T18:22:36.643666+0000","last_peered":"2024-09-12T18:22:36.643666+0000","last_clean":"2024-09-12T18:22:36.643666+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:22:36.643666+0000","last_undegraded":"2024-09-12T18:22:36.643666+0000","last_fullsized":"2024-09-12T18:22:36.643666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:53.643108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'296","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.209325+0000","last_change":"2024-09-12T17:38:38.891634+0000","last_active":"2024-09-12T18:22:30.209325+0000","last_peered":"2024-09-12T18:22:30.209325+0000","last_clean":"2024-09-12T18:22:30.209325+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:22:30.209325+0000","last_undegraded":"2024-09-12T18:22:30.209325+0000","last_fullsized":"2024-09-12T18:22:30.209325+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:31.329117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5771964,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":497,"num_read_kb":17913,"num_write":1099,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:01.951225+0000","last_change":"2024-09-12T17:38:09.668126+0000","last_active":"2024-09-12T18:22:01.951225+0000","last_peered":"2024-09-12T18:22:01.951225+0000","last_clean":"2024-09-12T18:22:01.951225+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:22:01.951225+0000","last_undegraded":"2024-09-12T18:22:01.951225+0000","last_fullsized":"2024-09-12T18:22:01.951225+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:34.233990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1032,"ondisk_log_size":1032,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1668,"ondisk_log_size":1668,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":551,"ondisk_log_size":551,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1938643,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":16975,"num_read_kb":32655,"num_write":14381,"num_write_kb":11568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3342336,"data_stored":2821210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1977,"ondisk_log_size":1977,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2432,"num_read_kb":2898,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4107,"ondisk_log_size":4107,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":674538561,"num_objects":4505,"num_object_clones":0,"num_object_copies":18020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4505,"num_whiteouts":0,"num_read":32005,"num_read_kb":2140760,"num_write":67764,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":965586944,"data_stored":965586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4315,"ondisk_log_size":4315,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75076605,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":181175,"num_write":158,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":150159360,"data_stored":150153210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":70886397,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":133,"num_read_kb":169923,"num_write":159,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":145969152,"data_stored":145963002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510024,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":407528,"kb_used_data":145880,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93964312,"statfs":{"total":96636764160,"available":96219455488,"internally_reserved":0,"allocated":149381120,"data_stored":147283380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":267909578},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510020,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419400,"kb_used_data":167480,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93952440,"statfs":{"total":96636764160,"available":96207298560,"internally_reserved":0,"allocated":171499520,"data_stored":169500174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510022,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":311604,"kb_used_data":145828,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94060236,"statfs":{"total":96636764160,"available":96317681664,"internally_reserved":0,"allocated":149327872,"data_stored":147209639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510021,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":259556,"kb_used_data":152020,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94112284,"statfs":{"total":96636764160,"available":96370978816,"internally_reserved":0,"allocated":155668480,"data_stored":153707561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510023,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":476644,"kb_used_data":206676,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93895196,"statfs":{"total":96636764160,"available":96148680704,"internally_reserved":0,"allocated":211636224,"data_stored":209580209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":276429255},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510022,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238404,"kb_used_data":135092,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94133436,"statfs":{"total":96636764160,"available":96392638464,"internally_reserved":0,"allocated":138334208,"data_stored":136356011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510022,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323484,"kb_used_data":157708,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94048356,"statfs":{"total":96636764160,"available":96305516544,"internally_reserved":0,"allocated":161492992,"data_stored":159459038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542728,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406924,"kb_used_data":163324,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93964916,"statfs":{"total":96636764160,"available":96220073984,"internally_reserved":0,"allocated":167243776,"data_stored":165180528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":249428421},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":117329920,"data_stored":117329920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":117936128,"data_stored":117936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":95117312,"data_stored":95117312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":127074304,"data_stored":127074304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130281472,"data_stored":130281472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":120123392,"data_stored":120123392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":142200832,"data_stored":142200832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":115523584,"data_stored":115523584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":348035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":379452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":146246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":498774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":89116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":655360,"data_stored":550198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":323584,"data_stored":268675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":638976,"data_stored":540714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":30404608,"data_stored":30404608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21000192,"data_stored":20998482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16793600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12619776,"data_stored":12618961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":13176832,"data_stored":13175467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":587564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24121344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":14213120,"data_stored":14211755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17850368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22003712,"data_stored":22003712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":52449280,"data_stored":52448465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4214784,"data_stored":4213889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11067392,"data_stored":11065132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24150016,"data_stored":24149201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4210688,"data_stored":4210688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:25:59.691 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:26:00.055 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:00.071 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:26:00.083 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1708,"stamp":"2024-09-12T18:25:58.846607+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":823048705,"num_objects":4892,"num_object_clones":0,"num_object_copies":18794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":175863,"num_read_kb":2632814,"num_write":138247,"num_write_kb":2517317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13940,"ondisk_log_size":13940,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2843544,"kb_used_data":1274008,"kb_used_omap":12,"kb_used_meta":1569395,"kb_avail":752131176,"statfs":{"total":773094113280,"available":770182324224,"internally_reserved":0,"allocated":1304584192,"data_stored":1288276540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1607061040},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4190208,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008595"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.173815+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:21:20.173815+0000","last_peered":"2024-09-12T18:21:20.173815+0000","last_clean":"2024-09-12T18:21:20.173815+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:21:20.173815+0000","last_undegraded":"2024-09-12T18:21:20.173815+0000","last_fullsized":"2024-09-12T18:21:20.173815+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:11.995015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":9,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.208479+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:21:15.208479+0000","last_peered":"2024-09-12T18:21:15.208479+0000","last_clean":"2024-09-12T18:21:15.208479+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:21:15.208479+0000","last_undegraded":"2024-09-12T18:21:15.208479+0000","last_fullsized":"2024-09-12T18:21:15.208479+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:02.885437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.022756+0000","last_change":"2024-09-12T18:08:02.287540+0000","last_active":"2024-09-12T18:23:05.022756+0000","last_peered":"2024-09-12T18:23:05.022756+0000","last_clean":"2024-09-12T18:23:05.022756+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:23:05.022756+0000","last_undegraded":"2024-09-12T18:23:05.022756+0000","last_fullsized":"2024-09-12T18:23:05.022756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:58.119021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.383883+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:21:20.383883+0000","last_peered":"2024-09-12T18:21:20.383883+0000","last_clean":"2024-09-12T18:21:20.383883+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:21:20.383883+0000","last_undegraded":"2024-09-12T18:21:20.383883+0000","last_fullsized":"2024-09-12T18:21:20.383883+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:32.233348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":14338,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.192031+0000","last_change":"2024-09-12T17:56:14.690724+0000","last_active":"2024-09-12T18:21:15.192031+0000","last_peered":"2024-09-12T18:21:15.192031+0000","last_clean":"2024-09-12T18:21:15.192031+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:21:15.192031+0000","last_undegraded":"2024-09-12T18:21:15.192031+0000","last_fullsized":"2024-09-12T18:21:15.192031+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:58.064771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12300,"num_write":10,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.198731+0000","last_change":"2024-09-12T17:54:25.900253+0000","last_active":"2024-09-12T18:22:30.198731+0000","last_peered":"2024-09-12T18:22:30.198731+0000","last_clean":"2024-09-12T18:22:30.198731+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:22:30.198731+0000","last_undegraded":"2024-09-12T18:22:30.198731+0000","last_fullsized":"2024-09-12T18:22:30.198731+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:56.157126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200051+0000","last_change":"2024-09-12T18:08:02.250964+0000","last_active":"2024-09-12T18:22:35.200051+0000","last_peered":"2024-09-12T18:22:35.200051+0000","last_clean":"2024-09-12T18:22:35.200051+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:22:35.200051+0000","last_undegraded":"2024-09-12T18:22:35.200051+0000","last_fullsized":"2024-09-12T18:22:35.200051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:37.565811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.196538+0000","last_change":"2024-09-12T17:56:14.669503+0000","last_active":"2024-09-12T18:22:20.196538+0000","last_peered":"2024-09-12T18:22:20.196538+0000","last_clean":"2024-09-12T18:22:20.196538+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:22:20.196538+0000","last_undegraded":"2024-09-12T18:22:20.196538+0000","last_fullsized":"2024-09-12T18:22:20.196538+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:24.268915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225493+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:22:25.225493+0000","last_peered":"2024-09-12T18:22:25.225493+0000","last_clean":"2024-09-12T18:22:25.225493+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:22:25.225493+0000","last_undegraded":"2024-09-12T18:22:25.225493+0000","last_fullsized":"2024-09-12T18:22:25.225493+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:01.664598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":2,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":169,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.218056+0000","last_change":"2024-09-12T17:54:25.891691+0000","last_active":"2024-09-12T18:21:55.218056+0000","last_peered":"2024-09-12T18:21:55.218056+0000","last_clean":"2024-09-12T18:21:55.218056+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:21:55.218056+0000","last_undegraded":"2024-09-12T18:21:55.218056+0000","last_fullsized":"2024-09-12T18:21:55.218056+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:18.770512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220644+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:22:05.220644+0000","last_peered":"2024-09-12T18:22:05.220644+0000","last_clean":"2024-09-12T18:22:05.220644+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:22:05.220644+0000","last_undegraded":"2024-09-12T18:22:05.220644+0000","last_fullsized":"2024-09-12T18:22:05.220644+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:20.698344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.196544+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:23:00.196544+0000","last_peered":"2024-09-12T18:23:00.196544+0000","last_clean":"2024-09-12T18:23:00.196544+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:23:00.196544+0000","last_undegraded":"2024-09-12T18:23:00.196544+0000","last_fullsized":"2024-09-12T18:23:00.196544+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":15356,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.007241+0000","last_change":"2024-09-12T17:56:17.718727+0000","last_active":"2024-09-12T18:22:55.007241+0000","last_peered":"2024-09-12T18:22:55.007241+0000","last_clean":"2024-09-12T18:22:55.007241+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:22:55.007241+0000","last_undegraded":"2024-09-12T18:22:55.007241+0000","last_fullsized":"2024-09-12T18:22:55.007241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:12.892636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.403751+0000","last_change":"2024-09-12T17:56:14.664454+0000","last_active":"2024-09-12T18:22:50.403751+0000","last_peered":"2024-09-12T18:22:50.403751+0000","last_clean":"2024-09-12T18:22:50.403751+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:22:50.403751+0000","last_undegraded":"2024-09-12T18:22:50.403751+0000","last_fullsized":"2024-09-12T18:22:50.403751+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:23.307822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191434+0000","last_change":"2024-09-12T17:54:25.886233+0000","last_active":"2024-09-12T18:21:55.191434+0000","last_peered":"2024-09-12T18:21:55.191434+0000","last_clean":"2024-09-12T18:21:55.191434+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:21:55.191434+0000","last_undegraded":"2024-09-12T18:21:55.191434+0000","last_fullsized":"2024-09-12T18:21:55.191434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:13.548029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.184051+0000","last_change":"2024-09-12T17:56:17.698403+0000","last_active":"2024-09-12T18:21:20.184051+0000","last_peered":"2024-09-12T18:21:20.184051+0000","last_clean":"2024-09-12T18:21:20.184051+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:21:20.184051+0000","last_undegraded":"2024-09-12T18:21:20.184051+0000","last_fullsized":"2024-09-12T18:21:20.184051+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:58.406942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'8","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.416207+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:23:45.416207+0000","last_peered":"2024-09-12T18:23:45.416207+0000","last_clean":"2024-09-12T18:23:45.416207+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:23:45.416207+0000","last_undegraded":"2024-09-12T18:23:45.416207+0000","last_fullsized":"2024-09-12T18:23:45.416207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:52.121870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":24566,"num_write":13,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:18.977178+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:22:18.977178+0000","last_peered":"2024-09-12T18:22:18.977178+0000","last_clean":"2024-09-12T18:22:18.977178+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:22:18.977178+0000","last_undegraded":"2024-09-12T18:22:18.977178+0000","last_fullsized":"2024-09-12T18:22:18.977178+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.178511+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:21:40.178511+0000","last_peered":"2024-09-12T18:21:40.178511+0000","last_clean":"2024-09-12T18:21:40.178511+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:21:40.178511+0000","last_undegraded":"2024-09-12T18:21:40.178511+0000","last_fullsized":"2024-09-12T18:21:40.178511+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:19.044199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4774571,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4663,"num_write":4,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:14.213808+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:21:14.213808+0000","last_peered":"2024-09-12T18:21:14.213808+0000","last_clean":"2024-09-12T18:21:14.213808+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:21:14.213808+0000","last_undegraded":"2024-09-12T18:21:14.213808+0000","last_fullsized":"2024-09-12T18:21:14.213808+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:51.041842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020515+0000","last_change":"2024-09-12T17:54:25.885657+0000","last_active":"2024-09-12T18:23:25.020515+0000","last_peered":"2024-09-12T18:23:25.020515+0000","last_clean":"2024-09-12T18:23:25.020515+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:23:25.020515+0000","last_undegraded":"2024-09-12T18:23:25.020515+0000","last_fullsized":"2024-09-12T18:23:25.020515+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:10.898048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203501+0000","last_change":"2024-09-12T18:08:02.257992+0000","last_active":"2024-09-12T18:22:05.203501+0000","last_peered":"2024-09-12T18:22:05.203501+0000","last_clean":"2024-09-12T18:22:05.203501+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:22:05.203501+0000","last_undegraded":"2024-09-12T18:22:05.203501+0000","last_fullsized":"2024-09-12T18:22:05.203501+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:12.331308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232885+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:22:55.232885+0000","last_peered":"2024-09-12T18:22:55.232885+0000","last_clean":"2024-09-12T18:22:55.232885+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:22:55.232885+0000","last_undegraded":"2024-09-12T18:22:55.232885+0000","last_fullsized":"2024-09-12T18:22:55.232885+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.183225+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:22:00.183225+0000","last_peered":"2024-09-12T18:22:00.183225+0000","last_clean":"2024-09-12T18:22:00.183225+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:22:00.183225+0000","last_undegraded":"2024-09-12T18:22:00.183225+0000","last_fullsized":"2024-09-12T18:22:00.183225+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:31.214385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.193345+0000","last_change":"2024-09-12T18:08:02.260633+0000","last_active":"2024-09-12T18:22:05.193345+0000","last_peered":"2024-09-12T18:22:05.193345+0000","last_clean":"2024-09-12T18:22:05.193345+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:22:05.193345+0000","last_undegraded":"2024-09-12T18:22:05.193345+0000","last_fullsized":"2024-09-12T18:22:05.193345+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:35.342592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220535+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:22:05.220535+0000","last_peered":"2024-09-12T18:22:05.220535+0000","last_clean":"2024-09-12T18:22:05.220535+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:22:05.220535+0000","last_undegraded":"2024-09-12T18:22:05.220535+0000","last_fullsized":"2024-09-12T18:22:05.220535+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221102+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:22:05.221102+0000","last_peered":"2024-09-12T18:22:05.221102+0000","last_clean":"2024-09-12T18:22:05.221102+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:22:05.221102+0000","last_undegraded":"2024-09-12T18:22:05.221102+0000","last_fullsized":"2024-09-12T18:22:05.221102+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.105623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232999+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:22:55.232999+0000","last_peered":"2024-09-12T18:22:55.232999+0000","last_clean":"2024-09-12T18:22:55.232999+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:22:55.232999+0000","last_undegraded":"2024-09-12T18:22:55.232999+0000","last_fullsized":"2024-09-12T18:22:55.232999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":12280,"num_write":11,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.020023+0000","last_change":"2024-09-12T17:56:14.691160+0000","last_active":"2024-09-12T18:22:50.020023+0000","last_peered":"2024-09-12T18:22:50.020023+0000","last_clean":"2024-09-12T18:22:50.020023+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:22:50.020023+0000","last_undegraded":"2024-09-12T18:22:50.020023+0000","last_fullsized":"2024-09-12T18:22:50.020023+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:50.161156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":3,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":84,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026626+0000","last_change":"2024-09-12T17:54:25.891470+0000","last_active":"2024-09-12T18:23:25.026626+0000","last_peered":"2024-09-12T18:23:25.026626+0000","last_clean":"2024-09-12T18:23:25.026626+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:23:25.026626+0000","last_undegraded":"2024-09-12T18:23:25.026626+0000","last_fullsized":"2024-09-12T18:23:25.026626+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:49.914993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.184261+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:22:05.184261+0000","last_peered":"2024-09-12T18:22:05.184261+0000","last_clean":"2024-09-12T18:22:05.184261+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:22:05.184261+0000","last_undegraded":"2024-09-12T18:22:05.184261+0000","last_fullsized":"2024-09-12T18:22:05.184261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:51.968998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'10","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.404999+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:22:55.404999+0000","last_peered":"2024-09-12T18:22:55.404999+0000","last_clean":"2024-09-12T18:22:55.404999+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:22:55.404999+0000","last_undegraded":"2024-09-12T18:22:55.404999+0000","last_fullsized":"2024-09-12T18:22:55.404999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":24576,"num_write":15,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227233+0000","last_change":"2024-09-12T17:54:25.890987+0000","last_active":"2024-09-12T18:22:30.227233+0000","last_peered":"2024-09-12T18:22:30.227233+0000","last_clean":"2024-09-12T18:22:30.227233+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:22:30.227233+0000","last_undegraded":"2024-09-12T18:22:30.227233+0000","last_fullsized":"2024-09-12T18:22:30.227233+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:03.453771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.202055+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:22:00.202055+0000","last_peered":"2024-09-12T18:22:00.202055+0000","last_clean":"2024-09-12T18:22:00.202055+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:22:00.202055+0000","last_undegraded":"2024-09-12T18:22:00.202055+0000","last_fullsized":"2024-09-12T18:22:00.202055+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:15.515170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'6","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.391600+0000","last_change":"2024-09-12T17:56:14.673511+0000","last_active":"2024-09-12T18:21:55.391600+0000","last_peered":"2024-09-12T18:21:55.391600+0000","last_clean":"2024-09-12T18:21:55.391600+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:21:55.391600+0000","last_undegraded":"2024-09-12T18:21:55.391600+0000","last_fullsized":"2024-09-12T18:21:55.391600+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:06.954950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":11,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.201967+0000","last_change":"2024-09-12T17:56:17.691315+0000","last_active":"2024-09-12T18:22:00.201967+0000","last_peered":"2024-09-12T18:22:00.201967+0000","last_clean":"2024-09-12T18:22:00.201967+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:22:00.201967+0000","last_undegraded":"2024-09-12T18:22:00.201967+0000","last_fullsized":"2024-09-12T18:22:00.201967+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:31.601212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217889+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:21:55.217889+0000","last_peered":"2024-09-12T18:21:55.217889+0000","last_clean":"2024-09-12T18:21:55.217889+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:21:55.217889+0000","last_undegraded":"2024-09-12T18:21:55.217889+0000","last_fullsized":"2024-09-12T18:21:55.217889+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.241413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226384+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:22:04.226384+0000","last_peered":"2024-09-12T18:22:04.226384+0000","last_clean":"2024-09-12T18:22:04.226384+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:22:04.226384+0000","last_undegraded":"2024-09-12T18:22:04.226384+0000","last_fullsized":"2024-09-12T18:22:04.226384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:47.840275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219377+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:22:00.219377+0000","last_peered":"2024-09-12T18:22:00.219377+0000","last_clean":"2024-09-12T18:22:00.219377+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:22:00.219377+0000","last_undegraded":"2024-09-12T18:22:00.219377+0000","last_fullsized":"2024-09-12T18:22:00.219377+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.097391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'8","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191469+0000","last_change":"2024-09-12T17:56:14.662365+0000","last_active":"2024-09-12T18:21:55.191469+0000","last_peered":"2024-09-12T18:21:55.191469+0000","last_clean":"2024-09-12T18:21:55.191469+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:21:55.191469+0000","last_undegraded":"2024-09-12T18:21:55.191469+0000","last_fullsized":"2024-09-12T18:21:55.191469+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:22.623786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":4102,"num_write":13,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'101","reported_seq":363,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.345950+0000","last_change":"2024-09-12T17:54:25.874926+0000","last_active":"2024-09-12T18:22:58.345950+0000","last_peered":"2024-09-12T18:22:58.345950+0000","last_clean":"2024-09-12T18:22:58.345950+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:22:58.345950+0000","last_undegraded":"2024-09-12T18:22:58.345950+0000","last_fullsized":"2024-09-12T18:22:58.345950+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:38.099176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192474+0000","last_change":"2024-09-12T17:56:17.697296+0000","last_active":"2024-09-12T18:22:00.192474+0000","last_peered":"2024-09-12T18:22:00.192474+0000","last_clean":"2024-09-12T18:22:00.192474+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:22:00.192474+0000","last_undegraded":"2024-09-12T18:22:00.192474+0000","last_fullsized":"2024-09-12T18:22:00.192474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:14.985691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'1","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182207+0000","last_change":"2024-09-12T17:56:14.665930+0000","last_active":"2024-09-12T18:21:55.182207+0000","last_peered":"2024-09-12T18:21:55.182207+0000","last_clean":"2024-09-12T18:21:55.182207+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:21:55.182207+0000","last_undegraded":"2024-09-12T18:21:55.182207+0000","last_fullsized":"2024-09-12T18:21:55.182207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:31.699893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.025561+0000","last_change":"2024-09-12T18:08:02.260492+0000","last_active":"2024-09-12T18:23:20.025561+0000","last_peered":"2024-09-12T18:23:20.025561+0000","last_clean":"2024-09-12T18:23:20.025561+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:23:20.025561+0000","last_undegraded":"2024-09-12T18:23:20.025561+0000","last_fullsized":"2024-09-12T18:23:20.025561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:31.754394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239515+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:23:20.239515+0000","last_peered":"2024-09-12T18:23:20.239515+0000","last_clean":"2024-09-12T18:23:20.239515+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:23:20.239515+0000","last_undegraded":"2024-09-12T18:23:20.239515+0000","last_fullsized":"2024-09-12T18:23:20.239515+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11574481,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":22568,"num_write":4,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.239086+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:23:15.239086+0000","last_peered":"2024-09-12T18:23:15.239086+0000","last_clean":"2024-09-12T18:23:15.239086+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:23:15.239086+0000","last_undegraded":"2024-09-12T18:23:15.239086+0000","last_fullsized":"2024-09-12T18:23:15.239086+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":7166,"num_write":5,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:30.211899+0000","last_change":"2024-09-12T17:54:25.907293+0000","last_active":"2024-09-12T18:21:30.211899+0000","last_peered":"2024-09-12T18:21:30.211899+0000","last_clean":"2024-09-12T18:21:30.211899+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:21:30.211899+0000","last_undegraded":"2024-09-12T18:21:30.211899+0000","last_fullsized":"2024-09-12T18:21:30.211899+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:24.813222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213411+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:21:35.213411+0000","last_peered":"2024-09-12T18:21:35.213411+0000","last_clean":"2024-09-12T18:21:35.213411+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:21:35.213411+0000","last_undegraded":"2024-09-12T18:21:35.213411+0000","last_fullsized":"2024-09-12T18:21:35.213411+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239465+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:23:20.239465+0000","last_peered":"2024-09-12T18:23:20.239465+0000","last_clean":"2024-09-12T18:23:20.239465+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:23:20.239465+0000","last_undegraded":"2024-09-12T18:23:20.239465+0000","last_fullsized":"2024-09-12T18:23:20.239465+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'14","reported_seq":70,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024581+0000","last_change":"2024-09-12T17:56:14.677995+0000","last_active":"2024-09-12T18:23:15.024581+0000","last_peered":"2024-09-12T18:23:15.024581+0000","last_clean":"2024-09-12T18:23:15.024581+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:23:15.024581+0000","last_undegraded":"2024-09-12T18:23:15.024581+0000","last_fullsized":"2024-09-12T18:23:15.024581+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:29.664899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":20,"num_read_kb":10272,"num_write":29,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205763+0000","last_change":"2024-09-12T17:54:25.896290+0000","last_active":"2024-09-12T18:23:40.205763+0000","last_peered":"2024-09-12T18:23:40.205763+0000","last_clean":"2024-09-12T18:23:40.205763+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:23:40.205763+0000","last_undegraded":"2024-09-12T18:23:40.205763+0000","last_fullsized":"2024-09-12T18:23:40.205763+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:46.567047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011711+0000","last_change":"2024-09-12T18:08:02.250196+0000","last_active":"2024-09-12T18:23:15.011711+0000","last_peered":"2024-09-12T18:23:15.011711+0000","last_clean":"2024-09-12T18:23:15.011711+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:23:15.011711+0000","last_undegraded":"2024-09-12T18:23:15.011711+0000","last_fullsized":"2024-09-12T18:23:15.011711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:39.839088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.021731+0000","last_change":"2024-09-12T17:56:17.714778+0000","last_active":"2024-09-12T18:23:30.021731+0000","last_peered":"2024-09-12T18:23:30.021731+0000","last_clean":"2024-09-12T18:23:30.021731+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:23:30.021731+0000","last_undegraded":"2024-09-12T18:23:30.021731+0000","last_fullsized":"2024-09-12T18:23:30.021731+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:58:34.455402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.017238+0000","last_change":"2024-09-12T17:54:25.874598+0000","last_active":"2024-09-12T18:23:40.017238+0000","last_peered":"2024-09-12T18:23:40.017238+0000","last_clean":"2024-09-12T18:23:40.017238+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:23:40.017238+0000","last_undegraded":"2024-09-12T18:23:40.017238+0000","last_fullsized":"2024-09-12T18:23:40.017238+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:59.170893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020832+0000","last_change":"2024-09-12T17:56:14.691892+0000","last_active":"2024-09-12T18:23:25.020832+0000","last_peered":"2024-09-12T18:23:25.020832+0000","last_clean":"2024-09-12T18:23:25.020832+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:23:25.020832+0000","last_undegraded":"2024-09-12T18:23:25.020832+0000","last_fullsized":"2024-09-12T18:23:25.020832+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.604176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":80,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.029865+0000","last_change":"2024-09-12T17:54:25.883448+0000","last_active":"2024-09-12T18:23:40.029865+0000","last_peered":"2024-09-12T18:23:40.029865+0000","last_clean":"2024-09-12T18:23:40.029865+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:23:40.029865+0000","last_undegraded":"2024-09-12T18:23:40.029865+0000","last_fullsized":"2024-09-12T18:23:40.029865+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:23.913919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213133+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:21:35.213133+0000","last_peered":"2024-09-12T18:21:35.213133+0000","last_clean":"2024-09-12T18:21:35.213133+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:21:35.213133+0000","last_undegraded":"2024-09-12T18:21:35.213133+0000","last_fullsized":"2024-09-12T18:21:35.213133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:23.576588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397112+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:22:20.397112+0000","last_peered":"2024-09-12T18:22:20.397112+0000","last_clean":"2024-09-12T18:22:20.397112+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:22:20.397112+0000","last_undegraded":"2024-09-12T18:22:20.397112+0000","last_fullsized":"2024-09-12T18:22:20.397112+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:10:10.966533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2105344,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3088,"num_write":10,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.228792+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:22:14.228792+0000","last_peered":"2024-09-12T18:22:14.228792+0000","last_clean":"2024-09-12T18:22:14.228792+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:22:14.228792+0000","last_undegraded":"2024-09-12T18:22:14.228792+0000","last_fullsized":"2024-09-12T18:22:14.228792+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:01.956079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:29.217517+0000","last_change":"2024-09-12T17:54:25.905499+0000","last_active":"2024-09-12T18:21:29.217517+0000","last_peered":"2024-09-12T18:21:29.217517+0000","last_clean":"2024-09-12T18:21:29.217517+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:21:29.217517+0000","last_undegraded":"2024-09-12T18:21:29.217517+0000","last_fullsized":"2024-09-12T18:21:29.217517+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:26.083620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213570+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:21:35.213570+0000","last_peered":"2024-09-12T18:21:35.213570+0000","last_clean":"2024-09-12T18:21:35.213570+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:21:35.213570+0000","last_undegraded":"2024-09-12T18:21:35.213570+0000","last_fullsized":"2024-09-12T18:21:35.213570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224736+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:22:20.224736+0000","last_peered":"2024-09-12T18:22:20.224736+0000","last_clean":"2024-09-12T18:22:20.224736+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:22:20.224736+0000","last_undegraded":"2024-09-12T18:22:20.224736+0000","last_fullsized":"2024-09-12T18:22:20.224736+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:55.753857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.205757+0000","last_change":"2024-09-12T17:56:14.691922+0000","last_active":"2024-09-12T18:22:15.205757+0000","last_peered":"2024-09-12T18:22:15.205757+0000","last_clean":"2024-09-12T18:22:15.205757+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:22:15.205757+0000","last_undegraded":"2024-09-12T18:22:15.205757+0000","last_fullsized":"2024-09-12T18:22:15.205757+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:41.558810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:03.231363+0000","last_change":"2024-09-12T17:54:25.875684+0000","last_active":"2024-09-12T18:23:03.231363+0000","last_peered":"2024-09-12T18:23:03.231363+0000","last_clean":"2024-09-12T18:23:03.231363+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:23:03.231363+0000","last_undegraded":"2024-09-12T18:23:03.231363+0000","last_fullsized":"2024-09-12T18:23:03.231363+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:18.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213455+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:21:35.213455+0000","last_peered":"2024-09-12T18:21:35.213455+0000","last_clean":"2024-09-12T18:21:35.213455+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:21:35.213455+0000","last_undegraded":"2024-09-12T18:21:35.213455+0000","last_fullsized":"2024-09-12T18:21:35.213455+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019471+0000","last_change":"2024-09-12T17:56:17.700173+0000","last_active":"2024-09-12T18:23:20.019471+0000","last_peered":"2024-09-12T18:23:20.019471+0000","last_clean":"2024-09-12T18:23:20.019471+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:23:20.019471+0000","last_undegraded":"2024-09-12T18:23:20.019471+0000","last_fullsized":"2024-09-12T18:23:20.019471+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:13.733601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.229894+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:22:19.229894+0000","last_peered":"2024-09-12T18:22:19.229894+0000","last_clean":"2024-09-12T18:22:19.229894+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:22:19.229894+0000","last_undegraded":"2024-09-12T18:22:19.229894+0000","last_fullsized":"2024-09-12T18:22:19.229894+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:54.983399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227832+0000","last_change":"2024-09-12T17:54:25.886161+0000","last_active":"2024-09-12T18:22:35.227832+0000","last_peered":"2024-09-12T18:22:35.227832+0000","last_clean":"2024-09-12T18:22:35.227832+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:22:35.227832+0000","last_undegraded":"2024-09-12T18:22:35.227832+0000","last_fullsized":"2024-09-12T18:22:35.227832+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:07.388640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:34.218788+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:21:34.218788+0000","last_peered":"2024-09-12T18:21:34.218788+0000","last_clean":"2024-09-12T18:21:34.218788+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:21:34.218788+0000","last_undegraded":"2024-09-12T18:21:34.218788+0000","last_fullsized":"2024-09-12T18:21:34.218788+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:17.188528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225980+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:22:25.225980+0000","last_peered":"2024-09-12T18:22:25.225980+0000","last_clean":"2024-09-12T18:22:25.225980+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:22:25.225980+0000","last_undegraded":"2024-09-12T18:22:25.225980+0000","last_fullsized":"2024-09-12T18:22:25.225980+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:14.806355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409641+0000","last_change":"2024-09-12T17:56:14.667297+0000","last_active":"2024-09-12T18:23:15.409641+0000","last_peered":"2024-09-12T18:23:15.409641+0000","last_clean":"2024-09-12T18:23:15.409641+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:23:15.409641+0000","last_undegraded":"2024-09-12T18:23:15.409641+0000","last_fullsized":"2024-09-12T18:23:15.409641+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:45.364781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":12318,"num_write":5,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'112","reported_seq":396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.956942+0000","last_change":"2024-09-12T17:54:25.887723+0000","last_active":"2024-09-12T18:23:02.956942+0000","last_peered":"2024-09-12T18:23:02.956942+0000","last_clean":"2024-09-12T18:23:02.956942+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:23:02.956942+0000","last_undegraded":"2024-09-12T18:23:02.956942+0000","last_fullsized":"2024-09-12T18:23:02.956942+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.371248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'3","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247114+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:23:29.247114+0000","last_peered":"2024-09-12T18:23:29.247114+0000","last_clean":"2024-09-12T18:23:29.247114+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:23:29.247114+0000","last_undegraded":"2024-09-12T18:23:29.247114+0000","last_fullsized":"2024-09-12T18:23:29.247114+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240502+0000","last_change":"2024-09-12T17:56:14.682863+0000","last_active":"2024-09-12T18:23:20.240502+0000","last_peered":"2024-09-12T18:23:20.240502+0000","last_clean":"2024-09-12T18:23:20.240502+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:23:20.240502+0000","last_undegraded":"2024-09-12T18:23:20.240502+0000","last_fullsized":"2024-09-12T18:23:20.240502+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:49.166087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9232,"num_write":11,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.158918+0000","last_change":"2024-09-12T17:54:25.907062+0000","last_active":"2024-09-12T18:23:04.158918+0000","last_peered":"2024-09-12T18:23:04.158918+0000","last_clean":"2024-09-12T18:23:04.158918+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:23:04.158918+0000","last_undegraded":"2024-09-12T18:23:04.158918+0000","last_fullsized":"2024-09-12T18:23:04.158918+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:48.650096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.027456+0000","last_change":"2024-09-12T17:56:14.678199+0000","last_active":"2024-09-12T18:23:30.027456+0000","last_peered":"2024-09-12T18:23:30.027456+0000","last_clean":"2024-09-12T18:23:30.027456+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:23:30.027456+0000","last_undegraded":"2024-09-12T18:23:30.027456+0000","last_fullsized":"2024-09-12T18:23:30.027456+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:48.624438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200356+0000","last_change":"2024-09-12T17:54:25.883118+0000","last_active":"2024-09-12T18:22:35.200356+0000","last_peered":"2024-09-12T18:22:35.200356+0000","last_clean":"2024-09-12T18:22:35.200356+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:22:35.200356+0000","last_undegraded":"2024-09-12T18:22:35.200356+0000","last_fullsized":"2024-09-12T18:22:35.200356+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:43.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203347+0000","last_change":"2024-09-12T18:08:02.274915+0000","last_active":"2024-09-12T18:22:05.203347+0000","last_peered":"2024-09-12T18:22:05.203347+0000","last_clean":"2024-09-12T18:22:05.203347+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:22:05.203347+0000","last_undegraded":"2024-09-12T18:22:05.203347+0000","last_fullsized":"2024-09-12T18:22:05.203347+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:17.988862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224976+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:22:20.224976+0000","last_peered":"2024-09-12T18:22:20.224976+0000","last_clean":"2024-09-12T18:22:20.224976+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:22:20.224976+0000","last_undegraded":"2024-09-12T18:22:20.224976+0000","last_fullsized":"2024-09-12T18:22:20.224976+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:29.936612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.186646+0000","last_change":"2024-09-12T17:56:14.675249+0000","last_active":"2024-09-12T18:22:15.186646+0000","last_peered":"2024-09-12T18:22:15.186646+0000","last_clean":"2024-09-12T18:22:15.186646+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:22:15.186646+0000","last_undegraded":"2024-09-12T18:22:15.186646+0000","last_fullsized":"2024-09-12T18:22:15.186646+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:44.428286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244958+0000","last_change":"2024-09-12T17:54:25.902248+0000","last_active":"2024-09-12T18:23:40.244958+0000","last_peered":"2024-09-12T18:23:40.244958+0000","last_clean":"2024-09-12T18:23:40.244958+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:23:40.244958+0000","last_undegraded":"2024-09-12T18:23:40.244958+0000","last_fullsized":"2024-09-12T18:23:40.244958+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.828455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397275+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:22:20.397275+0000","last_peered":"2024-09-12T18:22:20.397275+0000","last_clean":"2024-09-12T18:22:20.397275+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:22:20.397275+0000","last_undegraded":"2024-09-12T18:22:20.397275+0000","last_fullsized":"2024-09-12T18:22:20.397275+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:01.971474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'6","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.223876+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:22:15.223876+0000","last_peered":"2024-09-12T18:22:15.223876+0000","last_clean":"2024-09-12T18:22:15.223876+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:22:15.223876+0000","last_undegraded":"2024-09-12T18:22:15.223876+0000","last_fullsized":"2024-09-12T18:22:15.223876+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":11268,"num_write":11,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":83,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.022719+0000","last_change":"2024-09-12T17:54:25.887860+0000","last_active":"2024-09-12T18:23:35.022719+0000","last_peered":"2024-09-12T18:23:35.022719+0000","last_clean":"2024-09-12T18:23:35.022719+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:23:35.022719+0000","last_undegraded":"2024-09-12T18:23:35.022719+0000","last_fullsized":"2024-09-12T18:23:35.022719+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:42.663687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024635+0000","last_change":"2024-09-12T18:08:02.285802+0000","last_active":"2024-09-12T18:23:15.024635+0000","last_peered":"2024-09-12T18:23:15.024635+0000","last_clean":"2024-09-12T18:23:15.024635+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:23:15.024635+0000","last_undegraded":"2024-09-12T18:23:15.024635+0000","last_fullsized":"2024-09-12T18:23:15.024635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:56.214710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020571+0000","last_change":"2024-09-12T17:56:17.713466+0000","last_active":"2024-09-12T18:23:25.020571+0000","last_peered":"2024-09-12T18:23:25.020571+0000","last_clean":"2024-09-12T18:23:25.020571+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:23:25.020571+0000","last_undegraded":"2024-09-12T18:23:25.020571+0000","last_fullsized":"2024-09-12T18:23:25.020571+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:39.033901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4210688,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4112,"num_write":2,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'5","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224776+0000","last_change":"2024-09-12T17:56:14.672436+0000","last_active":"2024-09-12T18:22:20.224776+0000","last_peered":"2024-09-12T18:22:20.224776+0000","last_clean":"2024-09-12T18:22:20.224776+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:22:20.224776+0000","last_undegraded":"2024-09-12T18:22:20.224776+0000","last_fullsized":"2024-09-12T18:22:20.224776+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:17.297841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9428992,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":14324,"num_write":5,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.204409+0000","last_change":"2024-09-12T17:54:25.890212+0000","last_active":"2024-09-12T18:23:35.204409+0000","last_peered":"2024-09-12T18:23:35.204409+0000","last_clean":"2024-09-12T18:23:35.204409+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:23:35.204409+0000","last_undegraded":"2024-09-12T18:23:35.204409+0000","last_fullsized":"2024-09-12T18:23:35.204409+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:11.079493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.188581+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:22:25.188581+0000","last_peered":"2024-09-12T18:22:25.188581+0000","last_clean":"2024-09-12T18:22:25.188581+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:22:25.188581+0000","last_undegraded":"2024-09-12T18:22:25.188581+0000","last_fullsized":"2024-09-12T18:22:25.188581+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:00.508123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'4","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240358+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:23:20.240358+0000","last_peered":"2024-09-12T18:23:20.240358+0000","last_clean":"2024-09-12T18:23:20.240358+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:23:20.240358+0000","last_undegraded":"2024-09-12T18:23:20.240358+0000","last_fullsized":"2024-09-12T18:23:20.240358+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.414075+0000","last_change":"2024-09-12T17:54:25.874737+0000","last_active":"2024-09-12T18:23:35.414075+0000","last_peered":"2024-09-12T18:23:35.414075+0000","last_clean":"2024-09-12T18:23:35.414075+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:23:35.414075+0000","last_undegraded":"2024-09-12T18:23:35.414075+0000","last_fullsized":"2024-09-12T18:23:35.414075+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.345904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'3","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014005+0000","last_change":"2024-09-12T17:56:17.724899+0000","last_active":"2024-09-12T18:23:25.014005+0000","last_peered":"2024-09-12T18:23:25.014005+0000","last_clean":"2024-09-12T18:23:25.014005+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:23:25.014005+0000","last_undegraded":"2024-09-12T18:23:25.014005+0000","last_fullsized":"2024-09-12T18:23:25.014005+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:02.241916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":8,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019423+0000","last_change":"2024-09-12T17:56:14.664326+0000","last_active":"2024-09-12T18:23:20.019423+0000","last_peered":"2024-09-12T18:23:20.019423+0000","last_clean":"2024-09-12T18:23:20.019423+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:23:20.019423+0000","last_undegraded":"2024-09-12T18:23:20.019423+0000","last_fullsized":"2024-09-12T18:23:20.019423+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:16.384662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.016080+0000","last_change":"2024-09-12T17:54:25.886024+0000","last_active":"2024-09-12T18:23:35.016080+0000","last_peered":"2024-09-12T18:23:35.016080+0000","last_clean":"2024-09-12T18:23:35.016080+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:23:35.016080+0000","last_undegraded":"2024-09-12T18:23:35.016080+0000","last_fullsized":"2024-09-12T18:23:35.016080+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:10.116523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.012925+0000","last_change":"2024-09-12T17:56:14.678500+0000","last_active":"2024-09-12T18:23:20.012925+0000","last_peered":"2024-09-12T18:23:20.012925+0000","last_clean":"2024-09-12T18:23:20.012925+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:23:20.012925+0000","last_undegraded":"2024-09-12T18:23:20.012925+0000","last_fullsized":"2024-09-12T18:23:20.012925+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:51.222389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":889,"num_write":3,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227025+0000","last_change":"2024-09-12T17:54:25.895515+0000","last_active":"2024-09-12T18:22:30.227025+0000","last_peered":"2024-09-12T18:22:30.227025+0000","last_clean":"2024-09-12T18:22:30.227025+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:22:30.227025+0000","last_undegraded":"2024-09-12T18:22:30.227025+0000","last_fullsized":"2024-09-12T18:22:30.227025+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:18.052428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'310","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.259328+0000","last_change":"2024-09-12T17:38:39.012947+0000","last_active":"2024-09-12T18:24:01.259328+0000","last_peered":"2024-09-12T18:24:01.259328+0000","last_clean":"2024-09-12T18:24:01.259328+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:24:01.259328+0000","last_undegraded":"2024-09-12T18:24:01.259328+0000","last_fullsized":"2024-09-12T18:24:01.259328+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:20.277367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10642854,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":573,"num_read_kb":24547,"num_write":1132,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":719,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198686+0000","last_change":"2024-09-12T17:38:09.671337+0000","last_active":"2024-09-12T18:23:10.198686+0000","last_peered":"2024-09-12T18:23:10.198686+0000","last_clean":"2024-09-12T18:23:10.198686+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:23:10.198686+0000","last_undegraded":"2024-09-12T18:23:10.198686+0000","last_fullsized":"2024-09-12T18:23:10.198686+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:48.519080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'279","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.460326+0000","last_change":"2024-09-12T17:38:07.675530+0000","last_active":"2024-09-12T18:23:51.460326+0000","last_peered":"2024-09-12T18:23:51.460326+0000","last_clean":"2024-09-12T18:23:51.460326+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:23:51.460326+0000","last_undegraded":"2024-09-12T18:23:51.460326+0000","last_fullsized":"2024-09-12T18:23:51.460326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:28.130117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3561501,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":464,"num_read_kb":10059,"num_write":1003,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237484+0000","last_change":"2024-09-12T17:38:09.661828+0000","last_active":"2024-09-12T18:23:10.237484+0000","last_peered":"2024-09-12T18:23:10.237484+0000","last_clean":"2024-09-12T18:23:10.237484+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:23:10.237484+0000","last_undegraded":"2024-09-12T18:23:10.237484+0000","last_fullsized":"2024-09-12T18:23:10.237484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:02.973178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'313","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.170415+0000","last_change":"2024-09-12T17:38:07.648600+0000","last_active":"2024-09-12T18:25:22.170415+0000","last_peered":"2024-09-12T18:25:22.170415+0000","last_clean":"2024-09-12T18:25:22.170415+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:25:22.170415+0000","last_undegraded":"2024-09-12T18:25:22.170415+0000","last_fullsized":"2024-09-12T18:25:22.170415+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:00.554319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5571613,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":531,"num_read_kb":6306,"num_write":1182,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408390+0000","last_change":"2024-09-12T17:38:09.657871+0000","last_active":"2024-09-12T18:23:10.408390+0000","last_peered":"2024-09-12T18:23:10.408390+0000","last_clean":"2024-09-12T18:23:10.408390+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:23:10.408390+0000","last_undegraded":"2024-09-12T18:23:10.408390+0000","last_fullsized":"2024-09-12T18:23:10.408390+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:48.863070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'315","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.651644+0000","last_change":"2024-09-12T17:38:07.661396+0000","last_active":"2024-09-12T18:25:18.651644+0000","last_peered":"2024-09-12T18:25:18.651644+0000","last_clean":"2024-09-12T18:25:18.651644+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:25:18.651644+0000","last_undegraded":"2024-09-12T18:25:18.651644+0000","last_fullsized":"2024-09-12T18:25:18.651644+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:33.592227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436234,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":562,"num_read_kb":33663,"num_write":1157,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:09.242264+0000","last_change":"2024-09-12T17:38:09.658935+0000","last_active":"2024-09-12T18:23:09.242264+0000","last_peered":"2024-09-12T18:23:09.242264+0000","last_clean":"2024-09-12T18:23:09.242264+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:23:09.242264+0000","last_undegraded":"2024-09-12T18:23:09.242264+0000","last_fullsized":"2024-09-12T18:23:09.242264+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:46.026401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'249","reported_seq":870,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.279433+0000","last_change":"2024-09-12T17:38:07.675634+0000","last_active":"2024-09-12T18:23:44.279433+0000","last_peered":"2024-09-12T18:23:44.279433+0000","last_clean":"2024-09-12T18:23:44.279433+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:23:44.279433+0000","last_undegraded":"2024-09-12T18:23:44.279433+0000","last_fullsized":"2024-09-12T18:23:44.279433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:47.344727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6844692,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":343,"num_read_kb":18110,"num_write":886,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":708,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.195671+0000","last_change":"2024-09-12T17:38:09.665413+0000","last_active":"2024-09-12T18:22:15.195671+0000","last_peered":"2024-09-12T18:22:15.195671+0000","last_clean":"2024-09-12T18:22:15.195671+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:22:15.195671+0000","last_undegraded":"2024-09-12T18:22:15.195671+0000","last_fullsized":"2024-09-12T18:22:15.195671+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:00.148206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'266","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.453107+0000","last_change":"2024-09-12T17:38:07.666894+0000","last_active":"2024-09-12T18:23:20.453107+0000","last_peered":"2024-09-12T18:23:20.453107+0000","last_clean":"2024-09-12T18:23:20.453107+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:23:20.453107+0000","last_undegraded":"2024-09-12T18:23:20.453107+0000","last_fullsized":"2024-09-12T18:23:20.453107+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:47.686683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958417,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":457,"num_read_kb":41477,"num_write":996,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.025125+0000","last_change":"2024-09-12T17:38:09.658372+0000","last_active":"2024-09-12T18:25:23.025125+0000","last_peered":"2024-09-12T18:25:23.025125+0000","last_clean":"2024-09-12T18:25:23.025125+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:25:23.025125+0000","last_undegraded":"2024-09-12T18:25:23.025125+0000","last_fullsized":"2024-09-12T18:25:23.025125+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:17.915533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'268","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237442+0000","last_change":"2024-09-12T17:38:07.672172+0000","last_active":"2024-09-12T18:23:10.237442+0000","last_peered":"2024-09-12T18:23:10.237442+0000","last_clean":"2024-09-12T18:23:10.237442+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:23:10.237442+0000","last_undegraded":"2024-09-12T18:23:10.237442+0000","last_fullsized":"2024-09-12T18:23:10.237442+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:47.801947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15367691,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":468,"num_read_kb":48654,"num_write":920,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182298+0000","last_change":"2024-09-12T17:38:09.671084+0000","last_active":"2024-09-12T18:21:55.182298+0000","last_peered":"2024-09-12T18:21:55.182298+0000","last_clean":"2024-09-12T18:21:55.182298+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:21:55.182298+0000","last_undegraded":"2024-09-12T18:21:55.182298+0000","last_fullsized":"2024-09-12T18:21:55.182298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:25.271521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'266","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.554178+0000","last_change":"2024-09-12T17:38:07.649173+0000","last_active":"2024-09-12T18:25:18.554178+0000","last_peered":"2024-09-12T18:25:18.554178+0000","last_clean":"2024-09-12T18:25:18.554178+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:25:18.554178+0000","last_undegraded":"2024-09-12T18:25:18.554178+0000","last_fullsized":"2024-09-12T18:25:18.554178+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:03.239180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8482819,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":497,"num_read_kb":75366,"num_write":972,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.995675+0000","last_change":"2024-09-12T17:38:09.657051+0000","last_active":"2024-09-12T18:22:49.995675+0000","last_peered":"2024-09-12T18:22:49.995675+0000","last_clean":"2024-09-12T18:22:49.995675+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:22:49.995675+0000","last_undegraded":"2024-09-12T18:22:49.995675+0000","last_fullsized":"2024-09-12T18:22:49.995675+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.570334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.874538+0000","last_change":"2024-09-12T17:38:09.657815+0000","last_active":"2024-09-12T18:23:43.874538+0000","last_peered":"2024-09-12T18:23:43.874538+0000","last_clean":"2024-09-12T18:23:43.874538+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:23:43.874538+0000","last_undegraded":"2024-09-12T18:23:43.874538+0000","last_fullsized":"2024-09-12T18:23:43.874538+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:16.722363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'400","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.031559+0000","last_change":"2024-09-12T17:38:07.663410+0000","last_active":"2024-09-12T18:25:18.031559+0000","last_peered":"2024-09-12T18:25:18.031559+0000","last_clean":"2024-09-12T18:25:18.031559+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:25:18.031559+0000","last_undegraded":"2024-09-12T18:25:18.031559+0000","last_fullsized":"2024-09-12T18:25:18.031559+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:19.395784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3267399,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":848,"num_read_kb":3494,"num_write":1289,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.567913+0000","last_change":"2024-09-12T17:38:09.662152+0000","last_active":"2024-09-12T18:22:55.567913+0000","last_peered":"2024-09-12T18:22:55.567913+0000","last_clean":"2024-09-12T18:22:55.567913+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:22:55.567913+0000","last_undegraded":"2024-09-12T18:22:55.567913+0000","last_fullsized":"2024-09-12T18:22:55.567913+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:28.864887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'334","reported_seq":1117,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.670073+0000","last_change":"2024-09-12T17:38:07.683262+0000","last_active":"2024-09-12T18:24:01.670073+0000","last_peered":"2024-09-12T18:24:01.670073+0000","last_clean":"2024-09-12T18:24:01.670073+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:24:01.670073+0000","last_undegraded":"2024-09-12T18:24:01.670073+0000","last_fullsized":"2024-09-12T18:24:01.670073+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:58.088666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22562302,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":671,"num_read_kb":57540,"num_write":1211,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":880,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.322634+0000","last_change":"2024-09-12T17:38:09.654683+0000","last_active":"2024-09-12T18:24:04.322634+0000","last_peered":"2024-09-12T18:24:04.322634+0000","last_clean":"2024-09-12T18:24:04.322634+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:24:04.322634+0000","last_undegraded":"2024-09-12T18:24:04.322634+0000","last_fullsized":"2024-09-12T18:24:04.322634+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:37.759543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'232","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.088092+0000","last_change":"2024-09-12T17:38:07.682849+0000","last_active":"2024-09-12T18:23:38.088092+0000","last_peered":"2024-09-12T18:23:38.088092+0000","last_clean":"2024-09-12T18:23:38.088092+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:23:38.088092+0000","last_undegraded":"2024-09-12T18:23:38.088092+0000","last_fullsized":"2024-09-12T18:23:38.088092+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:34.277691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5502538,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":301,"num_read_kb":23269,"num_write":856,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'388","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.038012+0000","last_change":"2024-09-12T17:38:09.658985+0000","last_active":"2024-09-12T18:23:25.038012+0000","last_peered":"2024-09-12T18:23:25.038012+0000","last_clean":"2024-09-12T18:23:25.038012+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:23:25.038012+0000","last_undegraded":"2024-09-12T18:23:25.038012+0000","last_fullsized":"2024-09-12T18:23:25.038012+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:59.440388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'287","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:22.469740+0000","last_change":"2024-09-12T17:38:07.670599+0000","last_active":"2024-09-12T18:22:22.469740+0000","last_peered":"2024-09-12T18:22:22.469740+0000","last_clean":"2024-09-12T18:22:22.469740+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:22:22.469740+0000","last_undegraded":"2024-09-12T18:22:22.469740+0000","last_fullsized":"2024-09-12T18:22:22.469740+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:40.833083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24452974,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":491,"num_read_kb":170306,"num_write":1051,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:52.491384+0000","last_change":"2024-09-12T17:38:09.652358+0000","last_active":"2024-09-12T18:21:52.491384+0000","last_peered":"2024-09-12T18:21:52.491384+0000","last_clean":"2024-09-12T18:21:52.491384+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:21:52.491384+0000","last_undegraded":"2024-09-12T18:21:52.491384+0000","last_fullsized":"2024-09-12T18:21:52.491384+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:23.373419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'375","reported_seq":1061,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.073383+0000","last_change":"2024-09-12T17:38:39.012441+0000","last_active":"2024-09-12T18:23:46.073383+0000","last_peered":"2024-09-12T18:23:46.073383+0000","last_clean":"2024-09-12T18:23:46.073383+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:23:46.073383+0000","last_undegraded":"2024-09-12T18:23:46.073383+0000","last_fullsized":"2024-09-12T18:23:46.073383+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:03.919634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":514064,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":679,"num_read_kb":7928,"num_write":1378,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.919485+0000","last_change":"2024-09-12T17:38:09.661886+0000","last_active":"2024-09-12T18:23:36.919485+0000","last_peered":"2024-09-12T18:23:36.919485+0000","last_clean":"2024-09-12T18:23:36.919485+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:23:36.919485+0000","last_undegraded":"2024-09-12T18:23:36.919485+0000","last_fullsized":"2024-09-12T18:23:36.919485+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:49.022703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'285","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.689347+0000","last_change":"2024-09-12T17:38:07.654888+0000","last_active":"2024-09-12T18:23:38.689347+0000","last_peered":"2024-09-12T18:23:38.689347+0000","last_clean":"2024-09-12T18:23:38.689347+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:23:38.689347+0000","last_undegraded":"2024-09-12T18:23:38.689347+0000","last_fullsized":"2024-09-12T18:23:38.689347+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:27.453206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10815012,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":528,"num_read_kb":64491,"num_write":1066,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'109","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.153544+0000","last_change":"2024-09-12T17:38:17.690075+0000","last_active":"2024-09-12T18:24:05.153544+0000","last_peered":"2024-09-12T18:24:05.153544+0000","last_clean":"2024-09-12T18:24:05.153544+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:24:05.153544+0000","last_undegraded":"2024-09-12T18:24:05.153544+0000","last_fullsized":"2024-09-12T18:24:05.153544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:44.526256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:37.833283+0000","last_change":"2024-09-12T17:38:38.766546+0000","last_active":"2024-09-12T18:23:37.833283+0000","last_peered":"2024-09-12T18:23:37.833283+0000","last_clean":"2024-09-12T18:23:37.833283+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:23:37.833283+0000","last_undegraded":"2024-09-12T18:23:37.833283+0000","last_fullsized":"2024-09-12T18:23:37.833283+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:15.450398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'270","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.205035+0000","last_change":"2024-09-12T17:38:07.662900+0000","last_active":"2024-09-12T18:23:49.205035+0000","last_peered":"2024-09-12T18:23:49.205035+0000","last_clean":"2024-09-12T18:23:49.205035+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:23:49.205035+0000","last_undegraded":"2024-09-12T18:23:49.205035+0000","last_fullsized":"2024-09-12T18:23:49.205035+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:40.765432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7644015,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":417,"num_read_kb":19687,"num_write":1024,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.179985+0000","last_change":"2024-09-12T17:38:11.659784+0000","last_active":"2024-09-12T18:21:45.179985+0000","last_peered":"2024-09-12T18:21:45.179985+0000","last_clean":"2024-09-12T18:21:45.179985+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:21:45.179985+0000","last_undegraded":"2024-09-12T18:21:45.179985+0000","last_fullsized":"2024-09-12T18:21:45.179985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:40.888621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'320","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257634+0000","last_change":"2024-09-12T17:38:13.681317+0000","last_active":"2024-09-12T18:24:09.257634+0000","last_peered":"2024-09-12T18:24:09.257634+0000","last_clean":"2024-09-12T18:24:09.257634+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:24:09.257634+0000","last_undegraded":"2024-09-12T18:24:09.257634+0000","last_fullsized":"2024-09-12T18:24:09.257634+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:25.496094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54140,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":506,"num_read_kb":957,"num_write":404,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.216389+0000","last_change":"2024-09-12T17:38:15.713546+0000","last_active":"2024-09-12T18:21:45.216389+0000","last_peered":"2024-09-12T18:21:45.216389+0000","last_clean":"2024-09-12T18:21:45.216389+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:21:45.216389+0000","last_undegraded":"2024-09-12T18:21:45.216389+0000","last_fullsized":"2024-09-12T18:21:45.216389+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:00.159740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'150","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.358928+0000","last_change":"2024-09-12T17:38:17.699319+0000","last_active":"2024-09-12T18:24:00.358928+0000","last_peered":"2024-09-12T18:24:00.358928+0000","last_clean":"2024-09-12T18:24:00.358928+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:24:00.358928+0000","last_undegraded":"2024-09-12T18:24:00.358928+0000","last_fullsized":"2024-09-12T18:24:00.358928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.119984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":641,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.220302+0000","last_change":"2024-09-12T17:38:09.676030+0000","last_active":"2024-09-12T18:23:33.220302+0000","last_peered":"2024-09-12T18:23:33.220302+0000","last_clean":"2024-09-12T18:23:33.220302+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:23:33.220302+0000","last_undegraded":"2024-09-12T18:23:33.220302+0000","last_fullsized":"2024-09-12T18:23:33.220302+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:17.477570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'281","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.178220+0000","last_change":"2024-09-12T17:38:07.628597+0000","last_active":"2024-09-12T18:23:12.178220+0000","last_peered":"2024-09-12T18:23:12.178220+0000","last_clean":"2024-09-12T18:23:12.178220+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:23:12.178220+0000","last_undegraded":"2024-09-12T18:23:12.178220+0000","last_fullsized":"2024-09-12T18:23:12.178220+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:44.344903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17836843,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":763,"num_read_kb":67283,"num_write":1093,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'5","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.800440+0000","last_change":"2024-09-12T17:38:11.660683+0000","last_active":"2024-09-12T18:25:23.800440+0000","last_peered":"2024-09-12T18:25:23.800440+0000","last_clean":"2024-09-12T18:25:23.800440+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:25:23.800440+0000","last_undegraded":"2024-09-12T18:25:23.800440+0000","last_fullsized":"2024-09-12T18:25:23.800440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:55.746808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":1202,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'92","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:47.766615+0000","last_change":"2024-09-12T17:38:13.664165+0000","last_active":"2024-09-12T18:21:47.766615+0000","last_peered":"2024-09-12T18:21:47.766615+0000","last_clean":"2024-09-12T18:21:47.766615+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:21:47.766615+0000","last_undegraded":"2024-09-12T18:21:47.766615+0000","last_fullsized":"2024-09-12T18:21:47.766615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:17.539098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389476+0000","last_change":"2024-09-12T17:38:15.698866+0000","last_active":"2024-09-12T18:21:45.389476+0000","last_peered":"2024-09-12T18:21:45.389476+0000","last_clean":"2024-09-12T18:21:45.389476+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:21:45.389476+0000","last_undegraded":"2024-09-12T18:21:45.389476+0000","last_fullsized":"2024-09-12T18:21:45.389476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.020385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'132","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:03.766410+0000","last_change":"2024-09-12T17:38:17.717248+0000","last_active":"2024-09-12T18:24:03.766410+0000","last_peered":"2024-09-12T18:24:03.766410+0000","last_clean":"2024-09-12T18:24:03.766410+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:24:03.766410+0000","last_undegraded":"2024-09-12T18:24:03.766410+0000","last_fullsized":"2024-09-12T18:24:03.766410+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:55.136525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":723,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.931520+0000","last_change":"2024-09-12T17:38:09.664118+0000","last_active":"2024-09-12T18:23:40.931520+0000","last_peered":"2024-09-12T18:23:40.931520+0000","last_clean":"2024-09-12T18:23:40.931520+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:23:40.931520+0000","last_undegraded":"2024-09-12T18:23:40.931520+0000","last_fullsized":"2024-09-12T18:23:40.931520+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:42.317966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'301","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.098433+0000","last_change":"2024-09-12T17:38:07.676584+0000","last_active":"2024-09-12T18:22:58.098433+0000","last_peered":"2024-09-12T18:22:58.098433+0000","last_clean":"2024-09-12T18:22:58.098433+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:22:58.098433+0000","last_undegraded":"2024-09-12T18:22:58.098433+0000","last_fullsized":"2024-09-12T18:22:58.098433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.658700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12022463,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":507,"num_read_kb":15040,"num_write":1034,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.215782+0000","last_change":"2024-09-12T17:38:11.661528+0000","last_active":"2024-09-12T18:21:45.215782+0000","last_peered":"2024-09-12T18:21:45.215782+0000","last_clean":"2024-09-12T18:21:45.215782+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:21:45.215782+0000","last_undegraded":"2024-09-12T18:21:45.215782+0000","last_fullsized":"2024-09-12T18:21:45.215782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:54.490949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'108","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.019937+0000","last_change":"2024-09-12T17:38:13.667503+0000","last_active":"2024-09-12T18:22:50.019937+0000","last_peered":"2024-09-12T18:22:50.019937+0000","last_clean":"2024-09-12T18:22:50.019937+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:22:50.019937+0000","last_undegraded":"2024-09-12T18:22:50.019937+0000","last_fullsized":"2024-09-12T18:22:50.019937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:41.400807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'767","reported_seq":2267,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.185438+0000","last_change":"2024-09-12T17:38:15.702631+0000","last_active":"2024-09-12T18:25:24.185438+0000","last_peered":"2024-09-12T18:25:24.185438+0000","last_clean":"2024-09-12T18:25:24.185438+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:25:24.185438+0000","last_undegraded":"2024-09-12T18:25:24.185438+0000","last_fullsized":"2024-09-12T18:25:24.185438+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:14.897696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'211","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.202494+0000","last_change":"2024-09-12T17:38:17.680424+0000","last_active":"2024-09-12T18:24:05.202494+0000","last_peered":"2024-09-12T18:24:05.202494+0000","last_clean":"2024-09-12T18:24:05.202494+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:24:05.202494+0000","last_undegraded":"2024-09-12T18:24:05.202494+0000","last_fullsized":"2024-09-12T18:24:05.202494+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:42.031884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4181","reported_seq":4791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214522+0000","last_change":"2024-09-12T17:38:09.660353+0000","last_active":"2024-09-12T18:21:40.214522+0000","last_peered":"2024-09-12T18:21:40.214522+0000","last_clean":"2024-09-12T18:21:40.214522+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:21:40.214522+0000","last_undegraded":"2024-09-12T18:21:40.214522+0000","last_fullsized":"2024-09-12T18:21:40.214522+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:11.629202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'314","reported_seq":1016,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.075962+0000","last_change":"2024-09-12T17:38:07.680390+0000","last_active":"2024-09-12T18:23:46.075962+0000","last_peered":"2024-09-12T18:23:46.075962+0000","last_clean":"2024-09-12T18:23:46.075962+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:23:46.075962+0000","last_undegraded":"2024-09-12T18:23:46.075962+0000","last_fullsized":"2024-09-12T18:23:46.075962+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:11.453952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2543022,"num_objects":85,"num_object_clones":0,"num_object_copies":340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":599,"num_read_kb":4096,"num_write":1306,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.180044+0000","last_change":"2024-09-12T17:38:11.668833+0000","last_active":"2024-09-12T18:21:45.180044+0000","last_peered":"2024-09-12T18:21:45.180044+0000","last_clean":"2024-09-12T18:21:45.180044+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:21:45.180044+0000","last_undegraded":"2024-09-12T18:21:45.180044+0000","last_fullsized":"2024-09-12T18:21:45.180044+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:05.625171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'255","reported_seq":818,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.252646+0000","last_change":"2024-09-12T17:38:13.701917+0000","last_active":"2024-09-12T18:24:10.252646+0000","last_peered":"2024-09-12T18:24:10.252646+0000","last_clean":"2024-09-12T18:24:10.252646+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:24:10.252646+0000","last_undegraded":"2024-09-12T18:24:10.252646+0000","last_fullsized":"2024-09-12T18:24:10.252646+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.965550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54112,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":416,"num_read_kb":885,"num_write":342,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":4683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.193566+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:24.193566+0000","last_peered":"2024-09-12T18:25:24.193566+0000","last_clean":"2024-09-12T18:25:24.193566+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:24.193566+0000","last_undegraded":"2024-09-12T18:25:24.193566+0000","last_fullsized":"2024-09-12T18:25:24.193566+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205540+0000","last_change":"2024-09-12T17:38:09.672982+0000","last_active":"2024-09-12T18:23:40.205540+0000","last_peered":"2024-09-12T18:23:40.205540+0000","last_clean":"2024-09-12T18:23:40.205540+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:23:40.205540+0000","last_undegraded":"2024-09-12T18:23:40.205540+0000","last_fullsized":"2024-09-12T18:23:40.205540+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:19.640627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'285","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.491986+0000","last_change":"2024-09-12T17:38:07.654043+0000","last_active":"2024-09-12T18:23:29.491986+0000","last_peered":"2024-09-12T18:23:29.491986+0000","last_clean":"2024-09-12T18:23:29.491986+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:23:29.491986+0000","last_undegraded":"2024-09-12T18:23:29.491986+0000","last_fullsized":"2024-09-12T18:23:29.491986+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:28.168324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5517356,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":435,"num_read_kb":28118,"num_write":1017,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246190+0000","last_change":"2024-09-12T17:38:11.663250+0000","last_active":"2024-09-12T18:23:45.246190+0000","last_peered":"2024-09-12T18:23:45.246190+0000","last_clean":"2024-09-12T18:23:45.246190+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:23:45.246190+0000","last_undegraded":"2024-09-12T18:23:45.246190+0000","last_fullsized":"2024-09-12T18:23:45.246190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:09.420794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'350","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.207993+0000","last_change":"2024-09-12T17:38:13.694800+0000","last_active":"2024-09-12T18:23:50.207993+0000","last_peered":"2024-09-12T18:23:50.207993+0000","last_clean":"2024-09-12T18:23:50.207993+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:23:50.207993+0000","last_undegraded":"2024-09-12T18:23:50.207993+0000","last_fullsized":"2024-09-12T18:23:50.207993+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:29.483928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78120,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":580,"num_read_kb":1136,"num_write":464,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017922+0000","last_change":"2024-09-12T17:38:15.694720+0000","last_active":"2024-09-12T18:23:15.017922+0000","last_peered":"2024-09-12T18:23:15.017922+0000","last_clean":"2024-09-12T18:23:15.017922+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:23:15.017922+0000","last_undegraded":"2024-09-12T18:23:15.017922+0000","last_fullsized":"2024-09-12T18:23:15.017922+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.982571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'554","reported_seq":1360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.159364+0000","last_change":"2024-09-12T17:38:17.699215+0000","last_active":"2024-09-12T18:25:24.159364+0000","last_peered":"2024-09-12T18:25:24.159364+0000","last_clean":"2024-09-12T18:25:24.159364+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:25:24.159364+0000","last_undegraded":"2024-09-12T18:25:24.159364+0000","last_fullsized":"2024-09-12T18:25:24.159364+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:33.639438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'183","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.254065+0000","last_change":"2024-09-12T17:38:09.663529+0000","last_active":"2024-09-12T18:24:00.254065+0000","last_peered":"2024-09-12T18:24:00.254065+0000","last_clean":"2024-09-12T18:24:00.254065+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:24:00.254065+0000","last_undegraded":"2024-09-12T18:24:00.254065+0000","last_fullsized":"2024-09-12T18:24:00.254065+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:27.115016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'288","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.685012+0000","last_change":"2024-09-12T17:38:07.653042+0000","last_active":"2024-09-12T18:23:38.685012+0000","last_peered":"2024-09-12T18:23:38.685012+0000","last_clean":"2024-09-12T18:23:38.685012+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:23:38.685012+0000","last_undegraded":"2024-09-12T18:23:38.685012+0000","last_fullsized":"2024-09-12T18:23:38.685012+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:21.739077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053395,"num_objects":58,"num_object_clones":0,"num_object_copies":232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":575,"num_read_kb":14213,"num_write":1011,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"38'3","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.047740+0000","last_change":"2024-09-12T17:38:11.653316+0000","last_active":"2024-09-12T18:25:55.047740+0000","last_peered":"2024-09-12T18:25:55.047740+0000","last_clean":"2024-09-12T18:25:55.047740+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:25:55.047740+0000","last_undegraded":"2024-09-12T18:25:55.047740+0000","last_fullsized":"2024-09-12T18:25:55.047740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:26.222896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":730,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'284","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.074728+0000","last_change":"2024-09-12T17:38:13.700028+0000","last_active":"2024-09-12T18:25:24.074728+0000","last_peered":"2024-09-12T18:25:24.074728+0000","last_clean":"2024-09-12T18:25:24.074728+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:25:24.074728+0000","last_undegraded":"2024-09-12T18:25:24.074728+0000","last_fullsized":"2024-09-12T18:25:24.074728+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:33.911522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61880,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":945,"num_write":380,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214310+0000","last_change":"2024-09-12T17:38:15.693970+0000","last_active":"2024-09-12T18:21:40.214310+0000","last_peered":"2024-09-12T18:21:40.214310+0000","last_clean":"2024-09-12T18:21:40.214310+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:21:40.214310+0000","last_undegraded":"2024-09-12T18:21:40.214310+0000","last_fullsized":"2024-09-12T18:21:40.214310+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:13.962190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2391","reported_seq":4212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.026370+0000","last_change":"2024-09-12T17:38:17.708931+0000","last_active":"2024-09-12T18:24:20.026370+0000","last_peered":"2024-09-12T18:24:20.026370+0000","last_clean":"2024-09-12T18:24:20.026370+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:24:20.026370+0000","last_undegraded":"2024-09-12T18:24:20.026370+0000","last_fullsized":"2024-09-12T18:24:20.026370+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:02.916384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.784115+0000","last_change":"2024-09-12T17:38:09.665397+0000","last_active":"2024-09-12T18:22:25.784115+0000","last_peered":"2024-09-12T18:22:25.784115+0000","last_clean":"2024-09-12T18:22:25.784115+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:22:25.784115+0000","last_undegraded":"2024-09-12T18:22:25.784115+0000","last_fullsized":"2024-09-12T18:22:25.784115+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:07.791186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'319","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237632+0000","last_change":"2024-09-12T17:38:07.674195+0000","last_active":"2024-09-12T18:23:10.237632+0000","last_peered":"2024-09-12T18:23:10.237632+0000","last_clean":"2024-09-12T18:23:10.237632+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:23:10.237632+0000","last_undegraded":"2024-09-12T18:23:10.237632+0000","last_fullsized":"2024-09-12T18:23:10.237632+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:24.430200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6835336,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":492,"num_read_kb":8861,"num_write":1209,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024491+0000","last_change":"2024-09-12T17:38:11.665102+0000","last_active":"2024-09-12T18:23:15.024491+0000","last_peered":"2024-09-12T18:23:15.024491+0000","last_clean":"2024-09-12T18:23:15.024491+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:23:15.024491+0000","last_undegraded":"2024-09-12T18:23:15.024491+0000","last_fullsized":"2024-09-12T18:23:15.024491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:38.905876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'312","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.132010+0000","last_change":"2024-09-12T17:38:13.701309+0000","last_active":"2024-09-12T18:25:24.132010+0000","last_peered":"2024-09-12T18:25:24.132010+0000","last_clean":"2024-09-12T18:25:24.132010+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:25:24.132010+0000","last_undegraded":"2024-09-12T18:25:24.132010+0000","last_fullsized":"2024-09-12T18:25:24.132010+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:18.600360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60345,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":504,"num_read_kb":1020,"num_write":416,"num_write_kb":323,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'780","reported_seq":2586,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.194811+0000","last_change":"2024-09-12T17:38:15.709349+0000","last_active":"2024-09-12T18:25:24.194811+0000","last_peered":"2024-09-12T18:25:24.194811+0000","last_clean":"2024-09-12T18:25:24.194811+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:25:24.194811+0000","last_undegraded":"2024-09-12T18:25:24.194811+0000","last_fullsized":"2024-09-12T18:25:24.194811+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:46.043519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.956986+0000","last_change":"2024-09-12T17:38:17.705461+0000","last_active":"2024-09-12T18:25:22.956986+0000","last_peered":"2024-09-12T18:25:22.956986+0000","last_clean":"2024-09-12T18:25:22.956986+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:25:22.956986+0000","last_undegraded":"2024-09-12T18:25:22.956986+0000","last_fullsized":"2024-09-12T18:25:22.956986+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:36.864915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'149","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.737087+0000","last_change":"2024-09-12T17:38:09.666754+0000","last_active":"2024-09-12T18:23:45.737087+0000","last_peered":"2024-09-12T18:23:45.737087+0000","last_clean":"2024-09-12T18:23:45.737087+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:23:45.737087+0000","last_undegraded":"2024-09-12T18:23:45.737087+0000","last_fullsized":"2024-09-12T18:23:45.737087+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.648982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'297","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.387480+0000","last_change":"2024-09-12T17:38:07.676707+0000","last_active":"2024-09-12T18:23:24.387480+0000","last_peered":"2024-09-12T18:23:24.387480+0000","last_clean":"2024-09-12T18:23:24.387480+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:23:24.387480+0000","last_undegraded":"2024-09-12T18:23:24.387480+0000","last_fullsized":"2024-09-12T18:23:24.387480+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:28.194862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17068044,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":502,"num_read_kb":42615,"num_write":1136,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.188993+0000","last_change":"2024-09-12T17:38:11.642736+0000","last_active":"2024-09-12T18:21:45.188993+0000","last_peered":"2024-09-12T18:21:45.188993+0000","last_clean":"2024-09-12T18:21:45.188993+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:21:45.188993+0000","last_undegraded":"2024-09-12T18:21:45.188993+0000","last_fullsized":"2024-09-12T18:21:45.188993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:27.519350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'471","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.137949+0000","last_change":"2024-09-12T17:38:13.681281+0000","last_active":"2024-09-12T18:25:24.137949+0000","last_peered":"2024-09-12T18:25:24.137949+0000","last_clean":"2024-09-12T18:25:24.137949+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:25:24.137949+0000","last_undegraded":"2024-09-12T18:25:24.137949+0000","last_fullsized":"2024-09-12T18:25:24.137949+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:07.841840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115023,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":1775,"num_write":682,"num_write_kb":591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031048+0000","last_change":"2024-09-12T17:38:15.699038+0000","last_active":"2024-09-12T18:23:45.031048+0000","last_peered":"2024-09-12T18:23:45.031048+0000","last_clean":"2024-09-12T18:23:45.031048+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:23:45.031048+0000","last_undegraded":"2024-09-12T18:23:45.031048+0000","last_fullsized":"2024-09-12T18:23:45.031048+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:34.894703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'161","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.307658+0000","last_change":"2024-09-12T17:38:17.712810+0000","last_active":"2024-09-12T18:23:00.307658+0000","last_peered":"2024-09-12T18:23:00.307658+0000","last_clean":"2024-09-12T18:23:00.307658+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:23:00.307658+0000","last_undegraded":"2024-09-12T18:23:00.307658+0000","last_fullsized":"2024-09-12T18:23:00.307658+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:12.253737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'159","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.966123+0000","last_change":"2024-09-12T17:38:09.659914+0000","last_active":"2024-09-12T18:23:41.966123+0000","last_peered":"2024-09-12T18:23:41.966123+0000","last_clean":"2024-09-12T18:23:41.966123+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:23:41.966123+0000","last_undegraded":"2024-09-12T18:23:41.966123+0000","last_fullsized":"2024-09-12T18:23:41.966123+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:23.049258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'285","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.049920+0000","last_change":"2024-09-12T17:38:07.638501+0000","last_active":"2024-09-12T18:23:35.049920+0000","last_peered":"2024-09-12T18:23:35.049920+0000","last_clean":"2024-09-12T18:23:35.049920+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:23:35.049920+0000","last_undegraded":"2024-09-12T18:23:35.049920+0000","last_fullsized":"2024-09-12T18:23:35.049920+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:18.080704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599659,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":479,"num_read_kb":43580,"num_write":1008,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024609+0000","last_change":"2024-09-12T17:38:11.658264+0000","last_active":"2024-09-12T18:23:15.024609+0000","last_peered":"2024-09-12T18:23:15.024609+0000","last_clean":"2024-09-12T18:23:15.024609+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:23:15.024609+0000","last_undegraded":"2024-09-12T18:23:15.024609+0000","last_fullsized":"2024-09-12T18:23:15.024609+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:29.829357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.439880+0000","last_change":"2024-09-12T17:38:13.684717+0000","last_active":"2024-09-12T18:25:30.439880+0000","last_peered":"2024-09-12T18:25:30.439880+0000","last_clean":"2024-09-12T18:25:30.439880+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:25:30.439880+0000","last_undegraded":"2024-09-12T18:25:30.439880+0000","last_fullsized":"2024-09-12T18:25:30.439880+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:45.486938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68141,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":547,"num_read_kb":1131,"num_write":504,"num_write_kb":431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247255+0000","last_change":"2024-09-12T17:38:15.697206+0000","last_active":"2024-09-12T18:23:29.247255+0000","last_peered":"2024-09-12T18:23:29.247255+0000","last_clean":"2024-09-12T18:23:29.247255+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:23:29.247255+0000","last_undegraded":"2024-09-12T18:23:29.247255+0000","last_fullsized":"2024-09-12T18:23:29.247255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:01.194997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255252+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:24:25.255252+0000","last_peered":"2024-09-12T18:24:25.255252+0000","last_clean":"2024-09-12T18:24:25.255252+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:24:25.255252+0000","last_undegraded":"2024-09-12T18:24:25.255252+0000","last_fullsized":"2024-09-12T18:24:25.255252+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:15.124416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":764,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408550+0000","last_change":"2024-09-12T17:38:09.652459+0000","last_active":"2024-09-12T18:23:10.408550+0000","last_peered":"2024-09-12T18:23:10.408550+0000","last_clean":"2024-09-12T18:23:10.408550+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:23:10.408550+0000","last_undegraded":"2024-09-12T18:23:10.408550+0000","last_fullsized":"2024-09-12T18:23:10.408550+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:16.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'255","reported_seq":886,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:58.359433+0000","last_change":"2024-09-12T17:38:07.671493+0000","last_active":"2024-09-12T18:21:58.359433+0000","last_peered":"2024-09-12T18:21:58.359433+0000","last_clean":"2024-09-12T18:21:58.359433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:21:58.359433+0000","last_undegraded":"2024-09-12T18:21:58.359433+0000","last_fullsized":"2024-09-12T18:21:58.359433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:38.049544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21381168,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":355,"num_read_kb":56896,"num_write":928,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017983+0000","last_change":"2024-09-12T17:38:11.657792+0000","last_active":"2024-09-12T18:23:15.017983+0000","last_peered":"2024-09-12T18:23:15.017983+0000","last_clean":"2024-09-12T18:23:15.017983+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:23:15.017983+0000","last_undegraded":"2024-09-12T18:23:15.017983+0000","last_fullsized":"2024-09-12T18:23:15.017983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:32.247480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'286","reported_seq":872,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.155719+0000","last_change":"2024-09-12T17:38:13.691871+0000","last_active":"2024-09-12T18:25:24.155719+0000","last_peered":"2024-09-12T18:25:24.155719+0000","last_clean":"2024-09-12T18:25:24.155719+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:25:24.155719+0000","last_undegraded":"2024-09-12T18:25:24.155719+0000","last_fullsized":"2024-09-12T18:25:24.155719+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.631625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56945,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":944,"num_write":380,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'744","reported_seq":4309,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.557975+0000","last_change":"2024-09-12T17:38:15.704832+0000","last_active":"2024-09-12T18:25:24.557975+0000","last_peered":"2024-09-12T18:25:24.557975+0000","last_clean":"2024-09-12T18:25:24.557975+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:25:24.557975+0000","last_undegraded":"2024-09-12T18:25:24.557975+0000","last_fullsized":"2024-09-12T18:25:24.557975+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":700,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:22.038856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'133","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.804964+0000","last_change":"2024-09-12T17:38:17.710341+0000","last_active":"2024-09-12T18:24:02.804964+0000","last_peered":"2024-09-12T18:24:02.804964+0000","last_clean":"2024-09-12T18:24:02.804964+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:24:02.804964+0000","last_undegraded":"2024-09-12T18:24:02.804964+0000","last_fullsized":"2024-09-12T18:24:02.804964+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:23.949874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.094041+0000","last_change":"2024-09-12T17:38:09.669074+0000","last_active":"2024-09-12T18:23:20.094041+0000","last_peered":"2024-09-12T18:23:20.094041+0000","last_clean":"2024-09-12T18:23:20.094041+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:23:20.094041+0000","last_undegraded":"2024-09-12T18:23:20.094041+0000","last_fullsized":"2024-09-12T18:23:20.094041+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:16.753858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'274","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.415093+0000","last_change":"2024-09-12T17:38:07.626067+0000","last_active":"2024-09-12T18:23:40.415093+0000","last_peered":"2024-09-12T18:23:40.415093+0000","last_clean":"2024-09-12T18:23:40.415093+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:23:40.415093+0000","last_undegraded":"2024-09-12T18:23:40.415093+0000","last_fullsized":"2024-09-12T18:23:40.415093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:59.757329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9555327,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":749,"num_read_kb":28307,"num_write":1052,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1461,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.046186+0000","last_change":"2024-09-12T17:38:11.668521+0000","last_active":"2024-09-12T18:25:55.046186+0000","last_peered":"2024-09-12T18:25:55.046186+0000","last_clean":"2024-09-12T18:25:55.046186+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:25:55.046186+0000","last_undegraded":"2024-09-12T18:25:55.046186+0000","last_fullsized":"2024-09-12T18:25:55.046186+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:12.384405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":966,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'71","reported_seq":591,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.067545+0000","last_change":"2024-09-12T17:38:13.695892+0000","last_active":"2024-09-12T18:24:05.067545+0000","last_peered":"2024-09-12T18:24:05.067545+0000","last_clean":"2024-09-12T18:24:05.067545+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:24:05.067545+0000","last_undegraded":"2024-09-12T18:24:05.067545+0000","last_fullsized":"2024-09-12T18:24:05.067545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:12.996732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'754","reported_seq":2291,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.560333+0000","last_change":"2024-09-12T17:38:15.694823+0000","last_active":"2024-09-12T18:25:24.560333+0000","last_peered":"2024-09-12T18:25:24.560333+0000","last_clean":"2024-09-12T18:25:24.560333+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:25:24.560333+0000","last_undegraded":"2024-09-12T18:25:24.560333+0000","last_fullsized":"2024-09-12T18:25:24.560333+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:12.983006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'128","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.421907+0000","last_change":"2024-09-12T17:38:17.715587+0000","last_active":"2024-09-12T18:24:10.421907+0000","last_peered":"2024-09-12T18:24:10.421907+0000","last_clean":"2024-09-12T18:24:10.421907+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:24:10.421907+0000","last_undegraded":"2024-09-12T18:24:10.421907+0000","last_fullsized":"2024-09-12T18:24:10.421907+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:04.424284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020886+0000","last_change":"2024-09-12T17:38:09.662878+0000","last_active":"2024-09-12T18:23:25.020886+0000","last_peered":"2024-09-12T18:23:25.020886+0000","last_clean":"2024-09-12T18:23:25.020886+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:23:25.020886+0000","last_undegraded":"2024-09-12T18:23:25.020886+0000","last_fullsized":"2024-09-12T18:23:25.020886+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:13.011169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'273","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:15.080302+0000","last_change":"2024-09-12T17:38:38.770316+0000","last_active":"2024-09-12T18:25:15.080302+0000","last_peered":"2024-09-12T18:25:15.080302+0000","last_clean":"2024-09-12T18:25:15.080302+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:25:15.080302+0000","last_undegraded":"2024-09-12T18:25:15.080302+0000","last_fullsized":"2024-09-12T18:25:15.080302+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:48.083140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13413967,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":372,"num_read_kb":16781,"num_write":991,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409782+0000","last_change":"2024-09-12T17:38:11.664558+0000","last_active":"2024-09-12T18:23:15.409782+0000","last_peered":"2024-09-12T18:23:15.409782+0000","last_clean":"2024-09-12T18:23:15.409782+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:23:15.409782+0000","last_undegraded":"2024-09-12T18:23:15.409782+0000","last_fullsized":"2024-09-12T18:23:15.409782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:39.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'371","reported_seq":967,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.117230+0000","last_change":"2024-09-12T17:38:13.686242+0000","last_active":"2024-09-12T18:25:24.117230+0000","last_peered":"2024-09-12T18:25:24.117230+0000","last_clean":"2024-09-12T18:25:24.117230+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:25:24.117230+0000","last_undegraded":"2024-09-12T18:25:24.117230+0000","last_fullsized":"2024-09-12T18:25:24.117230+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:15.470250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59932,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":1084,"num_write":466,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011837+0000","last_change":"2024-09-12T17:38:15.696371+0000","last_active":"2024-09-12T18:23:15.011837+0000","last_peered":"2024-09-12T18:23:15.011837+0000","last_clean":"2024-09-12T18:23:15.011837+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:23:15.011837+0000","last_undegraded":"2024-09-12T18:23:15.011837+0000","last_fullsized":"2024-09-12T18:23:15.011837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:09.415516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'126","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.511692+0000","last_change":"2024-09-12T17:38:17.707294+0000","last_active":"2024-09-12T18:22:14.511692+0000","last_peered":"2024-09-12T18:22:14.511692+0000","last_clean":"2024-09-12T18:22:14.511692+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:22:14.511692+0000","last_undegraded":"2024-09-12T18:22:14.511692+0000","last_fullsized":"2024-09-12T18:22:14.511692+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:26.108940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.039092+0000","last_change":"2024-09-12T17:38:09.672211+0000","last_active":"2024-09-12T18:22:55.039092+0000","last_peered":"2024-09-12T18:22:55.039092+0000","last_clean":"2024-09-12T18:22:55.039092+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:22:55.039092+0000","last_undegraded":"2024-09-12T18:22:55.039092+0000","last_fullsized":"2024-09-12T18:22:55.039092+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.900537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:55.248824+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T18:23:55.248824+0000","last_peered":"2024-09-12T18:23:55.248824+0000","last_clean":"2024-09-12T18:23:55.248824+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:23:55.248824+0000","last_undegraded":"2024-09-12T18:23:55.248824+0000","last_fullsized":"2024-09-12T18:23:55.248824+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206870+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T18:23:45.206870+0000","last_peered":"2024-09-12T18:23:45.206870+0000","last_clean":"2024-09-12T18:23:45.206870+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:23:45.206870+0000","last_undegraded":"2024-09-12T18:23:45.206870+0000","last_fullsized":"2024-09-12T18:23:45.206870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'291","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.295268+0000","last_change":"2024-09-12T17:38:07.682349+0000","last_active":"2024-09-12T18:23:20.295268+0000","last_peered":"2024-09-12T18:23:20.295268+0000","last_clean":"2024-09-12T18:23:20.295268+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:23:20.295268+0000","last_undegraded":"2024-09-12T18:23:20.295268+0000","last_fullsized":"2024-09-12T18:23:20.295268+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:01.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18334625,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":414,"num_read_kb":92380,"num_write":1037,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220180+0000","last_change":"2024-09-12T17:38:11.658129+0000","last_active":"2024-09-12T18:22:00.220180+0000","last_peered":"2024-09-12T18:22:00.220180+0000","last_clean":"2024-09-12T18:22:00.220180+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:22:00.220180+0000","last_undegraded":"2024-09-12T18:22:00.220180+0000","last_fullsized":"2024-09-12T18:22:00.220180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:52.762417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'702","reported_seq":1386,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.149341+0000","last_change":"2024-09-12T17:38:13.690235+0000","last_active":"2024-09-12T18:25:24.149341+0000","last_peered":"2024-09-12T18:25:24.149341+0000","last_clean":"2024-09-12T18:25:24.149341+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:25:24.149341+0000","last_undegraded":"2024-09-12T18:25:24.149341+0000","last_fullsized":"2024-09-12T18:25:24.149341+0000","mapping_epoch":32,"log_start":"268'600","ondisk_log_start":"268'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":600,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:42.508605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189960,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1373,"num_read_kb":2855,"num_write":1324,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:39.220084+0000","last_change":"2024-09-12T17:38:15.707309+0000","last_active":"2024-09-12T18:21:39.220084+0000","last_peered":"2024-09-12T18:21:39.220084+0000","last_clean":"2024-09-12T18:21:39.220084+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:21:39.220084+0000","last_undegraded":"2024-09-12T18:21:39.220084+0000","last_fullsized":"2024-09-12T18:21:39.220084+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:22.234928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.312405+0000","last_change":"2024-09-12T17:38:17.699145+0000","last_active":"2024-09-12T18:24:04.312405+0000","last_peered":"2024-09-12T18:24:04.312405+0000","last_clean":"2024-09-12T18:24:04.312405+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:24:04.312405+0000","last_undegraded":"2024-09-12T18:24:04.312405+0000","last_fullsized":"2024-09-12T18:24:04.312405+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:45.248821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250220+0000","last_change":"2024-09-12T17:38:09.666430+0000","last_active":"2024-09-12T18:23:39.250220+0000","last_peered":"2024-09-12T18:23:39.250220+0000","last_clean":"2024-09-12T18:23:39.250220+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:23:39.250220+0000","last_undegraded":"2024-09-12T18:23:39.250220+0000","last_fullsized":"2024-09-12T18:23:39.250220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:24.365629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220008+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T18:22:00.220008+0000","last_peered":"2024-09-12T18:22:00.220008+0000","last_clean":"2024-09-12T18:22:00.220008+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:22:00.220008+0000","last_undegraded":"2024-09-12T18:22:00.220008+0000","last_fullsized":"2024-09-12T18:22:00.220008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'277","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.644263+0000","last_change":"2024-09-12T17:38:07.641922+0000","last_active":"2024-09-12T18:23:39.644263+0000","last_peered":"2024-09-12T18:23:39.644263+0000","last_clean":"2024-09-12T18:23:39.644263+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:23:39.644263+0000","last_undegraded":"2024-09-12T18:23:39.644263+0000","last_fullsized":"2024-09-12T18:23:39.644263+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:44.447227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10597082,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":451,"num_read_kb":11152,"num_write":1057,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.207005+0000","last_change":"2024-09-12T17:38:11.666888+0000","last_active":"2024-09-12T18:23:45.207005+0000","last_peered":"2024-09-12T18:23:45.207005+0000","last_clean":"2024-09-12T18:23:45.207005+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:23:45.207005+0000","last_undegraded":"2024-09-12T18:23:45.207005+0000","last_fullsized":"2024-09-12T18:23:45.207005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:36.224084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1199","reported_seq":2699,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.178754+0000","last_change":"2024-09-12T17:38:13.684899+0000","last_active":"2024-09-12T18:25:24.178754+0000","last_peered":"2024-09-12T18:25:24.178754+0000","last_clean":"2024-09-12T18:25:24.178754+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:25:24.178754+0000","last_undegraded":"2024-09-12T18:25:24.178754+0000","last_fullsized":"2024-09-12T18:25:24.178754+0000","mapping_epoch":32,"log_start":"268'1100","ondisk_log_start":"268'1100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":1100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:14.096198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165280,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1931,"num_read_kb":3321,"num_write":1048,"num_write_kb":905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221333+0000","last_change":"2024-09-12T17:38:15.707285+0000","last_active":"2024-09-12T18:22:05.221333+0000","last_peered":"2024-09-12T18:22:05.221333+0000","last_clean":"2024-09-12T18:22:05.221333+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:22:05.221333+0000","last_undegraded":"2024-09-12T18:22:05.221333+0000","last_fullsized":"2024-09-12T18:22:05.221333+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:51.601053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'121","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:48.536940+0000","last_change":"2024-09-12T17:38:17.707147+0000","last_active":"2024-09-12T18:23:48.536940+0000","last_peered":"2024-09-12T18:23:48.536940+0000","last_clean":"2024-09-12T18:23:48.536940+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:23:48.536940+0000","last_undegraded":"2024-09-12T18:23:48.536940+0000","last_fullsized":"2024-09-12T18:23:48.536940+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:21.928837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023982+0000","last_change":"2024-09-12T17:38:09.672347+0000","last_active":"2024-09-12T18:23:40.023982+0000","last_peered":"2024-09-12T18:23:40.023982+0000","last_clean":"2024-09-12T18:23:40.023982+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:23:40.023982+0000","last_undegraded":"2024-09-12T18:23:40.023982+0000","last_fullsized":"2024-09-12T18:23:40.023982+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:39.177967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031099+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T18:23:45.031099+0000","last_peered":"2024-09-12T18:23:45.031099+0000","last_clean":"2024-09-12T18:23:45.031099+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:23:45.031099+0000","last_undegraded":"2024-09-12T18:23:45.031099+0000","last_fullsized":"2024-09-12T18:23:45.031099+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'390","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.283639+0000","last_change":"2024-09-12T17:38:07.663327+0000","last_active":"2024-09-12T18:23:22.283639+0000","last_peered":"2024-09-12T18:23:22.283639+0000","last_clean":"2024-09-12T18:23:22.283639+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:23:22.283639+0000","last_undegraded":"2024-09-12T18:23:22.283639+0000","last_fullsized":"2024-09-12T18:23:22.283639+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:10.296989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7940227,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":800,"num_read_kb":11836,"num_write":1383,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031308+0000","last_change":"2024-09-12T17:38:11.669327+0000","last_active":"2024-09-12T18:23:45.031308+0000","last_peered":"2024-09-12T18:23:45.031308+0000","last_clean":"2024-09-12T18:23:45.031308+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:23:45.031308+0000","last_undegraded":"2024-09-12T18:23:45.031308+0000","last_fullsized":"2024-09-12T18:23:45.031308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:42.940746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1337,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.609419+0000","last_change":"2024-09-12T17:38:13.701283+0000","last_active":"2024-09-12T18:25:23.609419+0000","last_peered":"2024-09-12T18:25:23.609419+0000","last_clean":"2024-09-12T18:25:23.609419+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:25:23.609419+0000","last_undegraded":"2024-09-12T18:25:23.609419+0000","last_fullsized":"2024-09-12T18:25:23.609419+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:13.680148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226443+0000","last_change":"2024-09-12T17:38:15.702285+0000","last_active":"2024-09-12T18:22:04.226443+0000","last_peered":"2024-09-12T18:22:04.226443+0000","last_clean":"2024-09-12T18:22:04.226443+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:22:04.226443+0000","last_undegraded":"2024-09-12T18:22:04.226443+0000","last_fullsized":"2024-09-12T18:22:04.226443+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:49.650978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:31.274385+0000","last_change":"2024-09-12T17:38:09.663796+0000","last_active":"2024-09-12T18:23:31.274385+0000","last_peered":"2024-09-12T18:23:31.274385+0000","last_clean":"2024-09-12T18:23:31.274385+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:23:31.274385+0000","last_undegraded":"2024-09-12T18:23:31.274385+0000","last_fullsized":"2024-09-12T18:23:31.274385+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:39.452711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":523,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206818+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T18:23:45.206818+0000","last_peered":"2024-09-12T18:23:45.206818+0000","last_clean":"2024-09-12T18:23:45.206818+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:23:45.206818+0000","last_undegraded":"2024-09-12T18:23:45.206818+0000","last_fullsized":"2024-09-12T18:23:45.206818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'302","reported_seq":945,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.392450+0000","last_change":"2024-09-12T17:38:39.010059+0000","last_active":"2024-09-12T18:23:24.392450+0000","last_peered":"2024-09-12T18:23:24.392450+0000","last_clean":"2024-09-12T18:23:24.392450+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:23:24.392450+0000","last_undegraded":"2024-09-12T18:23:24.392450+0000","last_fullsized":"2024-09-12T18:23:24.392450+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:31.859122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17418302,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":440,"num_read_kb":28592,"num_write":1074,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.227770+0000","last_change":"2024-09-12T17:38:11.655815+0000","last_active":"2024-09-12T18:22:09.227770+0000","last_peered":"2024-09-12T18:22:09.227770+0000","last_clean":"2024-09-12T18:22:09.227770+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:22:09.227770+0000","last_undegraded":"2024-09-12T18:22:09.227770+0000","last_fullsized":"2024-09-12T18:22:09.227770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'115","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.343010+0000","last_change":"2024-09-12T17:38:13.688240+0000","last_active":"2024-09-12T18:25:24.343010+0000","last_peered":"2024-09-12T18:25:24.343010+0000","last_clean":"2024-09-12T18:25:24.343010+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:25:24.343010+0000","last_undegraded":"2024-09-12T18:25:24.343010+0000","last_fullsized":"2024-09-12T18:25:24.343010+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:20.881893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.018444+0000","last_change":"2024-09-12T17:38:15.703465+0000","last_active":"2024-09-12T18:23:45.018444+0000","last_peered":"2024-09-12T18:23:45.018444+0000","last_clean":"2024-09-12T18:23:45.018444+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:23:45.018444+0000","last_undegraded":"2024-09-12T18:23:45.018444+0000","last_fullsized":"2024-09-12T18:23:45.018444+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.402130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.284709+0000","last_change":"2024-09-12T17:38:17.700327+0000","last_active":"2024-09-12T18:23:51.284709+0000","last_peered":"2024-09-12T18:23:51.284709+0000","last_clean":"2024-09-12T18:23:51.284709+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:23:51.284709+0000","last_undegraded":"2024-09-12T18:23:51.284709+0000","last_fullsized":"2024-09-12T18:23:51.284709+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:48.295279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.615234+0000","last_change":"2024-09-12T17:38:09.676349+0000","last_active":"2024-09-12T18:22:51.615234+0000","last_peered":"2024-09-12T18:22:51.615234+0000","last_clean":"2024-09-12T18:22:51.615234+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:22:51.615234+0000","last_undegraded":"2024-09-12T18:22:51.615234+0000","last_fullsized":"2024-09-12T18:22:51.615234+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:08.947476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'255","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.462854+0000","last_change":"2024-09-12T17:38:07.674497+0000","last_active":"2024-09-12T18:23:41.462854+0000","last_peered":"2024-09-12T18:23:41.462854+0000","last_clean":"2024-09-12T18:23:41.462854+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:23:41.462854+0000","last_undegraded":"2024-09-12T18:23:41.462854+0000","last_fullsized":"2024-09-12T18:23:41.462854+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:26.685452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7617229,"num_objects":74,"num_object_clones":0,"num_object_copies":296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":413,"num_read_kb":15827,"num_write":900,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.024988+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T18:23:45.024988+0000","last_peered":"2024-09-12T18:23:45.024988+0000","last_clean":"2024-09-12T18:23:45.024988+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:23:45.024988+0000","last_undegraded":"2024-09-12T18:23:45.024988+0000","last_fullsized":"2024-09-12T18:23:45.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:59.224989+0000","last_change":"2024-09-12T17:38:11.664155+0000","last_active":"2024-09-12T18:21:59.224989+0000","last_peered":"2024-09-12T18:21:59.224989+0000","last_clean":"2024-09-12T18:21:59.224989+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:21:59.224989+0000","last_undegraded":"2024-09-12T18:21:59.224989+0000","last_fullsized":"2024-09-12T18:21:59.224989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:01.917706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'537","reported_seq":1191,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.104025+0000","last_change":"2024-09-12T17:38:13.690492+0000","last_active":"2024-09-12T18:25:24.104025+0000","last_peered":"2024-09-12T18:25:24.104025+0000","last_clean":"2024-09-12T18:25:24.104025+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:25:24.104025+0000","last_undegraded":"2024-09-12T18:25:24.104025+0000","last_fullsized":"2024-09-12T18:25:24.104025+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:33.095325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108765,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1535,"num_read_kb":2471,"num_write":2028,"num_write_kb":1885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392929+0000","last_change":"2024-09-12T17:38:15.675619+0000","last_active":"2024-09-12T18:22:00.392929+0000","last_peered":"2024-09-12T18:22:00.392929+0000","last_clean":"2024-09-12T18:22:00.392929+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:22:00.392929+0000","last_undegraded":"2024-09-12T18:22:00.392929+0000","last_fullsized":"2024-09-12T18:22:00.392929+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.285161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'169","reported_seq":684,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.069582+0000","last_change":"2024-09-12T17:38:17.687351+0000","last_active":"2024-09-12T18:23:25.069582+0000","last_peered":"2024-09-12T18:23:25.069582+0000","last_clean":"2024-09-12T18:23:25.069582+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:23:25.069582+0000","last_undegraded":"2024-09-12T18:23:25.069582+0000","last_fullsized":"2024-09-12T18:23:25.069582+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:54.300943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'155","reported_seq":737,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.823008+0000","last_change":"2024-09-12T17:38:09.658573+0000","last_active":"2024-09-12T18:22:09.823008+0000","last_peered":"2024-09-12T18:22:09.823008+0000","last_clean":"2024-09-12T18:22:09.823008+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:22:09.823008+0000","last_undegraded":"2024-09-12T18:22:09.823008+0000","last_fullsized":"2024-09-12T18:22:09.823008+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:55.928772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'260","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.087730+0000","last_change":"2024-09-12T17:38:07.663695+0000","last_active":"2024-09-12T18:24:01.087730+0000","last_peered":"2024-09-12T18:24:01.087730+0000","last_clean":"2024-09-12T18:24:01.087730+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:24:01.087730+0000","last_undegraded":"2024-09-12T18:24:01.087730+0000","last_fullsized":"2024-09-12T18:24:01.087730+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:34.953285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5982966,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":480,"num_read_kb":18522,"num_write":941,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247522+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T18:23:50.247522+0000","last_peered":"2024-09-12T18:23:50.247522+0000","last_clean":"2024-09-12T18:23:50.247522+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:23:50.247522+0000","last_undegraded":"2024-09-12T18:23:50.247522+0000","last_fullsized":"2024-09-12T18:23:50.247522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192541+0000","last_change":"2024-09-12T17:38:11.660674+0000","last_active":"2024-09-12T18:22:00.192541+0000","last_peered":"2024-09-12T18:22:00.192541+0000","last_clean":"2024-09-12T18:22:00.192541+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:22:00.192541+0000","last_undegraded":"2024-09-12T18:22:00.192541+0000","last_fullsized":"2024-09-12T18:22:00.192541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:05.707245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'147","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.029444+0000","last_change":"2024-09-12T17:38:13.694267+0000","last_active":"2024-09-12T18:24:05.029444+0000","last_peered":"2024-09-12T18:24:05.029444+0000","last_clean":"2024-09-12T18:24:05.029444+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:24:05.029444+0000","last_undegraded":"2024-09-12T18:24:05.029444+0000","last_fullsized":"2024-09-12T18:24:05.029444+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:15.233776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'763","reported_seq":2507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.183338+0000","last_change":"2024-09-12T17:38:15.699782+0000","last_active":"2024-09-12T18:25:24.183338+0000","last_peered":"2024-09-12T18:25:24.183338+0000","last_clean":"2024-09-12T18:25:24.183338+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:25:24.183338+0000","last_undegraded":"2024-09-12T18:25:24.183338+0000","last_fullsized":"2024-09-12T18:25:24.183338+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.101547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'128","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.165440+0000","last_change":"2024-09-12T17:38:17.710162+0000","last_active":"2024-09-12T18:25:24.165440+0000","last_peered":"2024-09-12T18:25:24.165440+0000","last_clean":"2024-09-12T18:25:24.165440+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:25:24.165440+0000","last_undegraded":"2024-09-12T18:25:24.165440+0000","last_fullsized":"2024-09-12T18:25:24.165440+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:52.475092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.222834+0000","last_change":"2024-09-12T17:38:09.658944+0000","last_active":"2024-09-12T18:22:15.222834+0000","last_peered":"2024-09-12T18:22:15.222834+0000","last_clean":"2024-09-12T18:22:15.222834+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:22:15.222834+0000","last_undegraded":"2024-09-12T18:22:15.222834+0000","last_fullsized":"2024-09-12T18:22:15.222834+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:49.131495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'359","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244396+0000","last_change":"2024-09-12T17:38:07.654735+0000","last_active":"2024-09-12T18:23:40.244396+0000","last_peered":"2024-09-12T18:23:40.244396+0000","last_clean":"2024-09-12T18:23:40.244396+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:23:40.244396+0000","last_undegraded":"2024-09-12T18:23:40.244396+0000","last_fullsized":"2024-09-12T18:23:40.244396+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:14.126916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810872,"num_objects":50,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":637,"num_read_kb":67413,"num_write":1324,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020774+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T18:23:25.020774+0000","last_peered":"2024-09-12T18:23:25.020774+0000","last_clean":"2024-09-12T18:23:25.020774+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:23:25.020774+0000","last_undegraded":"2024-09-12T18:23:25.020774+0000","last_fullsized":"2024-09-12T18:23:25.020774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392867+0000","last_change":"2024-09-12T17:38:11.663364+0000","last_active":"2024-09-12T18:22:00.392867+0000","last_peered":"2024-09-12T18:22:00.392867+0000","last_clean":"2024-09-12T18:22:00.392867+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:22:00.392867+0000","last_undegraded":"2024-09-12T18:22:00.392867+0000","last_fullsized":"2024-09-12T18:22:00.392867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:02.331667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'109","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:12.850740+0000","last_change":"2024-09-12T17:38:13.689073+0000","last_active":"2024-09-12T18:22:12.850740+0000","last_peered":"2024-09-12T18:22:12.850740+0000","last_clean":"2024-09-12T18:22:12.850740+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:22:12.850740+0000","last_undegraded":"2024-09-12T18:22:12.850740+0000","last_fullsized":"2024-09-12T18:22:12.850740+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:44.799986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.191735+0000","last_change":"2024-09-12T17:38:15.696485+0000","last_active":"2024-09-12T18:25:24.191735+0000","last_peered":"2024-09-12T18:25:24.191735+0000","last_clean":"2024-09-12T18:25:24.191735+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:25:24.191735+0000","last_undegraded":"2024-09-12T18:25:24.191735+0000","last_fullsized":"2024-09-12T18:25:24.191735+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:21.160463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'268","reported_seq":789,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.351705+0000","last_change":"2024-09-12T17:38:17.705186+0000","last_active":"2024-09-12T18:24:04.351705+0000","last_peered":"2024-09-12T18:24:04.351705+0000","last_clean":"2024-09-12T18:24:04.351705+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:24:04.351705+0000","last_undegraded":"2024-09-12T18:24:04.351705+0000","last_fullsized":"2024-09-12T18:24:04.351705+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:34.155384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":722,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.091080+0000","last_change":"2024-09-12T17:38:09.671491+0000","last_active":"2024-09-12T18:22:51.091080+0000","last_peered":"2024-09-12T18:22:51.091080+0000","last_clean":"2024-09-12T18:22:51.091080+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:22:51.091080+0000","last_undegraded":"2024-09-12T18:22:51.091080+0000","last_fullsized":"2024-09-12T18:22:51.091080+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:29.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'284","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250146+0000","last_change":"2024-09-12T17:38:07.637819+0000","last_active":"2024-09-12T18:23:39.250146+0000","last_peered":"2024-09-12T18:23:39.250146+0000","last_clean":"2024-09-12T18:23:39.250146+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:23:39.250146+0000","last_undegraded":"2024-09-12T18:23:39.250146+0000","last_fullsized":"2024-09-12T18:23:39.250146+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:10.922695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7703733,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":399,"num_read_kb":28215,"num_write":1030,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014095+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T18:23:25.014095+0000","last_peered":"2024-09-12T18:23:25.014095+0000","last_clean":"2024-09-12T18:23:25.014095+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:23:25.014095+0000","last_undegraded":"2024-09-12T18:23:25.014095+0000","last_fullsized":"2024-09-12T18:23:25.014095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224016+0000","last_change":"2024-09-12T17:38:11.661047+0000","last_active":"2024-09-12T18:22:20.224016+0000","last_peered":"2024-09-12T18:22:20.224016+0000","last_clean":"2024-09-12T18:22:20.224016+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:22:20.224016+0000","last_undegraded":"2024-09-12T18:22:20.224016+0000","last_fullsized":"2024-09-12T18:22:20.224016+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:26.684456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'720","reported_seq":1424,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.095082+0000","last_change":"2024-09-12T17:38:13.701474+0000","last_active":"2024-09-12T18:25:24.095082+0000","last_peered":"2024-09-12T18:25:24.095082+0000","last_clean":"2024-09-12T18:25:24.095082+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:25:24.095082+0000","last_undegraded":"2024-09-12T18:25:24.095082+0000","last_fullsized":"2024-09-12T18:25:24.095082+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:24.008623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178710,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1257,"num_read_kb":2690,"num_write":1038,"num_write_kb":873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219150+0000","last_change":"2024-09-12T17:38:15.685448+0000","last_active":"2024-09-12T18:22:00.219150+0000","last_peered":"2024-09-12T18:22:00.219150+0000","last_clean":"2024-09-12T18:22:00.219150+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:22:00.219150+0000","last_undegraded":"2024-09-12T18:22:00.219150+0000","last_fullsized":"2024-09-12T18:22:00.219150+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:37.946863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'135","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:21.259719+0000","last_change":"2024-09-12T17:38:17.711106+0000","last_active":"2024-09-12T18:23:21.259719+0000","last_peered":"2024-09-12T18:23:21.259719+0000","last_clean":"2024-09-12T18:23:21.259719+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:23:21.259719+0000","last_undegraded":"2024-09-12T18:23:21.259719+0000","last_fullsized":"2024-09-12T18:23:21.259719+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:15.412505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'147","reported_seq":700,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.210411+0000","last_change":"2024-09-12T17:38:17.707809+0000","last_active":"2024-09-12T18:24:05.210411+0000","last_peered":"2024-09-12T18:24:05.210411+0000","last_clean":"2024-09-12T18:24:05.210411+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:24:05.210411+0000","last_undegraded":"2024-09-12T18:24:05.210411+0000","last_fullsized":"2024-09-12T18:24:05.210411+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:37.941325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1097,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.895757+0000","last_change":"2024-09-12T17:38:09.669088+0000","last_active":"2024-09-12T18:23:24.895757+0000","last_peered":"2024-09-12T18:23:24.895757+0000","last_clean":"2024-09-12T18:23:24.895757+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:23:24.895757+0000","last_undegraded":"2024-09-12T18:23:24.895757+0000","last_fullsized":"2024-09-12T18:23:24.895757+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:47.294120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'236","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:01.419610+0000","last_change":"2024-09-12T17:38:07.668989+0000","last_active":"2024-09-12T18:23:01.419610+0000","last_peered":"2024-09-12T18:23:01.419610+0000","last_clean":"2024-09-12T18:23:01.419610+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:23:01.419610+0000","last_undegraded":"2024-09-12T18:23:01.419610+0000","last_fullsized":"2024-09-12T18:23:01.419610+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:52.154973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12630297,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":356,"num_read_kb":27077,"num_write":944,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.210438+0000","last_change":"2024-09-12T17:38:11.668363+0000","last_active":"2024-09-12T18:22:35.210438+0000","last_peered":"2024-09-12T18:22:35.210438+0000","last_clean":"2024-09-12T18:22:35.210438+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:22:35.210438+0000","last_undegraded":"2024-09-12T18:22:35.210438+0000","last_fullsized":"2024-09-12T18:22:35.210438+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:52.247354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'253","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260083+0000","last_change":"2024-09-12T17:38:13.695480+0000","last_active":"2024-09-12T18:24:55.260083+0000","last_peered":"2024-09-12T18:24:55.260083+0000","last_clean":"2024-09-12T18:24:55.260083+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:24:55.260083+0000","last_undegraded":"2024-09-12T18:24:55.260083+0000","last_fullsized":"2024-09-12T18:24:55.260083+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:02.207004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64657,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":417,"num_read_kb":866,"num_write":338,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":590,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.224439+0000","last_change":"2024-09-12T17:38:17.713642+0000","last_active":"2024-09-12T18:23:33.224439+0000","last_peered":"2024-09-12T18:23:33.224439+0000","last_clean":"2024-09-12T18:23:33.224439+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:23:33.224439+0000","last_undegraded":"2024-09-12T18:23:33.224439+0000","last_fullsized":"2024-09-12T18:23:33.224439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:31.206547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.293412+0000","last_change":"2024-09-12T17:38:09.669350+0000","last_active":"2024-09-12T18:23:51.293412+0000","last_peered":"2024-09-12T18:23:51.293412+0000","last_clean":"2024-09-12T18:23:51.293412+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:23:51.293412+0000","last_undegraded":"2024-09-12T18:23:51.293412+0000","last_fullsized":"2024-09-12T18:23:51.293412+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.078351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'326","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.213259+0000","last_change":"2024-09-12T17:38:07.656589+0000","last_active":"2024-09-12T18:23:45.213259+0000","last_peered":"2024-09-12T18:23:45.213259+0000","last_clean":"2024-09-12T18:23:45.213259+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:23:45.213259+0000","last_undegraded":"2024-09-12T18:23:45.213259+0000","last_fullsized":"2024-09-12T18:23:45.213259+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.227351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9795477,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":752,"num_read_kb":10238,"num_write":1165,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228000+0000","last_change":"2024-09-12T17:38:11.664949+0000","last_active":"2024-09-12T18:22:35.228000+0000","last_peered":"2024-09-12T18:22:35.228000+0000","last_clean":"2024-09-12T18:22:35.228000+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:22:35.228000+0000","last_undegraded":"2024-09-12T18:22:35.228000+0000","last_fullsized":"2024-09-12T18:22:35.228000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:13.802984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'45","reported_seq":548,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233654+0000","last_change":"2024-09-12T17:38:13.682674+0000","last_active":"2024-09-12T18:22:34.233654+0000","last_peered":"2024-09-12T18:22:34.233654+0000","last_clean":"2024-09-12T18:22:34.233654+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:22:34.233654+0000","last_undegraded":"2024-09-12T18:22:34.233654+0000","last_fullsized":"2024-09-12T18:22:34.233654+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:24.435692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228497+0000","last_change":"2024-09-12T17:38:15.712380+0000","last_active":"2024-09-12T18:22:35.228497+0000","last_peered":"2024-09-12T18:22:35.228497+0000","last_clean":"2024-09-12T18:22:35.228497+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:22:35.228497+0000","last_undegraded":"2024-09-12T18:22:35.228497+0000","last_fullsized":"2024-09-12T18:22:35.228497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:08.792880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'260","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.330508+0000","last_change":"2024-09-12T17:38:17.712454+0000","last_active":"2024-09-12T18:24:04.330508+0000","last_peered":"2024-09-12T18:24:04.330508+0000","last_clean":"2024-09-12T18:24:04.330508+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:24:04.330508+0000","last_undegraded":"2024-09-12T18:24:04.330508+0000","last_fullsized":"2024-09-12T18:24:04.330508+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:16.035864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226669+0000","last_change":"2024-09-12T17:38:09.661597+0000","last_active":"2024-09-12T18:22:30.226669+0000","last_peered":"2024-09-12T18:22:30.226669+0000","last_clean":"2024-09-12T18:22:30.226669+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:22:30.226669+0000","last_undegraded":"2024-09-12T18:22:30.226669+0000","last_fullsized":"2024-09-12T18:22:30.226669+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:10.928256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'275","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:48.186027+0000","last_change":"2024-09-12T17:38:07.657089+0000","last_active":"2024-09-12T18:22:48.186027+0000","last_peered":"2024-09-12T18:22:48.186027+0000","last_clean":"2024-09-12T18:22:48.186027+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:22:48.186027+0000","last_undegraded":"2024-09-12T18:22:48.186027+0000","last_fullsized":"2024-09-12T18:22:48.186027+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:18.365918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10484001,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":382,"num_read_kb":20991,"num_write":1048,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228436+0000","last_change":"2024-09-12T17:38:11.667367+0000","last_active":"2024-09-12T18:22:35.228436+0000","last_peered":"2024-09-12T18:22:35.228436+0000","last_clean":"2024-09-12T18:22:35.228436+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:22:35.228436+0000","last_undegraded":"2024-09-12T18:22:35.228436+0000","last_fullsized":"2024-09-12T18:22:35.228436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:38.127408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'302","reported_seq":888,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260130+0000","last_change":"2024-09-12T17:38:13.695953+0000","last_active":"2024-09-12T18:24:55.260130+0000","last_peered":"2024-09-12T18:24:55.260130+0000","last_clean":"2024-09-12T18:24:55.260130+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:24:55.260130+0000","last_undegraded":"2024-09-12T18:24:55.260130+0000","last_fullsized":"2024-09-12T18:24:55.260130+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:06.305643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60765,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":984,"num_write":396,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200270+0000","last_change":"2024-09-12T17:38:15.704962+0000","last_active":"2024-09-12T18:22:35.200270+0000","last_peered":"2024-09-12T18:22:35.200270+0000","last_clean":"2024-09-12T18:22:35.200270+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:22:35.200270+0000","last_undegraded":"2024-09-12T18:22:35.200270+0000","last_fullsized":"2024-09-12T18:22:35.200270+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:47.635524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'156","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.933799+0000","last_change":"2024-09-12T17:38:17.703990+0000","last_active":"2024-09-12T18:23:40.933799+0000","last_peered":"2024-09-12T18:23:40.933799+0000","last_clean":"2024-09-12T18:23:40.933799+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:23:40.933799+0000","last_undegraded":"2024-09-12T18:23:40.933799+0000","last_fullsized":"2024-09-12T18:23:40.933799+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:59.786098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'309","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226593+0000","last_change":"2024-09-12T17:38:09.663338+0000","last_active":"2024-09-12T18:22:30.226593+0000","last_peered":"2024-09-12T18:22:30.226593+0000","last_clean":"2024-09-12T18:22:30.226593+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:22:30.226593+0000","last_undegraded":"2024-09-12T18:22:30.226593+0000","last_fullsized":"2024-09-12T18:22:30.226593+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:10.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'259","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.300871+0000","last_change":"2024-09-12T17:38:07.682040+0000","last_active":"2024-09-12T18:22:20.300871+0000","last_peered":"2024-09-12T18:22:20.300871+0000","last_clean":"2024-09-12T18:22:20.300871+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:22:20.300871+0000","last_undegraded":"2024-09-12T18:22:20.300871+0000","last_fullsized":"2024-09-12T18:22:20.300871+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:07.465808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8227141,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":437,"num_read_kb":72736,"num_write":943,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200185+0000","last_change":"2024-09-12T17:38:11.661746+0000","last_active":"2024-09-12T18:22:35.200185+0000","last_peered":"2024-09-12T18:22:35.200185+0000","last_clean":"2024-09-12T18:22:35.200185+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:22:35.200185+0000","last_undegraded":"2024-09-12T18:22:35.200185+0000","last_fullsized":"2024-09-12T18:22:35.200185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:30.551376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'275","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.264162+0000","last_change":"2024-09-12T17:38:13.701354+0000","last_active":"2024-09-12T18:24:55.264162+0000","last_peered":"2024-09-12T18:24:55.264162+0000","last_clean":"2024-09-12T18:24:55.264162+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:24:55.264162+0000","last_undegraded":"2024-09-12T18:24:55.264162+0000","last_fullsized":"2024-09-12T18:24:55.264162+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:06.881513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64753,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":978,"num_write":382,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.234961+0000","last_change":"2024-09-12T17:38:15.708018+0000","last_active":"2024-09-12T18:22:39.234961+0000","last_peered":"2024-09-12T18:22:39.234961+0000","last_clean":"2024-09-12T18:22:39.234961+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:22:39.234961+0000","last_undegraded":"2024-09-12T18:22:39.234961+0000","last_fullsized":"2024-09-12T18:22:39.234961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:14.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'324","reported_seq":907,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.949215+0000","last_change":"2024-09-12T17:38:09.664892+0000","last_active":"2024-09-12T18:22:19.949215+0000","last_peered":"2024-09-12T18:22:19.949215+0000","last_clean":"2024-09-12T18:22:19.949215+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:22:19.949215+0000","last_undegraded":"2024-09-12T18:22:19.949215+0000","last_fullsized":"2024-09-12T18:22:19.949215+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:09.676452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'306","reported_seq":943,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.009643+0000","last_change":"2024-09-12T17:38:07.624851+0000","last_active":"2024-09-12T18:23:02.009643+0000","last_peered":"2024-09-12T18:23:02.009643+0000","last_clean":"2024-09-12T18:23:02.009643+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:23:02.009643+0000","last_undegraded":"2024-09-12T18:23:02.009643+0000","last_fullsized":"2024-09-12T18:23:02.009643+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:21.321018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15068806,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":464,"num_read_kb":14975,"num_write":1181,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.231318+0000","last_change":"2024-09-12T17:38:11.661951+0000","last_active":"2024-09-12T18:22:24.231318+0000","last_peered":"2024-09-12T18:22:24.231318+0000","last_clean":"2024-09-12T18:22:24.231318+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:22:24.231318+0000","last_undegraded":"2024-09-12T18:22:24.231318+0000","last_fullsized":"2024-09-12T18:22:24.231318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:11.599592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'471","reported_seq":1094,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.146601+0000","last_change":"2024-09-12T17:38:13.686759+0000","last_active":"2024-09-12T18:25:24.146601+0000","last_peered":"2024-09-12T18:25:24.146601+0000","last_clean":"2024-09-12T18:25:24.146601+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:25:24.146601+0000","last_undegraded":"2024-09-12T18:25:24.146601+0000","last_fullsized":"2024-09-12T18:25:24.146601+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:13.624051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114876,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1815,"num_write":734,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":483,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199980+0000","last_change":"2024-09-12T17:38:15.694695+0000","last_active":"2024-09-12T18:23:15.199980+0000","last_peered":"2024-09-12T18:23:15.199980+0000","last_clean":"2024-09-12T18:23:15.199980+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:23:15.199980+0000","last_undegraded":"2024-09-12T18:23:15.199980+0000","last_fullsized":"2024-09-12T18:23:15.199980+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.799297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:23.062736+0000","last_change":"2024-09-12T17:38:09.664775+0000","last_active":"2024-09-12T18:23:23.062736+0000","last_peered":"2024-09-12T18:23:23.062736+0000","last_clean":"2024-09-12T18:23:23.062736+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:23:23.062736+0000","last_undegraded":"2024-09-12T18:23:23.062736+0000","last_fullsized":"2024-09-12T18:23:23.062736+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:28.964842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'335","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.579888+0000","last_change":"2024-09-12T17:38:07.675255+0000","last_active":"2024-09-12T18:23:40.579888+0000","last_peered":"2024-09-12T18:23:40.579888+0000","last_clean":"2024-09-12T18:23:40.579888+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:23:40.579888+0000","last_undegraded":"2024-09-12T18:23:40.579888+0000","last_fullsized":"2024-09-12T18:23:40.579888+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:07.990745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27373656,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":536,"num_read_kb":49103,"num_write":1116,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192648+0000","last_change":"2024-09-12T17:38:11.660731+0000","last_active":"2024-09-12T18:22:00.192648+0000","last_peered":"2024-09-12T18:22:00.192648+0000","last_clean":"2024-09-12T18:22:00.192648+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:22:00.192648+0000","last_undegraded":"2024-09-12T18:22:00.192648+0000","last_fullsized":"2024-09-12T18:22:00.192648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:28.083635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'271","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.092482+0000","last_change":"2024-09-12T17:38:13.698218+0000","last_active":"2024-09-12T18:25:24.092482+0000","last_peered":"2024-09-12T18:25:24.092482+0000","last_clean":"2024-09-12T18:25:24.092482+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:25:24.092482+0000","last_undegraded":"2024-09-12T18:25:24.092482+0000","last_fullsized":"2024-09-12T18:25:24.092482+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:38:40.976994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48801,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":863,"num_write":372,"num_write_kb":279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018051+0000","last_change":"2024-09-12T17:38:15.704507+0000","last_active":"2024-09-12T18:23:15.018051+0000","last_peered":"2024-09-12T18:23:15.018051+0000","last_clean":"2024-09-12T18:23:15.018051+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:23:15.018051+0000","last_undegraded":"2024-09-12T18:23:15.018051+0000","last_fullsized":"2024-09-12T18:23:15.018051+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:03.214954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'168","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.739293+0000","last_change":"2024-09-12T17:38:17.707064+0000","last_active":"2024-09-12T18:23:45.739293+0000","last_peered":"2024-09-12T18:23:45.739293+0000","last_clean":"2024-09-12T18:23:45.739293+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:23:45.739293+0000","last_undegraded":"2024-09-12T18:23:45.739293+0000","last_fullsized":"2024-09-12T18:23:45.739293+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:38.312738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":690,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.863815+0000","last_change":"2024-09-12T17:38:09.662987+0000","last_active":"2024-09-12T18:23:46.863815+0000","last_peered":"2024-09-12T18:23:46.863815+0000","last_clean":"2024-09-12T18:23:46.863815+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:23:46.863815+0000","last_undegraded":"2024-09-12T18:23:46.863815+0000","last_fullsized":"2024-09-12T18:23:46.863815+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:03.435666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'291","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260314+0000","last_change":"2024-09-12T17:38:07.647497+0000","last_active":"2024-09-12T18:24:01.260314+0000","last_peered":"2024-09-12T18:24:01.260314+0000","last_clean":"2024-09-12T18:24:01.260314+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:24:01.260314+0000","last_undegraded":"2024-09-12T18:24:01.260314+0000","last_fullsized":"2024-09-12T18:24:01.260314+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:57.770302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5334809,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":436,"num_read_kb":14104,"num_write":1044,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409737+0000","last_change":"2024-09-12T17:38:11.661980+0000","last_active":"2024-09-12T18:23:15.409737+0000","last_peered":"2024-09-12T18:23:15.409737+0000","last_clean":"2024-09-12T18:23:15.409737+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:23:15.409737+0000","last_undegraded":"2024-09-12T18:23:15.409737+0000","last_fullsized":"2024-09-12T18:23:15.409737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:36.947970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'278","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250574+0000","last_change":"2024-09-12T17:38:13.697280+0000","last_active":"2024-09-12T18:24:05.250574+0000","last_peered":"2024-09-12T18:24:05.250574+0000","last_clean":"2024-09-12T18:24:05.250574+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:24:05.250574+0000","last_undegraded":"2024-09-12T18:24:05.250574+0000","last_fullsized":"2024-09-12T18:24:05.250574+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:30.561334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":97496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":1033,"num_write":382,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.208338+0000","last_change":"2024-09-12T17:38:15.690633+0000","last_active":"2024-09-12T18:22:25.208338+0000","last_peered":"2024-09-12T18:22:25.208338+0000","last_clean":"2024-09-12T18:22:25.208338+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:22:25.208338+0000","last_undegraded":"2024-09-12T18:22:25.208338+0000","last_fullsized":"2024-09-12T18:22:25.208338+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:40.557427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'117","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.157912+0000","last_change":"2024-09-12T17:38:17.703884+0000","last_active":"2024-09-12T18:25:24.157912+0000","last_peered":"2024-09-12T18:25:24.157912+0000","last_clean":"2024-09-12T18:25:24.157912+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:25:24.157912+0000","last_undegraded":"2024-09-12T18:25:24.157912+0000","last_fullsized":"2024-09-12T18:25:24.157912+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:48.308729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.541705+0000","last_change":"2024-09-12T17:38:09.665546+0000","last_active":"2024-09-12T18:23:50.541705+0000","last_peered":"2024-09-12T18:23:50.541705+0000","last_clean":"2024-09-12T18:23:50.541705+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:23:50.541705+0000","last_undegraded":"2024-09-12T18:23:50.541705+0000","last_fullsized":"2024-09-12T18:23:50.541705+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.118473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'308","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.463967+0000","last_change":"2024-09-12T17:38:07.636714+0000","last_active":"2024-09-12T18:23:22.463967+0000","last_peered":"2024-09-12T18:23:22.463967+0000","last_clean":"2024-09-12T18:23:22.463967+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:23:22.463967+0000","last_undegraded":"2024-09-12T18:23:22.463967+0000","last_fullsized":"2024-09-12T18:23:22.463967+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:34.333247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17439145,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":478,"num_read_kb":51023,"num_write":1142,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018074+0000","last_change":"2024-09-12T17:38:11.668032+0000","last_active":"2024-09-12T18:23:15.018074+0000","last_peered":"2024-09-12T18:23:15.018074+0000","last_clean":"2024-09-12T18:23:15.018074+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:23:15.018074+0000","last_undegraded":"2024-09-12T18:23:15.018074+0000","last_fullsized":"2024-09-12T18:23:15.018074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:10.297121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'83","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.438799+0000","last_change":"2024-09-12T17:38:13.690226+0000","last_active":"2024-09-12T18:23:04.438799+0000","last_peered":"2024-09-12T18:23:04.438799+0000","last_clean":"2024-09-12T18:23:04.438799+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:23:04.438799+0000","last_undegraded":"2024-09-12T18:23:04.438799+0000","last_fullsized":"2024-09-12T18:23:04.438799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:05.071904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'753","reported_seq":2227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.180845+0000","last_change":"2024-09-12T17:38:15.701859+0000","last_active":"2024-09-12T18:25:24.180845+0000","last_peered":"2024-09-12T18:25:24.180845+0000","last_clean":"2024-09-12T18:25:24.180845+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:25:24.180845+0000","last_undegraded":"2024-09-12T18:25:24.180845+0000","last_fullsized":"2024-09-12T18:25:24.180845+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:39.919455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'117","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.301842+0000","last_change":"2024-09-12T17:38:17.710220+0000","last_active":"2024-09-12T18:23:00.301842+0000","last_peered":"2024-09-12T18:23:00.301842+0000","last_clean":"2024-09-12T18:23:00.301842+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:23:00.301842+0000","last_undegraded":"2024-09-12T18:23:00.301842+0000","last_fullsized":"2024-09-12T18:23:00.301842+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:46.315437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'83","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408457+0000","last_change":"2024-09-12T17:38:09.661810+0000","last_active":"2024-09-12T18:23:10.408457+0000","last_peered":"2024-09-12T18:23:10.408457+0000","last_clean":"2024-09-12T18:23:10.408457+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:23:10.408457+0000","last_undegraded":"2024-09-12T18:23:10.408457+0000","last_fullsized":"2024-09-12T18:23:10.408457+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:16.112089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'285","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.497458+0000","last_change":"2024-09-12T17:38:38.770303+0000","last_active":"2024-09-12T18:23:40.497458+0000","last_peered":"2024-09-12T18:23:40.497458+0000","last_clean":"2024-09-12T18:23:40.497458+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:23:40.497458+0000","last_undegraded":"2024-09-12T18:23:40.497458+0000","last_fullsized":"2024-09-12T18:23:40.497458+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:08.344402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4826630,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":400,"num_read_kb":8478,"num_write":987,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238981+0000","last_change":"2024-09-12T17:38:11.659173+0000","last_active":"2024-09-12T18:23:15.238981+0000","last_peered":"2024-09-12T18:23:15.238981+0000","last_clean":"2024-09-12T18:23:15.238981+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:23:15.238981+0000","last_undegraded":"2024-09-12T18:23:15.238981+0000","last_fullsized":"2024-09-12T18:23:15.238981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:53.581707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.213514+0000","last_change":"2024-09-12T17:38:13.687443+0000","last_active":"2024-09-12T18:24:15.213514+0000","last_peered":"2024-09-12T18:24:15.213514+0000","last_clean":"2024-09-12T18:24:15.213514+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:24:15.213514+0000","last_undegraded":"2024-09-12T18:24:15.213514+0000","last_fullsized":"2024-09-12T18:24:15.213514+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:19.998119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69448,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":527,"num_read_kb":1100,"num_write":438,"num_write_kb":348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:49.222313+0000","last_change":"2024-09-12T17:38:15.706762+0000","last_active":"2024-09-12T18:21:49.222313+0000","last_peered":"2024-09-12T18:21:49.222313+0000","last_clean":"2024-09-12T18:21:49.222313+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:21:49.222313+0000","last_undegraded":"2024-09-12T18:21:49.222313+0000","last_fullsized":"2024-09-12T18:21:49.222313+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:01.637311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'134","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.534800+0000","last_change":"2024-09-12T17:38:17.711831+0000","last_active":"2024-09-12T18:24:02.534800+0000","last_peered":"2024-09-12T18:24:02.534800+0000","last_clean":"2024-09-12T18:24:02.534800+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:24:02.534800+0000","last_undegraded":"2024-09-12T18:24:02.534800+0000","last_fullsized":"2024-09-12T18:24:02.534800+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:04.949600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":809,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.063368+0000","last_change":"2024-09-12T17:38:09.658558+0000","last_active":"2024-09-12T18:24:05.063368+0000","last_peered":"2024-09-12T18:24:05.063368+0000","last_clean":"2024-09-12T18:24:05.063368+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:24:05.063368+0000","last_undegraded":"2024-09-12T18:24:05.063368+0000","last_fullsized":"2024-09-12T18:24:05.063368+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:28.201056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'278","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.431777+0000","last_change":"2024-09-12T17:38:07.675174+0000","last_active":"2024-09-12T18:23:36.431777+0000","last_peered":"2024-09-12T18:23:36.431777+0000","last_clean":"2024-09-12T18:23:36.431777+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:23:36.431777+0000","last_undegraded":"2024-09-12T18:23:36.431777+0000","last_fullsized":"2024-09-12T18:23:36.431777+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:01.934555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10063872,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":32865,"num_write":1125,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199927+0000","last_change":"2024-09-12T17:38:11.663554+0000","last_active":"2024-09-12T18:23:15.199927+0000","last_peered":"2024-09-12T18:23:15.199927+0000","last_clean":"2024-09-12T18:23:15.199927+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:23:15.199927+0000","last_undegraded":"2024-09-12T18:23:15.199927+0000","last_fullsized":"2024-09-12T18:23:15.199927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:20.276912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'235","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257420+0000","last_change":"2024-09-12T17:38:13.689014+0000","last_active":"2024-09-12T18:24:09.257420+0000","last_peered":"2024-09-12T18:24:09.257420+0000","last_clean":"2024-09-12T18:24:09.257420+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:24:09.257420+0000","last_undegraded":"2024-09-12T18:24:09.257420+0000","last_fullsized":"2024-09-12T18:24:09.257420+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:54:26.198120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48148,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":816,"num_write":320,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:50.190279+0000","last_change":"2024-09-12T17:38:15.703594+0000","last_active":"2024-09-12T18:21:50.190279+0000","last_peered":"2024-09-12T18:21:50.190279+0000","last_clean":"2024-09-12T18:21:50.190279+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:21:50.190279+0000","last_undegraded":"2024-09-12T18:21:50.190279+0000","last_fullsized":"2024-09-12T18:21:50.190279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'109","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.969353+0000","last_change":"2024-09-12T17:38:17.708631+0000","last_active":"2024-09-12T18:23:41.969353+0000","last_peered":"2024-09-12T18:23:41.969353+0000","last_clean":"2024-09-12T18:23:41.969353+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:23:41.969353+0000","last_undegraded":"2024-09-12T18:23:41.969353+0000","last_fullsized":"2024-09-12T18:23:41.969353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:44.208099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.544544+0000","last_change":"2024-09-12T17:38:09.658911+0000","last_active":"2024-09-12T18:22:20.544544+0000","last_peered":"2024-09-12T18:22:20.544544+0000","last_clean":"2024-09-12T18:22:20.544544+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:22:20.544544+0000","last_undegraded":"2024-09-12T18:22:20.544544+0000","last_fullsized":"2024-09-12T18:22:20.544544+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:11.566296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'297","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.637165+0000","last_change":"2024-09-12T17:38:07.689055+0000","last_active":"2024-09-12T18:24:01.637165+0000","last_peered":"2024-09-12T18:24:01.637165+0000","last_clean":"2024-09-12T18:24:01.637165+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:24:01.637165+0000","last_undegraded":"2024-09-12T18:24:01.637165+0000","last_fullsized":"2024-09-12T18:24:01.637165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:16.019265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15160283,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":625,"num_read_kb":40131,"num_write":1108,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389240+0000","last_change":"2024-09-12T17:38:11.663228+0000","last_active":"2024-09-12T18:21:45.389240+0000","last_peered":"2024-09-12T18:21:45.389240+0000","last_clean":"2024-09-12T18:21:45.389240+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:21:45.389240+0000","last_undegraded":"2024-09-12T18:21:45.389240+0000","last_fullsized":"2024-09-12T18:21:45.389240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:16.005318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'268","reported_seq":822,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.135428+0000","last_change":"2024-09-12T17:38:13.677003+0000","last_active":"2024-09-12T18:25:24.135428+0000","last_peered":"2024-09-12T18:25:24.135428+0000","last_clean":"2024-09-12T18:25:24.135428+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:25:24.135428+0000","last_undegraded":"2024-09-12T18:25:24.135428+0000","last_fullsized":"2024-09-12T18:25:24.135428+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:40.418830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65097,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":461,"num_read_kb":1043,"num_write":396,"num_write_kb":355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409608+0000","last_change":"2024-09-12T17:38:15.699502+0000","last_active":"2024-09-12T18:23:15.409608+0000","last_peered":"2024-09-12T18:23:15.409608+0000","last_clean":"2024-09-12T18:23:15.409608+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:23:15.409608+0000","last_undegraded":"2024-09-12T18:23:15.409608+0000","last_fullsized":"2024-09-12T18:23:15.409608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'169","reported_seq":1659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.471949+0000","last_change":"2024-09-12T17:38:17.718611+0000","last_active":"2024-09-12T18:24:02.471949+0000","last_peered":"2024-09-12T18:24:02.471949+0000","last_clean":"2024-09-12T18:24:02.471949+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:24:02.471949+0000","last_undegraded":"2024-09-12T18:24:02.471949+0000","last_fullsized":"2024-09-12T18:24:02.471949+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.895463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.744502+0000","last_change":"2024-09-12T17:38:09.669623+0000","last_active":"2024-09-12T18:23:44.744502+0000","last_peered":"2024-09-12T18:23:44.744502+0000","last_clean":"2024-09-12T18:23:44.744502+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:23:44.744502+0000","last_undegraded":"2024-09-12T18:23:44.744502+0000","last_fullsized":"2024-09-12T18:23:44.744502+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:02.272079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'280","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.991568+0000","last_change":"2024-09-12T17:38:07.660048+0000","last_active":"2024-09-12T18:23:36.991568+0000","last_peered":"2024-09-12T18:23:36.991568+0000","last_clean":"2024-09-12T18:23:36.991568+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:23:36.991568+0000","last_undegraded":"2024-09-12T18:23:36.991568+0000","last_fullsized":"2024-09-12T18:23:36.991568+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:16.332076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6285678,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":511,"num_read_kb":25750,"num_write":1084,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.200781+0000","last_change":"2024-09-12T17:38:11.671872+0000","last_active":"2024-09-12T18:21:55.200781+0000","last_peered":"2024-09-12T18:21:55.200781+0000","last_clean":"2024-09-12T18:21:55.200781+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:21:55.200781+0000","last_undegraded":"2024-09-12T18:21:55.200781+0000","last_fullsized":"2024-09-12T18:21:55.200781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:07.252620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'286","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:45.443110+0000","last_change":"2024-09-12T17:38:13.681876+0000","last_active":"2024-09-12T18:25:45.443110+0000","last_peered":"2024-09-12T18:25:45.443110+0000","last_clean":"2024-09-12T18:25:45.443110+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:25:45.443110+0000","last_undegraded":"2024-09-12T18:25:45.443110+0000","last_fullsized":"2024-09-12T18:25:45.443110+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:25.177940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53095,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":936,"num_write":372,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:19.244682+0000","last_change":"2024-09-12T17:38:15.703045+0000","last_active":"2024-09-12T18:23:19.244682+0000","last_peered":"2024-09-12T18:23:19.244682+0000","last_clean":"2024-09-12T18:23:19.244682+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:23:19.244682+0000","last_undegraded":"2024-09-12T18:23:19.244682+0000","last_fullsized":"2024-09-12T18:23:19.244682+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:37.097254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'112","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.024202+0000","last_change":"2024-09-12T17:38:17.715688+0000","last_active":"2024-09-12T18:25:23.024202+0000","last_peered":"2024-09-12T18:25:23.024202+0000","last_clean":"2024-09-12T18:25:23.024202+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:25:23.024202+0000","last_undegraded":"2024-09-12T18:25:23.024202+0000","last_fullsized":"2024-09-12T18:25:23.024202+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:40.278687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023957+0000","last_change":"2024-09-12T17:38:09.667419+0000","last_active":"2024-09-12T18:23:40.023957+0000","last_peered":"2024-09-12T18:23:40.023957+0000","last_clean":"2024-09-12T18:23:40.023957+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:23:40.023957+0000","last_undegraded":"2024-09-12T18:23:40.023957+0000","last_fullsized":"2024-09-12T18:23:40.023957+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:26.965300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'283","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:57.216483+0000","last_change":"2024-09-12T17:38:07.679329+0000","last_active":"2024-09-12T18:21:57.216483+0000","last_peered":"2024-09-12T18:21:57.216483+0000","last_clean":"2024-09-12T18:21:57.216483+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:21:57.216483+0000","last_undegraded":"2024-09-12T18:21:57.216483+0000","last_fullsized":"2024-09-12T18:21:57.216483+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:49.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9809211,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":505,"num_read_kb":7805,"num_write":1119,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023924+0000","last_change":"2024-09-12T17:38:09.664396+0000","last_active":"2024-09-12T18:23:40.023924+0000","last_peered":"2024-09-12T18:23:40.023924+0000","last_clean":"2024-09-12T18:23:40.023924+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:23:40.023924+0000","last_undegraded":"2024-09-12T18:23:40.023924+0000","last_fullsized":"2024-09-12T18:23:40.023924+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:29.018761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'237","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.283498+0000","last_change":"2024-09-12T17:38:07.666480+0000","last_active":"2024-09-12T18:23:44.283498+0000","last_peered":"2024-09-12T18:23:44.283498+0000","last_clean":"2024-09-12T18:23:44.283498+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:23:44.283498+0000","last_undegraded":"2024-09-12T18:23:44.283498+0000","last_fullsized":"2024-09-12T18:23:44.283498+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:10.717173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6694570,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":328,"num_read_kb":17317,"num_write":854,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:42.846111+0000","last_change":"2024-09-12T17:38:09.676444+0000","last_active":"2024-09-12T18:23:42.846111+0000","last_peered":"2024-09-12T18:23:42.846111+0000","last_clean":"2024-09-12T18:23:42.846111+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:23:42.846111+0000","last_undegraded":"2024-09-12T18:23:42.846111+0000","last_fullsized":"2024-09-12T18:23:42.846111+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:14.046096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'277","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.900069+0000","last_change":"2024-09-12T17:38:07.658969+0000","last_active":"2024-09-12T18:23:28.900069+0000","last_peered":"2024-09-12T18:23:28.900069+0000","last_clean":"2024-09-12T18:23:28.900069+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:23:28.900069+0000","last_undegraded":"2024-09-12T18:23:28.900069+0000","last_fullsized":"2024-09-12T18:23:28.900069+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:55.820308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12141407,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":436,"num_read_kb":36597,"num_write":1120,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'315","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.035940+0000","last_change":"2024-09-12T17:38:09.663676+0000","last_active":"2024-09-12T18:24:01.035940+0000","last_peered":"2024-09-12T18:24:01.035940+0000","last_clean":"2024-09-12T18:24:01.035940+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:24:01.035940+0000","last_undegraded":"2024-09-12T18:24:01.035940+0000","last_fullsized":"2024-09-12T18:24:01.035940+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:45.737609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'313","reported_seq":1160,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257523+0000","last_change":"2024-09-12T17:38:07.635830+0000","last_active":"2024-09-12T18:24:09.257523+0000","last_peered":"2024-09-12T18:24:09.257523+0000","last_clean":"2024-09-12T18:24:09.257523+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:24:09.257523+0000","last_undegraded":"2024-09-12T18:24:09.257523+0000","last_fullsized":"2024-09-12T18:24:09.257523+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:14.924945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6719987,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":888,"num_read_kb":17481,"num_write":1204,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":653,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.071546+0000","last_change":"2024-09-12T17:38:09.667790+0000","last_active":"2024-09-12T18:23:40.071546+0000","last_peered":"2024-09-12T18:23:40.071546+0000","last_clean":"2024-09-12T18:23:40.071546+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:23:40.071546+0000","last_undegraded":"2024-09-12T18:23:40.071546+0000","last_fullsized":"2024-09-12T18:23:40.071546+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:30.118530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'338","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.258716+0000","last_change":"2024-09-12T17:38:07.644128+0000","last_active":"2024-09-12T18:24:01.258716+0000","last_peered":"2024-09-12T18:24:01.258716+0000","last_clean":"2024-09-12T18:24:01.258716+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:24:01.258716+0000","last_undegraded":"2024-09-12T18:24:01.258716+0000","last_fullsized":"2024-09-12T18:24:01.258716+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:26.725705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11378856,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":536,"num_read_kb":21835,"num_write":1253,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'261","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.540184+0000","last_change":"2024-09-12T17:38:09.671253+0000","last_active":"2024-09-12T18:23:38.540184+0000","last_peered":"2024-09-12T18:23:38.540184+0000","last_clean":"2024-09-12T18:23:38.540184+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:23:38.540184+0000","last_undegraded":"2024-09-12T18:23:38.540184+0000","last_fullsized":"2024-09-12T18:23:38.540184+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:05.854970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'295","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023868+0000","last_change":"2024-09-12T17:38:07.663898+0000","last_active":"2024-09-12T18:23:40.023868+0000","last_peered":"2024-09-12T18:23:40.023868+0000","last_clean":"2024-09-12T18:23:40.023868+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:23:40.023868+0000","last_undegraded":"2024-09-12T18:23:40.023868+0000","last_fullsized":"2024-09-12T18:23:40.023868+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:02.011741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12730277,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":449,"num_read_kb":34542,"num_write":1054,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.519855+0000","last_change":"2024-09-12T17:38:39.012754+0000","last_active":"2024-09-12T18:23:12.519855+0000","last_peered":"2024-09-12T18:23:12.519855+0000","last_clean":"2024-09-12T18:23:12.519855+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:23:12.519855+0000","last_undegraded":"2024-09-12T18:23:12.519855+0000","last_fullsized":"2024-09-12T18:23:12.519855+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:27.415659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.208168+0000","last_change":"2024-09-12T17:38:39.014168+0000","last_active":"2024-09-12T18:23:49.208168+0000","last_peered":"2024-09-12T18:23:49.208168+0000","last_clean":"2024-09-12T18:23:49.208168+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:23:49.208168+0000","last_undegraded":"2024-09-12T18:23:49.208168+0000","last_fullsized":"2024-09-12T18:23:49.208168+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:16.412023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20305114,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":609,"num_read_kb":38534,"num_write":1196,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'174","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:27.549995+0000","last_change":"2024-09-12T17:38:09.665414+0000","last_active":"2024-09-12T18:23:27.549995+0000","last_peered":"2024-09-12T18:23:27.549995+0000","last_clean":"2024-09-12T18:23:27.549995+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:23:27.549995+0000","last_undegraded":"2024-09-12T18:23:27.549995+0000","last_fullsized":"2024-09-12T18:23:27.549995+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:56.370270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'262","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.806472+0000","last_change":"2024-09-12T17:38:07.660058+0000","last_active":"2024-09-12T18:23:50.806472+0000","last_peered":"2024-09-12T18:23:50.806472+0000","last_clean":"2024-09-12T18:23:50.806472+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:23:50.806472+0000","last_undegraded":"2024-09-12T18:23:50.806472+0000","last_fullsized":"2024-09-12T18:23:50.806472+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:38.758381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10509203,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":362,"num_read_kb":21073,"num_write":901,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232668+0000","last_change":"2024-09-12T17:38:09.662760+0000","last_active":"2024-09-12T18:22:29.232668+0000","last_peered":"2024-09-12T18:22:29.232668+0000","last_clean":"2024-09-12T18:22:29.232668+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:22:29.232668+0000","last_undegraded":"2024-09-12T18:22:29.232668+0000","last_fullsized":"2024-09-12T18:22:29.232668+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:24.246348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'238","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.029073+0000","last_change":"2024-09-12T17:38:07.656695+0000","last_active":"2024-09-12T18:23:50.029073+0000","last_peered":"2024-09-12T18:23:50.029073+0000","last_clean":"2024-09-12T18:23:50.029073+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:23:50.029073+0000","last_undegraded":"2024-09-12T18:23:50.029073+0000","last_fullsized":"2024-09-12T18:23:50.029073+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:09.686886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8508845,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":407,"num_read_kb":11073,"num_write":849,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.372746+0000","last_change":"2024-09-12T17:38:09.642683+0000","last_active":"2024-09-12T18:23:20.372746+0000","last_peered":"2024-09-12T18:23:20.372746+0000","last_clean":"2024-09-12T18:23:20.372746+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:23:20.372746+0000","last_undegraded":"2024-09-12T18:23:20.372746+0000","last_fullsized":"2024-09-12T18:23:20.372746+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.721691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'293","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.236385+0000","last_change":"2024-09-12T17:38:07.638914+0000","last_active":"2024-09-12T18:23:10.236385+0000","last_peered":"2024-09-12T18:23:10.236385+0000","last_clean":"2024-09-12T18:23:10.236385+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:23:10.236385+0000","last_undegraded":"2024-09-12T18:23:10.236385+0000","last_fullsized":"2024-09-12T18:23:10.236385+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:35.924810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2874354,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":382,"num_read_kb":6740,"num_write":1001,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":774,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026698+0000","last_change":"2024-09-12T17:38:09.667624+0000","last_active":"2024-09-12T18:23:25.026698+0000","last_peered":"2024-09-12T18:23:25.026698+0000","last_clean":"2024-09-12T18:23:25.026698+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:23:25.026698+0000","last_undegraded":"2024-09-12T18:23:25.026698+0000","last_fullsized":"2024-09-12T18:23:25.026698+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:49.055671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'284","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198767+0000","last_change":"2024-09-12T17:38:07.659937+0000","last_active":"2024-09-12T18:23:10.198767+0000","last_peered":"2024-09-12T18:23:10.198767+0000","last_clean":"2024-09-12T18:23:10.198767+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:23:10.198767+0000","last_undegraded":"2024-09-12T18:23:10.198767+0000","last_fullsized":"2024-09-12T18:23:10.198767+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:33.176995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5295750,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":398,"num_read_kb":47490,"num_write":1034,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.957507+0000","last_change":"2024-09-12T17:38:09.668894+0000","last_active":"2024-09-12T18:23:29.957507+0000","last_peered":"2024-09-12T18:23:29.957507+0000","last_clean":"2024-09-12T18:23:29.957507+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:23:29.957507+0000","last_undegraded":"2024-09-12T18:23:29.957507+0000","last_fullsized":"2024-09-12T18:23:29.957507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:56.977166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'257","reported_seq":941,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.085208+0000","last_change":"2024-09-12T17:38:07.636269+0000","last_active":"2024-09-12T18:23:28.085208+0000","last_peered":"2024-09-12T18:23:28.085208+0000","last_clean":"2024-09-12T18:23:28.085208+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:23:28.085208+0000","last_undegraded":"2024-09-12T18:23:28.085208+0000","last_fullsized":"2024-09-12T18:23:28.085208+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:20.748178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10814543,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":453,"num_read_kb":128042,"num_write":972,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1213,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237574+0000","last_change":"2024-09-12T17:38:09.658281+0000","last_active":"2024-09-12T18:23:10.237574+0000","last_peered":"2024-09-12T18:23:10.237574+0000","last_clean":"2024-09-12T18:23:10.237574+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:23:10.237574+0000","last_undegraded":"2024-09-12T18:23:10.237574+0000","last_fullsized":"2024-09-12T18:23:10.237574+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:36.966084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'231","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.010598+0000","last_change":"2024-09-12T17:38:07.678605+0000","last_active":"2024-09-12T18:23:10.010598+0000","last_peered":"2024-09-12T18:23:10.010598+0000","last_clean":"2024-09-12T18:23:10.010598+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:23:10.010598+0000","last_undegraded":"2024-09-12T18:23:10.010598+0000","last_fullsized":"2024-09-12T18:23:10.010598+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:35.749489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4213474,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":470,"num_read_kb":17046,"num_write":869,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'156","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.142019+0000","last_change":"2024-09-12T17:38:09.662897+0000","last_active":"2024-09-12T18:23:25.142019+0000","last_peered":"2024-09-12T18:23:25.142019+0000","last_clean":"2024-09-12T18:23:25.142019+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:23:25.142019+0000","last_undegraded":"2024-09-12T18:23:25.142019+0000","last_fullsized":"2024-09-12T18:23:25.142019+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:59.821750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'257","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.368165+0000","last_change":"2024-09-12T17:38:07.676186+0000","last_active":"2024-09-12T18:23:33.368165+0000","last_peered":"2024-09-12T18:23:33.368165+0000","last_clean":"2024-09-12T18:23:33.368165+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:23:33.368165+0000","last_undegraded":"2024-09-12T18:23:33.368165+0000","last_fullsized":"2024-09-12T18:23:33.368165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:27.453671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13700073,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":386,"num_read_kb":31771,"num_write":867,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'261","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.695171+0000","last_change":"2024-09-12T17:38:09.666575+0000","last_active":"2024-09-12T18:23:49.695171+0000","last_peered":"2024-09-12T18:23:49.695171+0000","last_clean":"2024-09-12T18:23:49.695171+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:23:49.695171+0000","last_undegraded":"2024-09-12T18:23:49.695171+0000","last_fullsized":"2024-09-12T18:23:49.695171+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:11.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'251","reported_seq":879,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260990+0000","last_change":"2024-09-12T17:38:07.667576+0000","last_active":"2024-09-12T18:24:01.260990+0000","last_peered":"2024-09-12T18:24:01.260990+0000","last_clean":"2024-09-12T18:24:01.260990+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:24:01.260990+0000","last_undegraded":"2024-09-12T18:24:01.260990+0000","last_fullsized":"2024-09-12T18:24:01.260990+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:37.715151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21458286,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":371,"num_read_kb":41834,"num_write":887,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246132+0000","last_change":"2024-09-12T17:38:09.658493+0000","last_active":"2024-09-12T18:23:45.246132+0000","last_peered":"2024-09-12T18:23:45.246132+0000","last_clean":"2024-09-12T18:23:45.246132+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:23:45.246132+0000","last_undegraded":"2024-09-12T18:23:45.246132+0000","last_fullsized":"2024-09-12T18:23:45.246132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:32.465504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'293","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:13.014325+0000","last_change":"2024-09-12T17:38:07.677258+0000","last_active":"2024-09-12T18:25:13.014325+0000","last_peered":"2024-09-12T18:25:13.014325+0000","last_clean":"2024-09-12T18:25:13.014325+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:25:13.014325+0000","last_undegraded":"2024-09-12T18:25:13.014325+0000","last_fullsized":"2024-09-12T18:25:13.014325+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:53.802542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436113,"num_objects":82,"num_object_clones":0,"num_object_copies":328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":400,"num_read_kb":38388,"num_write":1006,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'255","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.410750+0000","last_change":"2024-09-12T17:38:07.659818+0000","last_active":"2024-09-12T18:23:43.410750+0000","last_peered":"2024-09-12T18:23:43.410750+0000","last_clean":"2024-09-12T18:23:43.410750+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:23:43.410750+0000","last_undegraded":"2024-09-12T18:23:43.410750+0000","last_fullsized":"2024-09-12T18:23:43.410750+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:30.431890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14630998,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":510,"num_read_kb":33184,"num_write":938,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":701,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:36.643666+0000","last_change":"2024-09-12T17:38:09.659012+0000","last_active":"2024-09-12T18:22:36.643666+0000","last_peered":"2024-09-12T18:22:36.643666+0000","last_clean":"2024-09-12T18:22:36.643666+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:22:36.643666+0000","last_undegraded":"2024-09-12T18:22:36.643666+0000","last_fullsized":"2024-09-12T18:22:36.643666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:53.643108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'296","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.209325+0000","last_change":"2024-09-12T17:38:38.891634+0000","last_active":"2024-09-12T18:22:30.209325+0000","last_peered":"2024-09-12T18:22:30.209325+0000","last_clean":"2024-09-12T18:22:30.209325+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:22:30.209325+0000","last_undegraded":"2024-09-12T18:22:30.209325+0000","last_fullsized":"2024-09-12T18:22:30.209325+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:31.329117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5771964,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":497,"num_read_kb":17913,"num_write":1099,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:01.951225+0000","last_change":"2024-09-12T17:38:09.668126+0000","last_active":"2024-09-12T18:22:01.951225+0000","last_peered":"2024-09-12T18:22:01.951225+0000","last_clean":"2024-09-12T18:22:01.951225+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:22:01.951225+0000","last_undegraded":"2024-09-12T18:22:01.951225+0000","last_fullsized":"2024-09-12T18:22:01.951225+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:34.233990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1032,"ondisk_log_size":1032,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1668,"ondisk_log_size":1668,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":551,"ondisk_log_size":551,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1938643,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":16975,"num_read_kb":32655,"num_write":14381,"num_write_kb":11568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3342336,"data_stored":2821210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1977,"ondisk_log_size":1977,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2432,"num_read_kb":2898,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4107,"ondisk_log_size":4107,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":674538561,"num_objects":4505,"num_object_clones":0,"num_object_copies":18020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4505,"num_whiteouts":0,"num_read":32005,"num_read_kb":2140760,"num_write":67764,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":965586944,"data_stored":965586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4315,"ondisk_log_size":4315,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75076605,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":181175,"num_write":158,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":150159360,"data_stored":150153210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":70886397,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":133,"num_read_kb":169923,"num_write":159,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":145969152,"data_stored":145963002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510024,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":407528,"kb_used_data":145880,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93964312,"statfs":{"total":96636764160,"available":96219455488,"internally_reserved":0,"allocated":149381120,"data_stored":147283380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":267909578},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510020,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419400,"kb_used_data":167480,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93952440,"statfs":{"total":96636764160,"available":96207298560,"internally_reserved":0,"allocated":171499520,"data_stored":169500174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510022,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":311604,"kb_used_data":145828,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94060236,"statfs":{"total":96636764160,"available":96317681664,"internally_reserved":0,"allocated":149327872,"data_stored":147209639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510021,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":259556,"kb_used_data":152020,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94112284,"statfs":{"total":96636764160,"available":96370978816,"internally_reserved":0,"allocated":155668480,"data_stored":153707561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510023,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":476644,"kb_used_data":206676,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93895196,"statfs":{"total":96636764160,"available":96148680704,"internally_reserved":0,"allocated":211636224,"data_stored":209580209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":276429255},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510022,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238404,"kb_used_data":135092,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94133436,"statfs":{"total":96636764160,"available":96392638464,"internally_reserved":0,"allocated":138334208,"data_stored":136356011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510022,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323484,"kb_used_data":157708,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94048356,"statfs":{"total":96636764160,"available":96305516544,"internally_reserved":0,"allocated":161492992,"data_stored":159459038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542728,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406924,"kb_used_data":163324,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93964916,"statfs":{"total":96636764160,"available":96220073984,"internally_reserved":0,"allocated":167243776,"data_stored":165180528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":249428421},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":117329920,"data_stored":117329920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":117936128,"data_stored":117936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":95117312,"data_stored":95117312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":127074304,"data_stored":127074304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130281472,"data_stored":130281472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":120123392,"data_stored":120123392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":142200832,"data_stored":142200832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":115523584,"data_stored":115523584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":348035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":379452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":146246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":498774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":89116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":655360,"data_stored":550198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":323584,"data_stored":268675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":638976,"data_stored":540714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":30404608,"data_stored":30404608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21000192,"data_stored":20998482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16793600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12619776,"data_stored":12618961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":13176832,"data_stored":13175467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":587564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24121344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":14213120,"data_stored":14211755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17850368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22003712,"data_stored":22003712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":52449280,"data_stored":52448465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4214784,"data_stored":4213889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11067392,"data_stored":11065132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24150016,"data_stored":24149201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4210688,"data_stored":4210688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:26:00.099 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T18:26:00.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:26:00.205 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-12T18:26:00.483 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:00.496 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:26:00.501 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1708,"stamp":"2024-09-12T18:25:58.846607+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":823048705,"num_objects":4892,"num_object_clones":0,"num_object_copies":18794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":175863,"num_read_kb":2632814,"num_write":138247,"num_write_kb":2517317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13940,"ondisk_log_size":13940,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2843544,"kb_used_data":1274008,"kb_used_omap":12,"kb_used_meta":1569395,"kb_avail":752131176,"statfs":{"total":773094113280,"available":770182324224,"internally_reserved":0,"allocated":1304584192,"data_stored":1288276540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1607061040},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4190208,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008595"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.173815+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:21:20.173815+0000","last_peered":"2024-09-12T18:21:20.173815+0000","last_clean":"2024-09-12T18:21:20.173815+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:21:20.173815+0000","last_undegraded":"2024-09-12T18:21:20.173815+0000","last_fullsized":"2024-09-12T18:21:20.173815+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:11.995015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6140,"num_write":9,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.208479+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:21:15.208479+0000","last_peered":"2024-09-12T18:21:15.208479+0000","last_clean":"2024-09-12T18:21:15.208479+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:21:15.208479+0000","last_undegraded":"2024-09-12T18:21:15.208479+0000","last_fullsized":"2024-09-12T18:21:15.208479+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:02.885437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.022756+0000","last_change":"2024-09-12T18:08:02.287540+0000","last_active":"2024-09-12T18:23:05.022756+0000","last_peered":"2024-09-12T18:23:05.022756+0000","last_clean":"2024-09-12T18:23:05.022756+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:23:05.022756+0000","last_undegraded":"2024-09-12T18:23:05.022756+0000","last_fullsized":"2024-09-12T18:23:05.022756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:58.119021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.383883+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:21:20.383883+0000","last_peered":"2024-09-12T18:21:20.383883+0000","last_clean":"2024-09-12T18:21:20.383883+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:21:20.383883+0000","last_undegraded":"2024-09-12T18:21:20.383883+0000","last_fullsized":"2024-09-12T18:21:20.383883+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:32.233348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":14338,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:15.192031+0000","last_change":"2024-09-12T17:56:14.690724+0000","last_active":"2024-09-12T18:21:15.192031+0000","last_peered":"2024-09-12T18:21:15.192031+0000","last_clean":"2024-09-12T18:21:15.192031+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:21:15.192031+0000","last_undegraded":"2024-09-12T18:21:15.192031+0000","last_fullsized":"2024-09-12T18:21:15.192031+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:58.064771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":12300,"num_write":10,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.198731+0000","last_change":"2024-09-12T17:54:25.900253+0000","last_active":"2024-09-12T18:22:30.198731+0000","last_peered":"2024-09-12T18:22:30.198731+0000","last_clean":"2024-09-12T18:22:30.198731+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:22:30.198731+0000","last_undegraded":"2024-09-12T18:22:30.198731+0000","last_fullsized":"2024-09-12T18:22:30.198731+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:56.157126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200051+0000","last_change":"2024-09-12T18:08:02.250964+0000","last_active":"2024-09-12T18:22:35.200051+0000","last_peered":"2024-09-12T18:22:35.200051+0000","last_clean":"2024-09-12T18:22:35.200051+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:22:35.200051+0000","last_undegraded":"2024-09-12T18:22:35.200051+0000","last_fullsized":"2024-09-12T18:22:35.200051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:37.565811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.196538+0000","last_change":"2024-09-12T17:56:14.669503+0000","last_active":"2024-09-12T18:22:20.196538+0000","last_peered":"2024-09-12T18:22:20.196538+0000","last_clean":"2024-09-12T18:22:20.196538+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:22:20.196538+0000","last_undegraded":"2024-09-12T18:22:20.196538+0000","last_fullsized":"2024-09-12T18:22:20.196538+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:24.268915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225493+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:22:25.225493+0000","last_peered":"2024-09-12T18:22:25.225493+0000","last_clean":"2024-09-12T18:22:25.225493+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:22:25.225493+0000","last_undegraded":"2024-09-12T18:22:25.225493+0000","last_fullsized":"2024-09-12T18:22:25.225493+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:01.664598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5238784,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":2,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":169,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.218056+0000","last_change":"2024-09-12T17:54:25.891691+0000","last_active":"2024-09-12T18:21:55.218056+0000","last_peered":"2024-09-12T18:21:55.218056+0000","last_clean":"2024-09-12T18:21:55.218056+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:21:55.218056+0000","last_undegraded":"2024-09-12T18:21:55.218056+0000","last_fullsized":"2024-09-12T18:21:55.218056+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:18.770512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220644+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:22:05.220644+0000","last_peered":"2024-09-12T18:22:05.220644+0000","last_clean":"2024-09-12T18:22:05.220644+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:22:05.220644+0000","last_undegraded":"2024-09-12T18:22:05.220644+0000","last_fullsized":"2024-09-12T18:22:05.220644+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:20.698344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.196544+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:23:00.196544+0000","last_peered":"2024-09-12T18:23:00.196544+0000","last_clean":"2024-09-12T18:23:00.196544+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:23:00.196544+0000","last_undegraded":"2024-09-12T18:23:00.196544+0000","last_fullsized":"2024-09-12T18:23:00.196544+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":15356,"num_write":5,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.007241+0000","last_change":"2024-09-12T17:56:17.718727+0000","last_active":"2024-09-12T18:22:55.007241+0000","last_peered":"2024-09-12T18:22:55.007241+0000","last_clean":"2024-09-12T18:22:55.007241+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:22:55.007241+0000","last_undegraded":"2024-09-12T18:22:55.007241+0000","last_fullsized":"2024-09-12T18:22:55.007241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:12.892636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.403751+0000","last_change":"2024-09-12T17:56:14.664454+0000","last_active":"2024-09-12T18:22:50.403751+0000","last_peered":"2024-09-12T18:22:50.403751+0000","last_clean":"2024-09-12T18:22:50.403751+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:22:50.403751+0000","last_undegraded":"2024-09-12T18:22:50.403751+0000","last_fullsized":"2024-09-12T18:22:50.403751+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:23.307822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191434+0000","last_change":"2024-09-12T17:54:25.886233+0000","last_active":"2024-09-12T18:21:55.191434+0000","last_peered":"2024-09-12T18:21:55.191434+0000","last_clean":"2024-09-12T18:21:55.191434+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:21:55.191434+0000","last_undegraded":"2024-09-12T18:21:55.191434+0000","last_fullsized":"2024-09-12T18:21:55.191434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:13.548029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.184051+0000","last_change":"2024-09-12T17:56:17.698403+0000","last_active":"2024-09-12T18:21:20.184051+0000","last_peered":"2024-09-12T18:21:20.184051+0000","last_clean":"2024-09-12T18:21:20.184051+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:21:20.184051+0000","last_undegraded":"2024-09-12T18:21:20.184051+0000","last_fullsized":"2024-09-12T18:21:20.184051+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:58.406942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'8","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.416207+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:23:45.416207+0000","last_peered":"2024-09-12T18:23:45.416207+0000","last_clean":"2024-09-12T18:23:45.416207+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:23:45.416207+0000","last_undegraded":"2024-09-12T18:23:45.416207+0000","last_fullsized":"2024-09-12T18:23:45.416207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:52.121870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":24566,"num_write":13,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":153,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:18.977178+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:22:18.977178+0000","last_peered":"2024-09-12T18:22:18.977178+0000","last_clean":"2024-09-12T18:22:18.977178+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:22:18.977178+0000","last_undegraded":"2024-09-12T18:22:18.977178+0000","last_fullsized":"2024-09-12T18:22:18.977178+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'4","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.178511+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:21:40.178511+0000","last_peered":"2024-09-12T18:21:40.178511+0000","last_clean":"2024-09-12T18:21:40.178511+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:21:40.178511+0000","last_undegraded":"2024-09-12T18:21:40.178511+0000","last_fullsized":"2024-09-12T18:21:40.178511+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:19.044199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4774571,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":4663,"num_write":4,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'1","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:14.213808+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:21:14.213808+0000","last_peered":"2024-09-12T18:21:14.213808+0000","last_clean":"2024-09-12T18:21:14.213808+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:21:14.213808+0000","last_undegraded":"2024-09-12T18:21:14.213808+0000","last_fullsized":"2024-09-12T18:21:14.213808+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:51.041842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020515+0000","last_change":"2024-09-12T17:54:25.885657+0000","last_active":"2024-09-12T18:23:25.020515+0000","last_peered":"2024-09-12T18:23:25.020515+0000","last_clean":"2024-09-12T18:23:25.020515+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:23:25.020515+0000","last_undegraded":"2024-09-12T18:23:25.020515+0000","last_fullsized":"2024-09-12T18:23:25.020515+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:10.898048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203501+0000","last_change":"2024-09-12T18:08:02.257992+0000","last_active":"2024-09-12T18:22:05.203501+0000","last_peered":"2024-09-12T18:22:05.203501+0000","last_clean":"2024-09-12T18:22:05.203501+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:22:05.203501+0000","last_undegraded":"2024-09-12T18:22:05.203501+0000","last_fullsized":"2024-09-12T18:22:05.203501+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:12.331308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232885+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:22:55.232885+0000","last_peered":"2024-09-12T18:22:55.232885+0000","last_clean":"2024-09-12T18:22:55.232885+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:22:55.232885+0000","last_undegraded":"2024-09-12T18:22:55.232885+0000","last_fullsized":"2024-09-12T18:22:55.232885+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.183225+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:22:00.183225+0000","last_peered":"2024-09-12T18:22:00.183225+0000","last_clean":"2024-09-12T18:22:00.183225+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:22:00.183225+0000","last_undegraded":"2024-09-12T18:22:00.183225+0000","last_fullsized":"2024-09-12T18:22:00.183225+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:31.214385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.193345+0000","last_change":"2024-09-12T18:08:02.260633+0000","last_active":"2024-09-12T18:22:05.193345+0000","last_peered":"2024-09-12T18:22:05.193345+0000","last_clean":"2024-09-12T18:22:05.193345+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:22:05.193345+0000","last_undegraded":"2024-09-12T18:22:05.193345+0000","last_fullsized":"2024-09-12T18:22:05.193345+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:35.342592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220535+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:22:05.220535+0000","last_peered":"2024-09-12T18:22:05.220535+0000","last_clean":"2024-09-12T18:22:05.220535+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:22:05.220535+0000","last_undegraded":"2024-09-12T18:22:05.220535+0000","last_fullsized":"2024-09-12T18:22:05.220535+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221102+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:22:05.221102+0000","last_peered":"2024-09-12T18:22:05.221102+0000","last_clean":"2024-09-12T18:22:05.221102+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:22:05.221102+0000","last_undegraded":"2024-09-12T18:22:05.221102+0000","last_fullsized":"2024-09-12T18:22:05.221102+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.105623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'6","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.232999+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:22:55.232999+0000","last_peered":"2024-09-12T18:22:55.232999+0000","last_clean":"2024-09-12T18:22:55.232999+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:22:55.232999+0000","last_undegraded":"2024-09-12T18:22:55.232999+0000","last_fullsized":"2024-09-12T18:22:55.232999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":12280,"num_write":11,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'3","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.020023+0000","last_change":"2024-09-12T17:56:14.691160+0000","last_active":"2024-09-12T18:22:50.020023+0000","last_peered":"2024-09-12T18:22:50.020023+0000","last_clean":"2024-09-12T18:22:50.020023+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:22:50.020023+0000","last_undegraded":"2024-09-12T18:22:50.020023+0000","last_fullsized":"2024-09-12T18:22:50.020023+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:50.161156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":3,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":84,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026626+0000","last_change":"2024-09-12T17:54:25.891470+0000","last_active":"2024-09-12T18:23:25.026626+0000","last_peered":"2024-09-12T18:23:25.026626+0000","last_clean":"2024-09-12T18:23:25.026626+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:23:25.026626+0000","last_undegraded":"2024-09-12T18:23:25.026626+0000","last_fullsized":"2024-09-12T18:23:25.026626+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:49.914993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.184261+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:22:05.184261+0000","last_peered":"2024-09-12T18:22:05.184261+0000","last_clean":"2024-09-12T18:22:05.184261+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:22:05.184261+0000","last_undegraded":"2024-09-12T18:22:05.184261+0000","last_fullsized":"2024-09-12T18:22:05.184261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:51.968998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'10","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.404999+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:22:55.404999+0000","last_peered":"2024-09-12T18:22:55.404999+0000","last_clean":"2024-09-12T18:22:55.404999+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:22:55.404999+0000","last_undegraded":"2024-09-12T18:22:55.404999+0000","last_fullsized":"2024-09-12T18:22:55.404999+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":24576,"num_write":15,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227233+0000","last_change":"2024-09-12T17:54:25.890987+0000","last_active":"2024-09-12T18:22:30.227233+0000","last_peered":"2024-09-12T18:22:30.227233+0000","last_clean":"2024-09-12T18:22:30.227233+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:22:30.227233+0000","last_undegraded":"2024-09-12T18:22:30.227233+0000","last_fullsized":"2024-09-12T18:22:30.227233+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:03.453771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'1","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.202055+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:22:00.202055+0000","last_peered":"2024-09-12T18:22:00.202055+0000","last_clean":"2024-09-12T18:22:00.202055+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:22:00.202055+0000","last_undegraded":"2024-09-12T18:22:00.202055+0000","last_fullsized":"2024-09-12T18:22:00.202055+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:15.515170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'6","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.391600+0000","last_change":"2024-09-12T17:56:14.673511+0000","last_active":"2024-09-12T18:21:55.391600+0000","last_peered":"2024-09-12T18:21:55.391600+0000","last_clean":"2024-09-12T18:21:55.391600+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:21:55.391600+0000","last_undegraded":"2024-09-12T18:21:55.391600+0000","last_fullsized":"2024-09-12T18:21:55.391600+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:06.954950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":11,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.201967+0000","last_change":"2024-09-12T17:56:17.691315+0000","last_active":"2024-09-12T18:22:00.201967+0000","last_peered":"2024-09-12T18:22:00.201967+0000","last_clean":"2024-09-12T18:22:00.201967+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:22:00.201967+0000","last_undegraded":"2024-09-12T18:22:00.201967+0000","last_fullsized":"2024-09-12T18:22:00.201967+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:31.601212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1056768,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1032,"num_write":1,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217889+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:21:55.217889+0000","last_peered":"2024-09-12T18:21:55.217889+0000","last_clean":"2024-09-12T18:21:55.217889+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:21:55.217889+0000","last_undegraded":"2024-09-12T18:21:55.217889+0000","last_fullsized":"2024-09-12T18:21:55.217889+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.241413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226384+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:22:04.226384+0000","last_peered":"2024-09-12T18:22:04.226384+0000","last_clean":"2024-09-12T18:22:04.226384+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:22:04.226384+0000","last_undegraded":"2024-09-12T18:22:04.226384+0000","last_fullsized":"2024-09-12T18:22:04.226384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:47.840275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'1","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219377+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:22:00.219377+0000","last_peered":"2024-09-12T18:22:00.219377+0000","last_clean":"2024-09-12T18:22:00.219377+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:22:00.219377+0000","last_undegraded":"2024-09-12T18:22:00.219377+0000","last_fullsized":"2024-09-12T18:22:00.219377+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.097391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'8","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191469+0000","last_change":"2024-09-12T17:56:14.662365+0000","last_active":"2024-09-12T18:21:55.191469+0000","last_peered":"2024-09-12T18:21:55.191469+0000","last_clean":"2024-09-12T18:21:55.191469+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:21:55.191469+0000","last_undegraded":"2024-09-12T18:21:55.191469+0000","last_fullsized":"2024-09-12T18:21:55.191469+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:22.623786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3201,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":4102,"num_write":13,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'101","reported_seq":363,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.345950+0000","last_change":"2024-09-12T17:54:25.874926+0000","last_active":"2024-09-12T18:22:58.345950+0000","last_peered":"2024-09-12T18:22:58.345950+0000","last_clean":"2024-09-12T18:22:58.345950+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:22:58.345950+0000","last_undegraded":"2024-09-12T18:22:58.345950+0000","last_fullsized":"2024-09-12T18:22:58.345950+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:38.099176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192474+0000","last_change":"2024-09-12T17:56:17.697296+0000","last_active":"2024-09-12T18:22:00.192474+0000","last_peered":"2024-09-12T18:22:00.192474+0000","last_clean":"2024-09-12T18:22:00.192474+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:22:00.192474+0000","last_undegraded":"2024-09-12T18:22:00.192474+0000","last_fullsized":"2024-09-12T18:22:00.192474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:14.985691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'1","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182207+0000","last_change":"2024-09-12T17:56:14.665930+0000","last_active":"2024-09-12T18:21:55.182207+0000","last_peered":"2024-09-12T18:21:55.182207+0000","last_clean":"2024-09-12T18:21:55.182207+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:21:55.182207+0000","last_undegraded":"2024-09-12T18:21:55.182207+0000","last_fullsized":"2024-09-12T18:21:55.182207+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:31.699893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8184,"num_write":1,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.025561+0000","last_change":"2024-09-12T18:08:02.260492+0000","last_active":"2024-09-12T18:23:20.025561+0000","last_peered":"2024-09-12T18:23:20.025561+0000","last_clean":"2024-09-12T18:23:20.025561+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:23:20.025561+0000","last_undegraded":"2024-09-12T18:23:20.025561+0000","last_fullsized":"2024-09-12T18:23:20.025561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:31.754394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239515+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:23:20.239515+0000","last_peered":"2024-09-12T18:23:20.239515+0000","last_clean":"2024-09-12T18:23:20.239515+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:23:20.239515+0000","last_undegraded":"2024-09-12T18:23:20.239515+0000","last_fullsized":"2024-09-12T18:23:20.239515+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11574481,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":22568,"num_write":4,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.239086+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:23:15.239086+0000","last_peered":"2024-09-12T18:23:15.239086+0000","last_clean":"2024-09-12T18:23:15.239086+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:23:15.239086+0000","last_undegraded":"2024-09-12T18:23:15.239086+0000","last_fullsized":"2024-09-12T18:23:15.239086+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190208,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":7166,"num_write":5,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:30.211899+0000","last_change":"2024-09-12T17:54:25.907293+0000","last_active":"2024-09-12T18:21:30.211899+0000","last_peered":"2024-09-12T18:21:30.211899+0000","last_clean":"2024-09-12T18:21:30.211899+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:21:30.211899+0000","last_undegraded":"2024-09-12T18:21:30.211899+0000","last_fullsized":"2024-09-12T18:21:30.211899+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:24.813222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213411+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:21:35.213411+0000","last_peered":"2024-09-12T18:21:35.213411+0000","last_clean":"2024-09-12T18:21:35.213411+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:21:35.213411+0000","last_undegraded":"2024-09-12T18:21:35.213411+0000","last_fullsized":"2024-09-12T18:21:35.213411+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239465+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:23:20.239465+0000","last_peered":"2024-09-12T18:23:20.239465+0000","last_clean":"2024-09-12T18:23:20.239465+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:23:20.239465+0000","last_undegraded":"2024-09-12T18:23:20.239465+0000","last_fullsized":"2024-09-12T18:23:20.239465+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'14","reported_seq":70,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024581+0000","last_change":"2024-09-12T17:56:14.677995+0000","last_active":"2024-09-12T18:23:15.024581+0000","last_peered":"2024-09-12T18:23:15.024581+0000","last_clean":"2024-09-12T18:23:15.024581+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:23:15.024581+0000","last_undegraded":"2024-09-12T18:23:15.024581+0000","last_fullsized":"2024-09-12T18:23:15.024581+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:29.664899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":20,"num_read_kb":10272,"num_write":29,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205763+0000","last_change":"2024-09-12T17:54:25.896290+0000","last_active":"2024-09-12T18:23:40.205763+0000","last_peered":"2024-09-12T18:23:40.205763+0000","last_clean":"2024-09-12T18:23:40.205763+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:23:40.205763+0000","last_undegraded":"2024-09-12T18:23:40.205763+0000","last_fullsized":"2024-09-12T18:23:40.205763+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:46.567047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011711+0000","last_change":"2024-09-12T18:08:02.250196+0000","last_active":"2024-09-12T18:23:15.011711+0000","last_peered":"2024-09-12T18:23:15.011711+0000","last_clean":"2024-09-12T18:23:15.011711+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:23:15.011711+0000","last_undegraded":"2024-09-12T18:23:15.011711+0000","last_fullsized":"2024-09-12T18:23:15.011711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:39.839088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.021731+0000","last_change":"2024-09-12T17:56:17.714778+0000","last_active":"2024-09-12T18:23:30.021731+0000","last_peered":"2024-09-12T18:23:30.021731+0000","last_clean":"2024-09-12T18:23:30.021731+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:23:30.021731+0000","last_undegraded":"2024-09-12T18:23:30.021731+0000","last_fullsized":"2024-09-12T18:23:30.021731+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:58:34.455402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.017238+0000","last_change":"2024-09-12T17:54:25.874598+0000","last_active":"2024-09-12T18:23:40.017238+0000","last_peered":"2024-09-12T18:23:40.017238+0000","last_clean":"2024-09-12T18:23:40.017238+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:23:40.017238+0000","last_undegraded":"2024-09-12T18:23:40.017238+0000","last_fullsized":"2024-09-12T18:23:40.017238+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:59.170893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020832+0000","last_change":"2024-09-12T17:56:14.691892+0000","last_active":"2024-09-12T18:23:25.020832+0000","last_peered":"2024-09-12T18:23:25.020832+0000","last_clean":"2024-09-12T18:23:25.020832+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:23:25.020832+0000","last_undegraded":"2024-09-12T18:23:25.020832+0000","last_fullsized":"2024-09-12T18:23:25.020832+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.604176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":80,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.029865+0000","last_change":"2024-09-12T17:54:25.883448+0000","last_active":"2024-09-12T18:23:40.029865+0000","last_peered":"2024-09-12T18:23:40.029865+0000","last_clean":"2024-09-12T18:23:40.029865+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:23:40.029865+0000","last_undegraded":"2024-09-12T18:23:40.029865+0000","last_fullsized":"2024-09-12T18:23:40.029865+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:23.913919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213133+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:21:35.213133+0000","last_peered":"2024-09-12T18:21:35.213133+0000","last_clean":"2024-09-12T18:21:35.213133+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:21:35.213133+0000","last_undegraded":"2024-09-12T18:21:35.213133+0000","last_fullsized":"2024-09-12T18:21:35.213133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:23.576588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397112+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:22:20.397112+0000","last_peered":"2024-09-12T18:22:20.397112+0000","last_clean":"2024-09-12T18:22:20.397112+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:22:20.397112+0000","last_undegraded":"2024-09-12T18:22:20.397112+0000","last_fullsized":"2024-09-12T18:22:20.397112+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:10:10.966533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2105344,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3088,"num_write":10,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.228792+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:22:14.228792+0000","last_peered":"2024-09-12T18:22:14.228792+0000","last_clean":"2024-09-12T18:22:14.228792+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:22:14.228792+0000","last_undegraded":"2024-09-12T18:22:14.228792+0000","last_fullsized":"2024-09-12T18:22:14.228792+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:01.956079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:29.217517+0000","last_change":"2024-09-12T17:54:25.905499+0000","last_active":"2024-09-12T18:21:29.217517+0000","last_peered":"2024-09-12T18:21:29.217517+0000","last_clean":"2024-09-12T18:21:29.217517+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:21:29.217517+0000","last_undegraded":"2024-09-12T18:21:29.217517+0000","last_fullsized":"2024-09-12T18:21:29.217517+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:26.083620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213570+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:21:35.213570+0000","last_peered":"2024-09-12T18:21:35.213570+0000","last_clean":"2024-09-12T18:21:35.213570+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:21:35.213570+0000","last_undegraded":"2024-09-12T18:21:35.213570+0000","last_fullsized":"2024-09-12T18:21:35.213570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224736+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:22:20.224736+0000","last_peered":"2024-09-12T18:22:20.224736+0000","last_clean":"2024-09-12T18:22:20.224736+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:22:20.224736+0000","last_undegraded":"2024-09-12T18:22:20.224736+0000","last_fullsized":"2024-09-12T18:22:20.224736+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:55.753857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.205757+0000","last_change":"2024-09-12T17:56:14.691922+0000","last_active":"2024-09-12T18:22:15.205757+0000","last_peered":"2024-09-12T18:22:15.205757+0000","last_clean":"2024-09-12T18:22:15.205757+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:22:15.205757+0000","last_undegraded":"2024-09-12T18:22:15.205757+0000","last_fullsized":"2024-09-12T18:22:15.205757+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:41.558810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:03.231363+0000","last_change":"2024-09-12T17:54:25.875684+0000","last_active":"2024-09-12T18:23:03.231363+0000","last_peered":"2024-09-12T18:23:03.231363+0000","last_clean":"2024-09-12T18:23:03.231363+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:23:03.231363+0000","last_undegraded":"2024-09-12T18:23:03.231363+0000","last_fullsized":"2024-09-12T18:23:03.231363+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:18.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213455+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:21:35.213455+0000","last_peered":"2024-09-12T18:21:35.213455+0000","last_clean":"2024-09-12T18:21:35.213455+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:21:35.213455+0000","last_undegraded":"2024-09-12T18:21:35.213455+0000","last_fullsized":"2024-09-12T18:21:35.213455+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019471+0000","last_change":"2024-09-12T17:56:17.700173+0000","last_active":"2024-09-12T18:23:20.019471+0000","last_peered":"2024-09-12T18:23:20.019471+0000","last_clean":"2024-09-12T18:23:20.019471+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:23:20.019471+0000","last_undegraded":"2024-09-12T18:23:20.019471+0000","last_fullsized":"2024-09-12T18:23:20.019471+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:13.733601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.229894+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:22:19.229894+0000","last_peered":"2024-09-12T18:22:19.229894+0000","last_clean":"2024-09-12T18:22:19.229894+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:22:19.229894+0000","last_undegraded":"2024-09-12T18:22:19.229894+0000","last_fullsized":"2024-09-12T18:22:19.229894+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:54.983399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227832+0000","last_change":"2024-09-12T17:54:25.886161+0000","last_active":"2024-09-12T18:22:35.227832+0000","last_peered":"2024-09-12T18:22:35.227832+0000","last_clean":"2024-09-12T18:22:35.227832+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:22:35.227832+0000","last_undegraded":"2024-09-12T18:22:35.227832+0000","last_fullsized":"2024-09-12T18:22:35.227832+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:07.388640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:34.218788+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:21:34.218788+0000","last_peered":"2024-09-12T18:21:34.218788+0000","last_clean":"2024-09-12T18:21:34.218788+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:21:34.218788+0000","last_undegraded":"2024-09-12T18:21:34.218788+0000","last_fullsized":"2024-09-12T18:21:34.218788+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:17.188528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225980+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:22:25.225980+0000","last_peered":"2024-09-12T18:22:25.225980+0000","last_clean":"2024-09-12T18:22:25.225980+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:22:25.225980+0000","last_undegraded":"2024-09-12T18:22:25.225980+0000","last_fullsized":"2024-09-12T18:22:25.225980+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:14.806355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409641+0000","last_change":"2024-09-12T17:56:14.667297+0000","last_active":"2024-09-12T18:23:15.409641+0000","last_peered":"2024-09-12T18:23:15.409641+0000","last_clean":"2024-09-12T18:23:15.409641+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:23:15.409641+0000","last_undegraded":"2024-09-12T18:23:15.409641+0000","last_fullsized":"2024-09-12T18:23:15.409641+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:45.364781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":12318,"num_write":5,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'112","reported_seq":396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.956942+0000","last_change":"2024-09-12T17:54:25.887723+0000","last_active":"2024-09-12T18:23:02.956942+0000","last_peered":"2024-09-12T18:23:02.956942+0000","last_clean":"2024-09-12T18:23:02.956942+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:23:02.956942+0000","last_undegraded":"2024-09-12T18:23:02.956942+0000","last_fullsized":"2024-09-12T18:23:02.956942+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.371248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'3","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247114+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:23:29.247114+0000","last_peered":"2024-09-12T18:23:29.247114+0000","last_clean":"2024-09-12T18:23:29.247114+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:23:29.247114+0000","last_undegraded":"2024-09-12T18:23:29.247114+0000","last_fullsized":"2024-09-12T18:23:29.247114+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240502+0000","last_change":"2024-09-12T17:56:14.682863+0000","last_active":"2024-09-12T18:23:20.240502+0000","last_peered":"2024-09-12T18:23:20.240502+0000","last_clean":"2024-09-12T18:23:20.240502+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:23:20.240502+0000","last_undegraded":"2024-09-12T18:23:20.240502+0000","last_fullsized":"2024-09-12T18:23:20.240502+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:49.166087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":9232,"num_write":11,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.158918+0000","last_change":"2024-09-12T17:54:25.907062+0000","last_active":"2024-09-12T18:23:04.158918+0000","last_peered":"2024-09-12T18:23:04.158918+0000","last_clean":"2024-09-12T18:23:04.158918+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:23:04.158918+0000","last_undegraded":"2024-09-12T18:23:04.158918+0000","last_fullsized":"2024-09-12T18:23:04.158918+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:48.650096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:30.027456+0000","last_change":"2024-09-12T17:56:14.678199+0000","last_active":"2024-09-12T18:23:30.027456+0000","last_peered":"2024-09-12T18:23:30.027456+0000","last_clean":"2024-09-12T18:23:30.027456+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:23:30.027456+0000","last_undegraded":"2024-09-12T18:23:30.027456+0000","last_fullsized":"2024-09-12T18:23:30.027456+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:48.624438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200356+0000","last_change":"2024-09-12T17:54:25.883118+0000","last_active":"2024-09-12T18:22:35.200356+0000","last_peered":"2024-09-12T18:22:35.200356+0000","last_clean":"2024-09-12T18:22:35.200356+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:22:35.200356+0000","last_undegraded":"2024-09-12T18:22:35.200356+0000","last_fullsized":"2024-09-12T18:22:35.200356+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:43.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203347+0000","last_change":"2024-09-12T18:08:02.274915+0000","last_active":"2024-09-12T18:22:05.203347+0000","last_peered":"2024-09-12T18:22:05.203347+0000","last_clean":"2024-09-12T18:22:05.203347+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:22:05.203347+0000","last_undegraded":"2024-09-12T18:22:05.203347+0000","last_fullsized":"2024-09-12T18:22:05.203347+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:17.988862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224976+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:22:20.224976+0000","last_peered":"2024-09-12T18:22:20.224976+0000","last_clean":"2024-09-12T18:22:20.224976+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:22:20.224976+0000","last_undegraded":"2024-09-12T18:22:20.224976+0000","last_fullsized":"2024-09-12T18:22:20.224976+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:29.936612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.186646+0000","last_change":"2024-09-12T17:56:14.675249+0000","last_active":"2024-09-12T18:22:15.186646+0000","last_peered":"2024-09-12T18:22:15.186646+0000","last_clean":"2024-09-12T18:22:15.186646+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:22:15.186646+0000","last_undegraded":"2024-09-12T18:22:15.186646+0000","last_fullsized":"2024-09-12T18:22:15.186646+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:44.428286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246976,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5124,"num_write":2,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244958+0000","last_change":"2024-09-12T17:54:25.902248+0000","last_active":"2024-09-12T18:23:40.244958+0000","last_peered":"2024-09-12T18:23:40.244958+0000","last_clean":"2024-09-12T18:23:40.244958+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:23:40.244958+0000","last_undegraded":"2024-09-12T18:23:40.244958+0000","last_fullsized":"2024-09-12T18:23:40.244958+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.828455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397275+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:22:20.397275+0000","last_peered":"2024-09-12T18:22:20.397275+0000","last_clean":"2024-09-12T18:22:20.397275+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:22:20.397275+0000","last_undegraded":"2024-09-12T18:22:20.397275+0000","last_fullsized":"2024-09-12T18:22:20.397275+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:01.971474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'6","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.223876+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:22:15.223876+0000","last_peered":"2024-09-12T18:22:15.223876+0000","last_clean":"2024-09-12T18:22:15.223876+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:22:15.223876+0000","last_undegraded":"2024-09-12T18:22:15.223876+0000","last_fullsized":"2024-09-12T18:22:15.223876+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3153920,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":11268,"num_write":11,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":83,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.022719+0000","last_change":"2024-09-12T17:54:25.887860+0000","last_active":"2024-09-12T18:23:35.022719+0000","last_peered":"2024-09-12T18:23:35.022719+0000","last_clean":"2024-09-12T18:23:35.022719+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:23:35.022719+0000","last_undegraded":"2024-09-12T18:23:35.022719+0000","last_fullsized":"2024-09-12T18:23:35.022719+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:42.663687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024635+0000","last_change":"2024-09-12T18:08:02.285802+0000","last_active":"2024-09-12T18:23:15.024635+0000","last_peered":"2024-09-12T18:23:15.024635+0000","last_clean":"2024-09-12T18:23:15.024635+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:23:15.024635+0000","last_undegraded":"2024-09-12T18:23:15.024635+0000","last_fullsized":"2024-09-12T18:23:15.024635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:56.214710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020571+0000","last_change":"2024-09-12T17:56:17.713466+0000","last_active":"2024-09-12T18:23:25.020571+0000","last_peered":"2024-09-12T18:23:25.020571+0000","last_clean":"2024-09-12T18:23:25.020571+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:23:25.020571+0000","last_undegraded":"2024-09-12T18:23:25.020571+0000","last_fullsized":"2024-09-12T18:23:25.020571+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:39.033901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4210688,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":4112,"num_write":2,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'5","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224776+0000","last_change":"2024-09-12T17:56:14.672436+0000","last_active":"2024-09-12T18:22:20.224776+0000","last_peered":"2024-09-12T18:22:20.224776+0000","last_clean":"2024-09-12T18:22:20.224776+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:22:20.224776+0000","last_undegraded":"2024-09-12T18:22:20.224776+0000","last_fullsized":"2024-09-12T18:22:20.224776+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:17.297841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9428992,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":14324,"num_write":5,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.204409+0000","last_change":"2024-09-12T17:54:25.890212+0000","last_active":"2024-09-12T18:23:35.204409+0000","last_peered":"2024-09-12T18:23:35.204409+0000","last_clean":"2024-09-12T18:23:35.204409+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:23:35.204409+0000","last_undegraded":"2024-09-12T18:23:35.204409+0000","last_fullsized":"2024-09-12T18:23:35.204409+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:11.079493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.188581+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:22:25.188581+0000","last_peered":"2024-09-12T18:22:25.188581+0000","last_clean":"2024-09-12T18:22:25.188581+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:22:25.188581+0000","last_undegraded":"2024-09-12T18:22:25.188581+0000","last_fullsized":"2024-09-12T18:22:25.188581+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:00.508123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'4","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.240358+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:23:20.240358+0000","last_peered":"2024-09-12T18:23:20.240358+0000","last_clean":"2024-09-12T18:23:20.240358+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:23:20.240358+0000","last_undegraded":"2024-09-12T18:23:20.240358+0000","last_fullsized":"2024-09-12T18:23:20.240358+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":9,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.414075+0000","last_change":"2024-09-12T17:54:25.874737+0000","last_active":"2024-09-12T18:23:35.414075+0000","last_peered":"2024-09-12T18:23:35.414075+0000","last_clean":"2024-09-12T18:23:35.414075+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:23:35.414075+0000","last_undegraded":"2024-09-12T18:23:35.414075+0000","last_fullsized":"2024-09-12T18:23:35.414075+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.345904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'3","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014005+0000","last_change":"2024-09-12T17:56:17.724899+0000","last_active":"2024-09-12T18:23:25.014005+0000","last_peered":"2024-09-12T18:23:25.014005+0000","last_clean":"2024-09-12T18:23:25.014005+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:23:25.014005+0000","last_undegraded":"2024-09-12T18:23:25.014005+0000","last_fullsized":"2024-09-12T18:23:25.014005+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:02.241916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8384512,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4092,"num_write":8,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019423+0000","last_change":"2024-09-12T17:56:14.664326+0000","last_active":"2024-09-12T18:23:20.019423+0000","last_peered":"2024-09-12T18:23:20.019423+0000","last_clean":"2024-09-12T18:23:20.019423+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:23:20.019423+0000","last_undegraded":"2024-09-12T18:23:20.019423+0000","last_fullsized":"2024-09-12T18:23:20.019423+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:16.384662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.016080+0000","last_change":"2024-09-12T17:54:25.886024+0000","last_active":"2024-09-12T18:23:35.016080+0000","last_peered":"2024-09-12T18:23:35.016080+0000","last_clean":"2024-09-12T18:23:35.016080+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:23:35.016080+0000","last_undegraded":"2024-09-12T18:23:35.016080+0000","last_fullsized":"2024-09-12T18:23:35.016080+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:10.116523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.012925+0000","last_change":"2024-09-12T17:56:14.678500+0000","last_active":"2024-09-12T18:23:20.012925+0000","last_peered":"2024-09-12T18:23:20.012925+0000","last_clean":"2024-09-12T18:23:20.012925+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:23:20.012925+0000","last_undegraded":"2024-09-12T18:23:20.012925+0000","last_fullsized":"2024-09-12T18:23:20.012925+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:51.222389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":584363,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":889,"num_write":3,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227025+0000","last_change":"2024-09-12T17:54:25.895515+0000","last_active":"2024-09-12T18:22:30.227025+0000","last_peered":"2024-09-12T18:22:30.227025+0000","last_clean":"2024-09-12T18:22:30.227025+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:22:30.227025+0000","last_undegraded":"2024-09-12T18:22:30.227025+0000","last_fullsized":"2024-09-12T18:22:30.227025+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:18.052428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'310","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.259328+0000","last_change":"2024-09-12T17:38:39.012947+0000","last_active":"2024-09-12T18:24:01.259328+0000","last_peered":"2024-09-12T18:24:01.259328+0000","last_clean":"2024-09-12T18:24:01.259328+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:24:01.259328+0000","last_undegraded":"2024-09-12T18:24:01.259328+0000","last_fullsized":"2024-09-12T18:24:01.259328+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:20.277367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10642854,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":573,"num_read_kb":24547,"num_write":1132,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":719,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198686+0000","last_change":"2024-09-12T17:38:09.671337+0000","last_active":"2024-09-12T18:23:10.198686+0000","last_peered":"2024-09-12T18:23:10.198686+0000","last_clean":"2024-09-12T18:23:10.198686+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:23:10.198686+0000","last_undegraded":"2024-09-12T18:23:10.198686+0000","last_fullsized":"2024-09-12T18:23:10.198686+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:48.519080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'279","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.460326+0000","last_change":"2024-09-12T17:38:07.675530+0000","last_active":"2024-09-12T18:23:51.460326+0000","last_peered":"2024-09-12T18:23:51.460326+0000","last_clean":"2024-09-12T18:23:51.460326+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:23:51.460326+0000","last_undegraded":"2024-09-12T18:23:51.460326+0000","last_fullsized":"2024-09-12T18:23:51.460326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:28.130117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3561501,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":464,"num_read_kb":10059,"num_write":1003,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237484+0000","last_change":"2024-09-12T17:38:09.661828+0000","last_active":"2024-09-12T18:23:10.237484+0000","last_peered":"2024-09-12T18:23:10.237484+0000","last_clean":"2024-09-12T18:23:10.237484+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:23:10.237484+0000","last_undegraded":"2024-09-12T18:23:10.237484+0000","last_fullsized":"2024-09-12T18:23:10.237484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:02.973178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'313","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.170415+0000","last_change":"2024-09-12T17:38:07.648600+0000","last_active":"2024-09-12T18:25:22.170415+0000","last_peered":"2024-09-12T18:25:22.170415+0000","last_clean":"2024-09-12T18:25:22.170415+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:25:22.170415+0000","last_undegraded":"2024-09-12T18:25:22.170415+0000","last_fullsized":"2024-09-12T18:25:22.170415+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:00.554319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5571613,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":531,"num_read_kb":6306,"num_write":1182,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408390+0000","last_change":"2024-09-12T17:38:09.657871+0000","last_active":"2024-09-12T18:23:10.408390+0000","last_peered":"2024-09-12T18:23:10.408390+0000","last_clean":"2024-09-12T18:23:10.408390+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:23:10.408390+0000","last_undegraded":"2024-09-12T18:23:10.408390+0000","last_fullsized":"2024-09-12T18:23:10.408390+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:48.863070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'315","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.651644+0000","last_change":"2024-09-12T17:38:07.661396+0000","last_active":"2024-09-12T18:25:18.651644+0000","last_peered":"2024-09-12T18:25:18.651644+0000","last_clean":"2024-09-12T18:25:18.651644+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:25:18.651644+0000","last_undegraded":"2024-09-12T18:25:18.651644+0000","last_fullsized":"2024-09-12T18:25:18.651644+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:33.592227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436234,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":562,"num_read_kb":33663,"num_write":1157,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:09.242264+0000","last_change":"2024-09-12T17:38:09.658935+0000","last_active":"2024-09-12T18:23:09.242264+0000","last_peered":"2024-09-12T18:23:09.242264+0000","last_clean":"2024-09-12T18:23:09.242264+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:23:09.242264+0000","last_undegraded":"2024-09-12T18:23:09.242264+0000","last_fullsized":"2024-09-12T18:23:09.242264+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:46.026401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'249","reported_seq":870,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.279433+0000","last_change":"2024-09-12T17:38:07.675634+0000","last_active":"2024-09-12T18:23:44.279433+0000","last_peered":"2024-09-12T18:23:44.279433+0000","last_clean":"2024-09-12T18:23:44.279433+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:23:44.279433+0000","last_undegraded":"2024-09-12T18:23:44.279433+0000","last_fullsized":"2024-09-12T18:23:44.279433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:47.344727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6844692,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":343,"num_read_kb":18110,"num_write":886,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":708,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.195671+0000","last_change":"2024-09-12T17:38:09.665413+0000","last_active":"2024-09-12T18:22:15.195671+0000","last_peered":"2024-09-12T18:22:15.195671+0000","last_clean":"2024-09-12T18:22:15.195671+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:22:15.195671+0000","last_undegraded":"2024-09-12T18:22:15.195671+0000","last_fullsized":"2024-09-12T18:22:15.195671+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:00.148206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'266","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.453107+0000","last_change":"2024-09-12T17:38:07.666894+0000","last_active":"2024-09-12T18:23:20.453107+0000","last_peered":"2024-09-12T18:23:20.453107+0000","last_clean":"2024-09-12T18:23:20.453107+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:23:20.453107+0000","last_undegraded":"2024-09-12T18:23:20.453107+0000","last_fullsized":"2024-09-12T18:23:20.453107+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:47.686683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958417,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":457,"num_read_kb":41477,"num_write":996,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.025125+0000","last_change":"2024-09-12T17:38:09.658372+0000","last_active":"2024-09-12T18:25:23.025125+0000","last_peered":"2024-09-12T18:25:23.025125+0000","last_clean":"2024-09-12T18:25:23.025125+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:25:23.025125+0000","last_undegraded":"2024-09-12T18:25:23.025125+0000","last_fullsized":"2024-09-12T18:25:23.025125+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:17.915533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'268","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237442+0000","last_change":"2024-09-12T17:38:07.672172+0000","last_active":"2024-09-12T18:23:10.237442+0000","last_peered":"2024-09-12T18:23:10.237442+0000","last_clean":"2024-09-12T18:23:10.237442+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:23:10.237442+0000","last_undegraded":"2024-09-12T18:23:10.237442+0000","last_fullsized":"2024-09-12T18:23:10.237442+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:47.801947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15367691,"num_objects":79,"num_object_clones":0,"num_object_copies":316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":468,"num_read_kb":48654,"num_write":920,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182298+0000","last_change":"2024-09-12T17:38:09.671084+0000","last_active":"2024-09-12T18:21:55.182298+0000","last_peered":"2024-09-12T18:21:55.182298+0000","last_clean":"2024-09-12T18:21:55.182298+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:21:55.182298+0000","last_undegraded":"2024-09-12T18:21:55.182298+0000","last_fullsized":"2024-09-12T18:21:55.182298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:25.271521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'266","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.554178+0000","last_change":"2024-09-12T17:38:07.649173+0000","last_active":"2024-09-12T18:25:18.554178+0000","last_peered":"2024-09-12T18:25:18.554178+0000","last_clean":"2024-09-12T18:25:18.554178+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:25:18.554178+0000","last_undegraded":"2024-09-12T18:25:18.554178+0000","last_fullsized":"2024-09-12T18:25:18.554178+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:03.239180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8482819,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":497,"num_read_kb":75366,"num_write":972,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.995675+0000","last_change":"2024-09-12T17:38:09.657051+0000","last_active":"2024-09-12T18:22:49.995675+0000","last_peered":"2024-09-12T18:22:49.995675+0000","last_clean":"2024-09-12T18:22:49.995675+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:22:49.995675+0000","last_undegraded":"2024-09-12T18:22:49.995675+0000","last_fullsized":"2024-09-12T18:22:49.995675+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.570334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.874538+0000","last_change":"2024-09-12T17:38:09.657815+0000","last_active":"2024-09-12T18:23:43.874538+0000","last_peered":"2024-09-12T18:23:43.874538+0000","last_clean":"2024-09-12T18:23:43.874538+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:23:43.874538+0000","last_undegraded":"2024-09-12T18:23:43.874538+0000","last_fullsized":"2024-09-12T18:23:43.874538+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:16.722363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'400","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:18.031559+0000","last_change":"2024-09-12T17:38:07.663410+0000","last_active":"2024-09-12T18:25:18.031559+0000","last_peered":"2024-09-12T18:25:18.031559+0000","last_clean":"2024-09-12T18:25:18.031559+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:25:18.031559+0000","last_undegraded":"2024-09-12T18:25:18.031559+0000","last_fullsized":"2024-09-12T18:25:18.031559+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:19.395784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3267399,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":848,"num_read_kb":3494,"num_write":1289,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.567913+0000","last_change":"2024-09-12T17:38:09.662152+0000","last_active":"2024-09-12T18:22:55.567913+0000","last_peered":"2024-09-12T18:22:55.567913+0000","last_clean":"2024-09-12T18:22:55.567913+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:22:55.567913+0000","last_undegraded":"2024-09-12T18:22:55.567913+0000","last_fullsized":"2024-09-12T18:22:55.567913+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:28.864887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'334","reported_seq":1117,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.670073+0000","last_change":"2024-09-12T17:38:07.683262+0000","last_active":"2024-09-12T18:24:01.670073+0000","last_peered":"2024-09-12T18:24:01.670073+0000","last_clean":"2024-09-12T18:24:01.670073+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:24:01.670073+0000","last_undegraded":"2024-09-12T18:24:01.670073+0000","last_fullsized":"2024-09-12T18:24:01.670073+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:58.088666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22562302,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":671,"num_read_kb":57540,"num_write":1211,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":880,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.322634+0000","last_change":"2024-09-12T17:38:09.654683+0000","last_active":"2024-09-12T18:24:04.322634+0000","last_peered":"2024-09-12T18:24:04.322634+0000","last_clean":"2024-09-12T18:24:04.322634+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:24:04.322634+0000","last_undegraded":"2024-09-12T18:24:04.322634+0000","last_fullsized":"2024-09-12T18:24:04.322634+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:37.759543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'232","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.088092+0000","last_change":"2024-09-12T17:38:07.682849+0000","last_active":"2024-09-12T18:23:38.088092+0000","last_peered":"2024-09-12T18:23:38.088092+0000","last_clean":"2024-09-12T18:23:38.088092+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:23:38.088092+0000","last_undegraded":"2024-09-12T18:23:38.088092+0000","last_fullsized":"2024-09-12T18:23:38.088092+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:34.277691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5502538,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":301,"num_read_kb":23269,"num_write":856,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'388","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.038012+0000","last_change":"2024-09-12T17:38:09.658985+0000","last_active":"2024-09-12T18:23:25.038012+0000","last_peered":"2024-09-12T18:23:25.038012+0000","last_clean":"2024-09-12T18:23:25.038012+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:23:25.038012+0000","last_undegraded":"2024-09-12T18:23:25.038012+0000","last_fullsized":"2024-09-12T18:23:25.038012+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:59.440388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'287","reported_seq":996,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:22.469740+0000","last_change":"2024-09-12T17:38:07.670599+0000","last_active":"2024-09-12T18:22:22.469740+0000","last_peered":"2024-09-12T18:22:22.469740+0000","last_clean":"2024-09-12T18:22:22.469740+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:22:22.469740+0000","last_undegraded":"2024-09-12T18:22:22.469740+0000","last_fullsized":"2024-09-12T18:22:22.469740+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:40.833083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24452974,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":491,"num_read_kb":170306,"num_write":1051,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:52.491384+0000","last_change":"2024-09-12T17:38:09.652358+0000","last_active":"2024-09-12T18:21:52.491384+0000","last_peered":"2024-09-12T18:21:52.491384+0000","last_clean":"2024-09-12T18:21:52.491384+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:21:52.491384+0000","last_undegraded":"2024-09-12T18:21:52.491384+0000","last_fullsized":"2024-09-12T18:21:52.491384+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:23.373419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'375","reported_seq":1061,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.073383+0000","last_change":"2024-09-12T17:38:39.012441+0000","last_active":"2024-09-12T18:23:46.073383+0000","last_peered":"2024-09-12T18:23:46.073383+0000","last_clean":"2024-09-12T18:23:46.073383+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:23:46.073383+0000","last_undegraded":"2024-09-12T18:23:46.073383+0000","last_fullsized":"2024-09-12T18:23:46.073383+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:03.919634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":514064,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":679,"num_read_kb":7928,"num_write":1378,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.919485+0000","last_change":"2024-09-12T17:38:09.661886+0000","last_active":"2024-09-12T18:23:36.919485+0000","last_peered":"2024-09-12T18:23:36.919485+0000","last_clean":"2024-09-12T18:23:36.919485+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:23:36.919485+0000","last_undegraded":"2024-09-12T18:23:36.919485+0000","last_fullsized":"2024-09-12T18:23:36.919485+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:49.022703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'285","reported_seq":948,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.689347+0000","last_change":"2024-09-12T17:38:07.654888+0000","last_active":"2024-09-12T18:23:38.689347+0000","last_peered":"2024-09-12T18:23:38.689347+0000","last_clean":"2024-09-12T18:23:38.689347+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:23:38.689347+0000","last_undegraded":"2024-09-12T18:23:38.689347+0000","last_fullsized":"2024-09-12T18:23:38.689347+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:27.453206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10815012,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":528,"num_read_kb":64491,"num_write":1066,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'109","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.153544+0000","last_change":"2024-09-12T17:38:17.690075+0000","last_active":"2024-09-12T18:24:05.153544+0000","last_peered":"2024-09-12T18:24:05.153544+0000","last_clean":"2024-09-12T18:24:05.153544+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:24:05.153544+0000","last_undegraded":"2024-09-12T18:24:05.153544+0000","last_fullsized":"2024-09-12T18:24:05.153544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:44.526256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:37.833283+0000","last_change":"2024-09-12T17:38:38.766546+0000","last_active":"2024-09-12T18:23:37.833283+0000","last_peered":"2024-09-12T18:23:37.833283+0000","last_clean":"2024-09-12T18:23:37.833283+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:23:37.833283+0000","last_undegraded":"2024-09-12T18:23:37.833283+0000","last_fullsized":"2024-09-12T18:23:37.833283+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:15.450398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'270","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.205035+0000","last_change":"2024-09-12T17:38:07.662900+0000","last_active":"2024-09-12T18:23:49.205035+0000","last_peered":"2024-09-12T18:23:49.205035+0000","last_clean":"2024-09-12T18:23:49.205035+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:23:49.205035+0000","last_undegraded":"2024-09-12T18:23:49.205035+0000","last_fullsized":"2024-09-12T18:23:49.205035+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:40.765432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7644015,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":417,"num_read_kb":19687,"num_write":1024,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.179985+0000","last_change":"2024-09-12T17:38:11.659784+0000","last_active":"2024-09-12T18:21:45.179985+0000","last_peered":"2024-09-12T18:21:45.179985+0000","last_clean":"2024-09-12T18:21:45.179985+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:21:45.179985+0000","last_undegraded":"2024-09-12T18:21:45.179985+0000","last_fullsized":"2024-09-12T18:21:45.179985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:40.888621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'320","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257634+0000","last_change":"2024-09-12T17:38:13.681317+0000","last_active":"2024-09-12T18:24:09.257634+0000","last_peered":"2024-09-12T18:24:09.257634+0000","last_clean":"2024-09-12T18:24:09.257634+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:24:09.257634+0000","last_undegraded":"2024-09-12T18:24:09.257634+0000","last_fullsized":"2024-09-12T18:24:09.257634+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:25.496094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54140,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":506,"num_read_kb":957,"num_write":404,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.216389+0000","last_change":"2024-09-12T17:38:15.713546+0000","last_active":"2024-09-12T18:21:45.216389+0000","last_peered":"2024-09-12T18:21:45.216389+0000","last_clean":"2024-09-12T18:21:45.216389+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:21:45.216389+0000","last_undegraded":"2024-09-12T18:21:45.216389+0000","last_fullsized":"2024-09-12T18:21:45.216389+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:00.159740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'150","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.358928+0000","last_change":"2024-09-12T17:38:17.699319+0000","last_active":"2024-09-12T18:24:00.358928+0000","last_peered":"2024-09-12T18:24:00.358928+0000","last_clean":"2024-09-12T18:24:00.358928+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:24:00.358928+0000","last_undegraded":"2024-09-12T18:24:00.358928+0000","last_fullsized":"2024-09-12T18:24:00.358928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.119984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":641,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.220302+0000","last_change":"2024-09-12T17:38:09.676030+0000","last_active":"2024-09-12T18:23:33.220302+0000","last_peered":"2024-09-12T18:23:33.220302+0000","last_clean":"2024-09-12T18:23:33.220302+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:23:33.220302+0000","last_undegraded":"2024-09-12T18:23:33.220302+0000","last_fullsized":"2024-09-12T18:23:33.220302+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:17.477570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'281","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.178220+0000","last_change":"2024-09-12T17:38:07.628597+0000","last_active":"2024-09-12T18:23:12.178220+0000","last_peered":"2024-09-12T18:23:12.178220+0000","last_clean":"2024-09-12T18:23:12.178220+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:23:12.178220+0000","last_undegraded":"2024-09-12T18:23:12.178220+0000","last_fullsized":"2024-09-12T18:23:12.178220+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:52:44.344903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17836843,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":763,"num_read_kb":67283,"num_write":1093,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'5","reported_seq":983,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.800440+0000","last_change":"2024-09-12T17:38:11.660683+0000","last_active":"2024-09-12T18:25:23.800440+0000","last_peered":"2024-09-12T18:25:23.800440+0000","last_clean":"2024-09-12T18:25:23.800440+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:25:23.800440+0000","last_undegraded":"2024-09-12T18:25:23.800440+0000","last_fullsized":"2024-09-12T18:25:23.800440+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:55.746808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":1202,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'92","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:47.766615+0000","last_change":"2024-09-12T17:38:13.664165+0000","last_active":"2024-09-12T18:21:47.766615+0000","last_peered":"2024-09-12T18:21:47.766615+0000","last_clean":"2024-09-12T18:21:47.766615+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:21:47.766615+0000","last_undegraded":"2024-09-12T18:21:47.766615+0000","last_fullsized":"2024-09-12T18:21:47.766615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:17.539098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389476+0000","last_change":"2024-09-12T17:38:15.698866+0000","last_active":"2024-09-12T18:21:45.389476+0000","last_peered":"2024-09-12T18:21:45.389476+0000","last_clean":"2024-09-12T18:21:45.389476+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:21:45.389476+0000","last_undegraded":"2024-09-12T18:21:45.389476+0000","last_fullsized":"2024-09-12T18:21:45.389476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.020385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'132","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:03.766410+0000","last_change":"2024-09-12T17:38:17.717248+0000","last_active":"2024-09-12T18:24:03.766410+0000","last_peered":"2024-09-12T18:24:03.766410+0000","last_clean":"2024-09-12T18:24:03.766410+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:24:03.766410+0000","last_undegraded":"2024-09-12T18:24:03.766410+0000","last_fullsized":"2024-09-12T18:24:03.766410+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:55.136525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":723,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.931520+0000","last_change":"2024-09-12T17:38:09.664118+0000","last_active":"2024-09-12T18:23:40.931520+0000","last_peered":"2024-09-12T18:23:40.931520+0000","last_clean":"2024-09-12T18:23:40.931520+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:23:40.931520+0000","last_undegraded":"2024-09-12T18:23:40.931520+0000","last_fullsized":"2024-09-12T18:23:40.931520+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:42.317966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'301","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.098433+0000","last_change":"2024-09-12T17:38:07.676584+0000","last_active":"2024-09-12T18:22:58.098433+0000","last_peered":"2024-09-12T18:22:58.098433+0000","last_clean":"2024-09-12T18:22:58.098433+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:22:58.098433+0000","last_undegraded":"2024-09-12T18:22:58.098433+0000","last_fullsized":"2024-09-12T18:22:58.098433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.658700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12022463,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":507,"num_read_kb":15040,"num_write":1034,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.215782+0000","last_change":"2024-09-12T17:38:11.661528+0000","last_active":"2024-09-12T18:21:45.215782+0000","last_peered":"2024-09-12T18:21:45.215782+0000","last_clean":"2024-09-12T18:21:45.215782+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:21:45.215782+0000","last_undegraded":"2024-09-12T18:21:45.215782+0000","last_fullsized":"2024-09-12T18:21:45.215782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:54.490949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'108","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.019937+0000","last_change":"2024-09-12T17:38:13.667503+0000","last_active":"2024-09-12T18:22:50.019937+0000","last_peered":"2024-09-12T18:22:50.019937+0000","last_clean":"2024-09-12T18:22:50.019937+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:22:50.019937+0000","last_undegraded":"2024-09-12T18:22:50.019937+0000","last_fullsized":"2024-09-12T18:22:50.019937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:41.400807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'767","reported_seq":2267,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.185438+0000","last_change":"2024-09-12T17:38:15.702631+0000","last_active":"2024-09-12T18:25:24.185438+0000","last_peered":"2024-09-12T18:25:24.185438+0000","last_clean":"2024-09-12T18:25:24.185438+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:25:24.185438+0000","last_undegraded":"2024-09-12T18:25:24.185438+0000","last_fullsized":"2024-09-12T18:25:24.185438+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:14.897696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'211","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.202494+0000","last_change":"2024-09-12T17:38:17.680424+0000","last_active":"2024-09-12T18:24:05.202494+0000","last_peered":"2024-09-12T18:24:05.202494+0000","last_clean":"2024-09-12T18:24:05.202494+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:24:05.202494+0000","last_undegraded":"2024-09-12T18:24:05.202494+0000","last_fullsized":"2024-09-12T18:24:05.202494+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:42.031884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4181","reported_seq":4791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214522+0000","last_change":"2024-09-12T17:38:09.660353+0000","last_active":"2024-09-12T18:21:40.214522+0000","last_peered":"2024-09-12T18:21:40.214522+0000","last_clean":"2024-09-12T18:21:40.214522+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:21:40.214522+0000","last_undegraded":"2024-09-12T18:21:40.214522+0000","last_fullsized":"2024-09-12T18:21:40.214522+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:11.629202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'314","reported_seq":1016,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.075962+0000","last_change":"2024-09-12T17:38:07.680390+0000","last_active":"2024-09-12T18:23:46.075962+0000","last_peered":"2024-09-12T18:23:46.075962+0000","last_clean":"2024-09-12T18:23:46.075962+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:23:46.075962+0000","last_undegraded":"2024-09-12T18:23:46.075962+0000","last_fullsized":"2024-09-12T18:23:46.075962+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:11.453952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2543022,"num_objects":85,"num_object_clones":0,"num_object_copies":340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":599,"num_read_kb":4096,"num_write":1306,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.180044+0000","last_change":"2024-09-12T17:38:11.668833+0000","last_active":"2024-09-12T18:21:45.180044+0000","last_peered":"2024-09-12T18:21:45.180044+0000","last_clean":"2024-09-12T18:21:45.180044+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:21:45.180044+0000","last_undegraded":"2024-09-12T18:21:45.180044+0000","last_fullsized":"2024-09-12T18:21:45.180044+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:05.625171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'255","reported_seq":818,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.252646+0000","last_change":"2024-09-12T17:38:13.701917+0000","last_active":"2024-09-12T18:24:10.252646+0000","last_peered":"2024-09-12T18:24:10.252646+0000","last_clean":"2024-09-12T18:24:10.252646+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:24:10.252646+0000","last_undegraded":"2024-09-12T18:24:10.252646+0000","last_fullsized":"2024-09-12T18:24:10.252646+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.965550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54112,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":416,"num_read_kb":885,"num_write":342,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'795","reported_seq":4683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.193566+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:24.193566+0000","last_peered":"2024-09-12T18:25:24.193566+0000","last_clean":"2024-09-12T18:25:24.193566+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:24.193566+0000","last_undegraded":"2024-09-12T18:25:24.193566+0000","last_fullsized":"2024-09-12T18:25:24.193566+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205540+0000","last_change":"2024-09-12T17:38:09.672982+0000","last_active":"2024-09-12T18:23:40.205540+0000","last_peered":"2024-09-12T18:23:40.205540+0000","last_clean":"2024-09-12T18:23:40.205540+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:23:40.205540+0000","last_undegraded":"2024-09-12T18:23:40.205540+0000","last_fullsized":"2024-09-12T18:23:40.205540+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:19.640627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'285","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.491986+0000","last_change":"2024-09-12T17:38:07.654043+0000","last_active":"2024-09-12T18:23:29.491986+0000","last_peered":"2024-09-12T18:23:29.491986+0000","last_clean":"2024-09-12T18:23:29.491986+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:23:29.491986+0000","last_undegraded":"2024-09-12T18:23:29.491986+0000","last_fullsized":"2024-09-12T18:23:29.491986+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:28.168324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5517356,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":435,"num_read_kb":28118,"num_write":1017,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246190+0000","last_change":"2024-09-12T17:38:11.663250+0000","last_active":"2024-09-12T18:23:45.246190+0000","last_peered":"2024-09-12T18:23:45.246190+0000","last_clean":"2024-09-12T18:23:45.246190+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:23:45.246190+0000","last_undegraded":"2024-09-12T18:23:45.246190+0000","last_fullsized":"2024-09-12T18:23:45.246190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:09.420794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'350","reported_seq":951,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.207993+0000","last_change":"2024-09-12T17:38:13.694800+0000","last_active":"2024-09-12T18:23:50.207993+0000","last_peered":"2024-09-12T18:23:50.207993+0000","last_clean":"2024-09-12T18:23:50.207993+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:23:50.207993+0000","last_undegraded":"2024-09-12T18:23:50.207993+0000","last_fullsized":"2024-09-12T18:23:50.207993+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:29.483928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78120,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":580,"num_read_kb":1136,"num_write":464,"num_write_kb":341,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017922+0000","last_change":"2024-09-12T17:38:15.694720+0000","last_active":"2024-09-12T18:23:15.017922+0000","last_peered":"2024-09-12T18:23:15.017922+0000","last_clean":"2024-09-12T18:23:15.017922+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:23:15.017922+0000","last_undegraded":"2024-09-12T18:23:15.017922+0000","last_fullsized":"2024-09-12T18:23:15.017922+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.982571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'554","reported_seq":1360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.159364+0000","last_change":"2024-09-12T17:38:17.699215+0000","last_active":"2024-09-12T18:25:24.159364+0000","last_peered":"2024-09-12T18:25:24.159364+0000","last_clean":"2024-09-12T18:25:24.159364+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:25:24.159364+0000","last_undegraded":"2024-09-12T18:25:24.159364+0000","last_fullsized":"2024-09-12T18:25:24.159364+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:33.639438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'183","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.254065+0000","last_change":"2024-09-12T17:38:09.663529+0000","last_active":"2024-09-12T18:24:00.254065+0000","last_peered":"2024-09-12T18:24:00.254065+0000","last_clean":"2024-09-12T18:24:00.254065+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:24:00.254065+0000","last_undegraded":"2024-09-12T18:24:00.254065+0000","last_fullsized":"2024-09-12T18:24:00.254065+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:27.115016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'288","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.685012+0000","last_change":"2024-09-12T17:38:07.653042+0000","last_active":"2024-09-12T18:23:38.685012+0000","last_peered":"2024-09-12T18:23:38.685012+0000","last_clean":"2024-09-12T18:23:38.685012+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:23:38.685012+0000","last_undegraded":"2024-09-12T18:23:38.685012+0000","last_fullsized":"2024-09-12T18:23:38.685012+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:21.739077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053395,"num_objects":58,"num_object_clones":0,"num_object_copies":232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":575,"num_read_kb":14213,"num_write":1011,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"38'3","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.047740+0000","last_change":"2024-09-12T17:38:11.653316+0000","last_active":"2024-09-12T18:25:55.047740+0000","last_peered":"2024-09-12T18:25:55.047740+0000","last_clean":"2024-09-12T18:25:55.047740+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:25:55.047740+0000","last_undegraded":"2024-09-12T18:25:55.047740+0000","last_fullsized":"2024-09-12T18:25:55.047740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:26.222896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":730,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'284","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.074728+0000","last_change":"2024-09-12T17:38:13.700028+0000","last_active":"2024-09-12T18:25:24.074728+0000","last_peered":"2024-09-12T18:25:24.074728+0000","last_clean":"2024-09-12T18:25:24.074728+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:25:24.074728+0000","last_undegraded":"2024-09-12T18:25:24.074728+0000","last_fullsized":"2024-09-12T18:25:24.074728+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:33.911522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61880,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":945,"num_write":380,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214310+0000","last_change":"2024-09-12T17:38:15.693970+0000","last_active":"2024-09-12T18:21:40.214310+0000","last_peered":"2024-09-12T18:21:40.214310+0000","last_clean":"2024-09-12T18:21:40.214310+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:21:40.214310+0000","last_undegraded":"2024-09-12T18:21:40.214310+0000","last_fullsized":"2024-09-12T18:21:40.214310+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:13.962190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2391","reported_seq":4212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.026370+0000","last_change":"2024-09-12T17:38:17.708931+0000","last_active":"2024-09-12T18:24:20.026370+0000","last_peered":"2024-09-12T18:24:20.026370+0000","last_clean":"2024-09-12T18:24:20.026370+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:24:20.026370+0000","last_undegraded":"2024-09-12T18:24:20.026370+0000","last_fullsized":"2024-09-12T18:24:20.026370+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:02.916384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.784115+0000","last_change":"2024-09-12T17:38:09.665397+0000","last_active":"2024-09-12T18:22:25.784115+0000","last_peered":"2024-09-12T18:22:25.784115+0000","last_clean":"2024-09-12T18:22:25.784115+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:22:25.784115+0000","last_undegraded":"2024-09-12T18:22:25.784115+0000","last_fullsized":"2024-09-12T18:22:25.784115+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:07.791186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'319","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237632+0000","last_change":"2024-09-12T17:38:07.674195+0000","last_active":"2024-09-12T18:23:10.237632+0000","last_peered":"2024-09-12T18:23:10.237632+0000","last_clean":"2024-09-12T18:23:10.237632+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:23:10.237632+0000","last_undegraded":"2024-09-12T18:23:10.237632+0000","last_fullsized":"2024-09-12T18:23:10.237632+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:24.430200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6835336,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":492,"num_read_kb":8861,"num_write":1209,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024491+0000","last_change":"2024-09-12T17:38:11.665102+0000","last_active":"2024-09-12T18:23:15.024491+0000","last_peered":"2024-09-12T18:23:15.024491+0000","last_clean":"2024-09-12T18:23:15.024491+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:23:15.024491+0000","last_undegraded":"2024-09-12T18:23:15.024491+0000","last_fullsized":"2024-09-12T18:23:15.024491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:38.905876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'312","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.132010+0000","last_change":"2024-09-12T17:38:13.701309+0000","last_active":"2024-09-12T18:25:24.132010+0000","last_peered":"2024-09-12T18:25:24.132010+0000","last_clean":"2024-09-12T18:25:24.132010+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:25:24.132010+0000","last_undegraded":"2024-09-12T18:25:24.132010+0000","last_fullsized":"2024-09-12T18:25:24.132010+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:18.600360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60345,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":504,"num_read_kb":1020,"num_write":416,"num_write_kb":323,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'780","reported_seq":2586,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.194811+0000","last_change":"2024-09-12T17:38:15.709349+0000","last_active":"2024-09-12T18:25:24.194811+0000","last_peered":"2024-09-12T18:25:24.194811+0000","last_clean":"2024-09-12T18:25:24.194811+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:25:24.194811+0000","last_undegraded":"2024-09-12T18:25:24.194811+0000","last_fullsized":"2024-09-12T18:25:24.194811+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":700,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:46.043519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:22.956986+0000","last_change":"2024-09-12T17:38:17.705461+0000","last_active":"2024-09-12T18:25:22.956986+0000","last_peered":"2024-09-12T18:25:22.956986+0000","last_clean":"2024-09-12T18:25:22.956986+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:25:22.956986+0000","last_undegraded":"2024-09-12T18:25:22.956986+0000","last_fullsized":"2024-09-12T18:25:22.956986+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:36.864915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'149","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.737087+0000","last_change":"2024-09-12T17:38:09.666754+0000","last_active":"2024-09-12T18:23:45.737087+0000","last_peered":"2024-09-12T18:23:45.737087+0000","last_clean":"2024-09-12T18:23:45.737087+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:23:45.737087+0000","last_undegraded":"2024-09-12T18:23:45.737087+0000","last_fullsized":"2024-09-12T18:23:45.737087+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.648982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'297","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.387480+0000","last_change":"2024-09-12T17:38:07.676707+0000","last_active":"2024-09-12T18:23:24.387480+0000","last_peered":"2024-09-12T18:23:24.387480+0000","last_clean":"2024-09-12T18:23:24.387480+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:23:24.387480+0000","last_undegraded":"2024-09-12T18:23:24.387480+0000","last_fullsized":"2024-09-12T18:23:24.387480+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:28.194862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17068044,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":502,"num_read_kb":42615,"num_write":1136,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.188993+0000","last_change":"2024-09-12T17:38:11.642736+0000","last_active":"2024-09-12T18:21:45.188993+0000","last_peered":"2024-09-12T18:21:45.188993+0000","last_clean":"2024-09-12T18:21:45.188993+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:21:45.188993+0000","last_undegraded":"2024-09-12T18:21:45.188993+0000","last_fullsized":"2024-09-12T18:21:45.188993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:27.519350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'471","reported_seq":1093,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.137949+0000","last_change":"2024-09-12T17:38:13.681281+0000","last_active":"2024-09-12T18:25:24.137949+0000","last_peered":"2024-09-12T18:25:24.137949+0000","last_clean":"2024-09-12T18:25:24.137949+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:25:24.137949+0000","last_undegraded":"2024-09-12T18:25:24.137949+0000","last_fullsized":"2024-09-12T18:25:24.137949+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:07.841840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115023,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":813,"num_read_kb":1775,"num_write":682,"num_write_kb":591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031048+0000","last_change":"2024-09-12T17:38:15.699038+0000","last_active":"2024-09-12T18:23:45.031048+0000","last_peered":"2024-09-12T18:23:45.031048+0000","last_clean":"2024-09-12T18:23:45.031048+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:23:45.031048+0000","last_undegraded":"2024-09-12T18:23:45.031048+0000","last_fullsized":"2024-09-12T18:23:45.031048+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:34.894703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'161","reported_seq":685,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.307658+0000","last_change":"2024-09-12T17:38:17.712810+0000","last_active":"2024-09-12T18:23:00.307658+0000","last_peered":"2024-09-12T18:23:00.307658+0000","last_clean":"2024-09-12T18:23:00.307658+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:23:00.307658+0000","last_undegraded":"2024-09-12T18:23:00.307658+0000","last_fullsized":"2024-09-12T18:23:00.307658+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:12.253737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'159","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.966123+0000","last_change":"2024-09-12T17:38:09.659914+0000","last_active":"2024-09-12T18:23:41.966123+0000","last_peered":"2024-09-12T18:23:41.966123+0000","last_clean":"2024-09-12T18:23:41.966123+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:23:41.966123+0000","last_undegraded":"2024-09-12T18:23:41.966123+0000","last_fullsized":"2024-09-12T18:23:41.966123+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:23.049258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'285","reported_seq":949,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.049920+0000","last_change":"2024-09-12T17:38:07.638501+0000","last_active":"2024-09-12T18:23:35.049920+0000","last_peered":"2024-09-12T18:23:35.049920+0000","last_clean":"2024-09-12T18:23:35.049920+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:23:35.049920+0000","last_undegraded":"2024-09-12T18:23:35.049920+0000","last_fullsized":"2024-09-12T18:23:35.049920+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:18.080704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599659,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":479,"num_read_kb":43580,"num_write":1008,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024609+0000","last_change":"2024-09-12T17:38:11.658264+0000","last_active":"2024-09-12T18:23:15.024609+0000","last_peered":"2024-09-12T18:23:15.024609+0000","last_clean":"2024-09-12T18:23:15.024609+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:23:15.024609+0000","last_undegraded":"2024-09-12T18:23:15.024609+0000","last_fullsized":"2024-09-12T18:23:15.024609+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:29.829357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.439880+0000","last_change":"2024-09-12T17:38:13.684717+0000","last_active":"2024-09-12T18:25:30.439880+0000","last_peered":"2024-09-12T18:25:30.439880+0000","last_clean":"2024-09-12T18:25:30.439880+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:25:30.439880+0000","last_undegraded":"2024-09-12T18:25:30.439880+0000","last_fullsized":"2024-09-12T18:25:30.439880+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:45.486938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68141,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":547,"num_read_kb":1131,"num_write":504,"num_write_kb":431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247255+0000","last_change":"2024-09-12T17:38:15.697206+0000","last_active":"2024-09-12T18:23:29.247255+0000","last_peered":"2024-09-12T18:23:29.247255+0000","last_clean":"2024-09-12T18:23:29.247255+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:23:29.247255+0000","last_undegraded":"2024-09-12T18:23:29.247255+0000","last_fullsized":"2024-09-12T18:23:29.247255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:01.194997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255252+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:24:25.255252+0000","last_peered":"2024-09-12T18:24:25.255252+0000","last_clean":"2024-09-12T18:24:25.255252+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:24:25.255252+0000","last_undegraded":"2024-09-12T18:24:25.255252+0000","last_fullsized":"2024-09-12T18:24:25.255252+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:15.124416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":764,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408550+0000","last_change":"2024-09-12T17:38:09.652459+0000","last_active":"2024-09-12T18:23:10.408550+0000","last_peered":"2024-09-12T18:23:10.408550+0000","last_clean":"2024-09-12T18:23:10.408550+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:23:10.408550+0000","last_undegraded":"2024-09-12T18:23:10.408550+0000","last_fullsized":"2024-09-12T18:23:10.408550+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:16.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'255","reported_seq":886,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:58.359433+0000","last_change":"2024-09-12T17:38:07.671493+0000","last_active":"2024-09-12T18:21:58.359433+0000","last_peered":"2024-09-12T18:21:58.359433+0000","last_clean":"2024-09-12T18:21:58.359433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:21:58.359433+0000","last_undegraded":"2024-09-12T18:21:58.359433+0000","last_fullsized":"2024-09-12T18:21:58.359433+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:38.049544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21381168,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":355,"num_read_kb":56896,"num_write":928,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017983+0000","last_change":"2024-09-12T17:38:11.657792+0000","last_active":"2024-09-12T18:23:15.017983+0000","last_peered":"2024-09-12T18:23:15.017983+0000","last_clean":"2024-09-12T18:23:15.017983+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:23:15.017983+0000","last_undegraded":"2024-09-12T18:23:15.017983+0000","last_fullsized":"2024-09-12T18:23:15.017983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:32.247480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'286","reported_seq":872,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.155719+0000","last_change":"2024-09-12T17:38:13.691871+0000","last_active":"2024-09-12T18:25:24.155719+0000","last_peered":"2024-09-12T18:25:24.155719+0000","last_clean":"2024-09-12T18:25:24.155719+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:25:24.155719+0000","last_undegraded":"2024-09-12T18:25:24.155719+0000","last_fullsized":"2024-09-12T18:25:24.155719+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.631625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56945,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":944,"num_write":380,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'744","reported_seq":4309,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.557975+0000","last_change":"2024-09-12T17:38:15.704832+0000","last_active":"2024-09-12T18:25:24.557975+0000","last_peered":"2024-09-12T18:25:24.557975+0000","last_clean":"2024-09-12T18:25:24.557975+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:25:24.557975+0000","last_undegraded":"2024-09-12T18:25:24.557975+0000","last_fullsized":"2024-09-12T18:25:24.557975+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":700,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:22.038856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'133","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.804964+0000","last_change":"2024-09-12T17:38:17.710341+0000","last_active":"2024-09-12T18:24:02.804964+0000","last_peered":"2024-09-12T18:24:02.804964+0000","last_clean":"2024-09-12T18:24:02.804964+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:24:02.804964+0000","last_undegraded":"2024-09-12T18:24:02.804964+0000","last_fullsized":"2024-09-12T18:24:02.804964+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:23.949874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.094041+0000","last_change":"2024-09-12T17:38:09.669074+0000","last_active":"2024-09-12T18:23:20.094041+0000","last_peered":"2024-09-12T18:23:20.094041+0000","last_clean":"2024-09-12T18:23:20.094041+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:23:20.094041+0000","last_undegraded":"2024-09-12T18:23:20.094041+0000","last_fullsized":"2024-09-12T18:23:20.094041+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:16.753858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'274","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.415093+0000","last_change":"2024-09-12T17:38:07.626067+0000","last_active":"2024-09-12T18:23:40.415093+0000","last_peered":"2024-09-12T18:23:40.415093+0000","last_clean":"2024-09-12T18:23:40.415093+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:23:40.415093+0000","last_undegraded":"2024-09-12T18:23:40.415093+0000","last_fullsized":"2024-09-12T18:23:40.415093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:59.757329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9555327,"num_objects":63,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":749,"num_read_kb":28307,"num_write":1052,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1461,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.046186+0000","last_change":"2024-09-12T17:38:11.668521+0000","last_active":"2024-09-12T18:25:55.046186+0000","last_peered":"2024-09-12T18:25:55.046186+0000","last_clean":"2024-09-12T18:25:55.046186+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:25:55.046186+0000","last_undegraded":"2024-09-12T18:25:55.046186+0000","last_fullsized":"2024-09-12T18:25:55.046186+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:12.384405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":966,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'71","reported_seq":591,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.067545+0000","last_change":"2024-09-12T17:38:13.695892+0000","last_active":"2024-09-12T18:24:05.067545+0000","last_peered":"2024-09-12T18:24:05.067545+0000","last_clean":"2024-09-12T18:24:05.067545+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:24:05.067545+0000","last_undegraded":"2024-09-12T18:24:05.067545+0000","last_fullsized":"2024-09-12T18:24:05.067545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:12.996732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'754","reported_seq":2291,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.560333+0000","last_change":"2024-09-12T17:38:15.694823+0000","last_active":"2024-09-12T18:25:24.560333+0000","last_peered":"2024-09-12T18:25:24.560333+0000","last_clean":"2024-09-12T18:25:24.560333+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:25:24.560333+0000","last_undegraded":"2024-09-12T18:25:24.560333+0000","last_fullsized":"2024-09-12T18:25:24.560333+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:12.983006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'128","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.421907+0000","last_change":"2024-09-12T17:38:17.715587+0000","last_active":"2024-09-12T18:24:10.421907+0000","last_peered":"2024-09-12T18:24:10.421907+0000","last_clean":"2024-09-12T18:24:10.421907+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:24:10.421907+0000","last_undegraded":"2024-09-12T18:24:10.421907+0000","last_fullsized":"2024-09-12T18:24:10.421907+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:04.424284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020886+0000","last_change":"2024-09-12T17:38:09.662878+0000","last_active":"2024-09-12T18:23:25.020886+0000","last_peered":"2024-09-12T18:23:25.020886+0000","last_clean":"2024-09-12T18:23:25.020886+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:23:25.020886+0000","last_undegraded":"2024-09-12T18:23:25.020886+0000","last_fullsized":"2024-09-12T18:23:25.020886+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:13.011169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'273","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:15.080302+0000","last_change":"2024-09-12T17:38:38.770316+0000","last_active":"2024-09-12T18:25:15.080302+0000","last_peered":"2024-09-12T18:25:15.080302+0000","last_clean":"2024-09-12T18:25:15.080302+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:25:15.080302+0000","last_undegraded":"2024-09-12T18:25:15.080302+0000","last_fullsized":"2024-09-12T18:25:15.080302+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:48.083140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13413967,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":372,"num_read_kb":16781,"num_write":991,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409782+0000","last_change":"2024-09-12T17:38:11.664558+0000","last_active":"2024-09-12T18:23:15.409782+0000","last_peered":"2024-09-12T18:23:15.409782+0000","last_clean":"2024-09-12T18:23:15.409782+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:23:15.409782+0000","last_undegraded":"2024-09-12T18:23:15.409782+0000","last_fullsized":"2024-09-12T18:23:15.409782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:39.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'371","reported_seq":967,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.117230+0000","last_change":"2024-09-12T17:38:13.686242+0000","last_active":"2024-09-12T18:25:24.117230+0000","last_peered":"2024-09-12T18:25:24.117230+0000","last_clean":"2024-09-12T18:25:24.117230+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:25:24.117230+0000","last_undegraded":"2024-09-12T18:25:24.117230+0000","last_fullsized":"2024-09-12T18:25:24.117230+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:15.470250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59932,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":1084,"num_write":466,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011837+0000","last_change":"2024-09-12T17:38:15.696371+0000","last_active":"2024-09-12T18:23:15.011837+0000","last_peered":"2024-09-12T18:23:15.011837+0000","last_clean":"2024-09-12T18:23:15.011837+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:23:15.011837+0000","last_undegraded":"2024-09-12T18:23:15.011837+0000","last_fullsized":"2024-09-12T18:23:15.011837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:09.415516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'126","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.511692+0000","last_change":"2024-09-12T17:38:17.707294+0000","last_active":"2024-09-12T18:22:14.511692+0000","last_peered":"2024-09-12T18:22:14.511692+0000","last_clean":"2024-09-12T18:22:14.511692+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:22:14.511692+0000","last_undegraded":"2024-09-12T18:22:14.511692+0000","last_fullsized":"2024-09-12T18:22:14.511692+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:26.108940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.039092+0000","last_change":"2024-09-12T17:38:09.672211+0000","last_active":"2024-09-12T18:22:55.039092+0000","last_peered":"2024-09-12T18:22:55.039092+0000","last_clean":"2024-09-12T18:22:55.039092+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:22:55.039092+0000","last_undegraded":"2024-09-12T18:22:55.039092+0000","last_fullsized":"2024-09-12T18:22:55.039092+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.900537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:55.248824+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T18:23:55.248824+0000","last_peered":"2024-09-12T18:23:55.248824+0000","last_clean":"2024-09-12T18:23:55.248824+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:23:55.248824+0000","last_undegraded":"2024-09-12T18:23:55.248824+0000","last_fullsized":"2024-09-12T18:23:55.248824+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206870+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T18:23:45.206870+0000","last_peered":"2024-09-12T18:23:45.206870+0000","last_clean":"2024-09-12T18:23:45.206870+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:23:45.206870+0000","last_undegraded":"2024-09-12T18:23:45.206870+0000","last_fullsized":"2024-09-12T18:23:45.206870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'291","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.295268+0000","last_change":"2024-09-12T17:38:07.682349+0000","last_active":"2024-09-12T18:23:20.295268+0000","last_peered":"2024-09-12T18:23:20.295268+0000","last_clean":"2024-09-12T18:23:20.295268+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:23:20.295268+0000","last_undegraded":"2024-09-12T18:23:20.295268+0000","last_fullsized":"2024-09-12T18:23:20.295268+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:01.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18334625,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":414,"num_read_kb":92380,"num_write":1037,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220180+0000","last_change":"2024-09-12T17:38:11.658129+0000","last_active":"2024-09-12T18:22:00.220180+0000","last_peered":"2024-09-12T18:22:00.220180+0000","last_clean":"2024-09-12T18:22:00.220180+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:22:00.220180+0000","last_undegraded":"2024-09-12T18:22:00.220180+0000","last_fullsized":"2024-09-12T18:22:00.220180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:52.762417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'702","reported_seq":1386,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.149341+0000","last_change":"2024-09-12T17:38:13.690235+0000","last_active":"2024-09-12T18:25:24.149341+0000","last_peered":"2024-09-12T18:25:24.149341+0000","last_clean":"2024-09-12T18:25:24.149341+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:25:24.149341+0000","last_undegraded":"2024-09-12T18:25:24.149341+0000","last_fullsized":"2024-09-12T18:25:24.149341+0000","mapping_epoch":32,"log_start":"268'600","ondisk_log_start":"268'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":600,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:42.508605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189960,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1373,"num_read_kb":2855,"num_write":1324,"num_write_kb":1209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:39.220084+0000","last_change":"2024-09-12T17:38:15.707309+0000","last_active":"2024-09-12T18:21:39.220084+0000","last_peered":"2024-09-12T18:21:39.220084+0000","last_clean":"2024-09-12T18:21:39.220084+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:21:39.220084+0000","last_undegraded":"2024-09-12T18:21:39.220084+0000","last_fullsized":"2024-09-12T18:21:39.220084+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:22.234928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.312405+0000","last_change":"2024-09-12T17:38:17.699145+0000","last_active":"2024-09-12T18:24:04.312405+0000","last_peered":"2024-09-12T18:24:04.312405+0000","last_clean":"2024-09-12T18:24:04.312405+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:24:04.312405+0000","last_undegraded":"2024-09-12T18:24:04.312405+0000","last_fullsized":"2024-09-12T18:24:04.312405+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:45.248821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250220+0000","last_change":"2024-09-12T17:38:09.666430+0000","last_active":"2024-09-12T18:23:39.250220+0000","last_peered":"2024-09-12T18:23:39.250220+0000","last_clean":"2024-09-12T18:23:39.250220+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:23:39.250220+0000","last_undegraded":"2024-09-12T18:23:39.250220+0000","last_fullsized":"2024-09-12T18:23:39.250220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:24.365629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220008+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T18:22:00.220008+0000","last_peered":"2024-09-12T18:22:00.220008+0000","last_clean":"2024-09-12T18:22:00.220008+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:22:00.220008+0000","last_undegraded":"2024-09-12T18:22:00.220008+0000","last_fullsized":"2024-09-12T18:22:00.220008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'277","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.644263+0000","last_change":"2024-09-12T17:38:07.641922+0000","last_active":"2024-09-12T18:23:39.644263+0000","last_peered":"2024-09-12T18:23:39.644263+0000","last_clean":"2024-09-12T18:23:39.644263+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:23:39.644263+0000","last_undegraded":"2024-09-12T18:23:39.644263+0000","last_fullsized":"2024-09-12T18:23:39.644263+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:44.447227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10597082,"num_objects":60,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":451,"num_read_kb":11152,"num_write":1057,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.207005+0000","last_change":"2024-09-12T17:38:11.666888+0000","last_active":"2024-09-12T18:23:45.207005+0000","last_peered":"2024-09-12T18:23:45.207005+0000","last_clean":"2024-09-12T18:23:45.207005+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:23:45.207005+0000","last_undegraded":"2024-09-12T18:23:45.207005+0000","last_fullsized":"2024-09-12T18:23:45.207005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:36.224084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1199","reported_seq":2699,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.178754+0000","last_change":"2024-09-12T17:38:13.684899+0000","last_active":"2024-09-12T18:25:24.178754+0000","last_peered":"2024-09-12T18:25:24.178754+0000","last_clean":"2024-09-12T18:25:24.178754+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:25:24.178754+0000","last_undegraded":"2024-09-12T18:25:24.178754+0000","last_fullsized":"2024-09-12T18:25:24.178754+0000","mapping_epoch":32,"log_start":"268'1100","ondisk_log_start":"268'1100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":1100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:14.096198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165280,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1931,"num_read_kb":3321,"num_write":1048,"num_write_kb":905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221333+0000","last_change":"2024-09-12T17:38:15.707285+0000","last_active":"2024-09-12T18:22:05.221333+0000","last_peered":"2024-09-12T18:22:05.221333+0000","last_clean":"2024-09-12T18:22:05.221333+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:22:05.221333+0000","last_undegraded":"2024-09-12T18:22:05.221333+0000","last_fullsized":"2024-09-12T18:22:05.221333+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:51.601053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'121","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:48.536940+0000","last_change":"2024-09-12T17:38:17.707147+0000","last_active":"2024-09-12T18:23:48.536940+0000","last_peered":"2024-09-12T18:23:48.536940+0000","last_clean":"2024-09-12T18:23:48.536940+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:23:48.536940+0000","last_undegraded":"2024-09-12T18:23:48.536940+0000","last_fullsized":"2024-09-12T18:23:48.536940+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:21.928837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023982+0000","last_change":"2024-09-12T17:38:09.672347+0000","last_active":"2024-09-12T18:23:40.023982+0000","last_peered":"2024-09-12T18:23:40.023982+0000","last_clean":"2024-09-12T18:23:40.023982+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:23:40.023982+0000","last_undegraded":"2024-09-12T18:23:40.023982+0000","last_fullsized":"2024-09-12T18:23:40.023982+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:39.177967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031099+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T18:23:45.031099+0000","last_peered":"2024-09-12T18:23:45.031099+0000","last_clean":"2024-09-12T18:23:45.031099+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:23:45.031099+0000","last_undegraded":"2024-09-12T18:23:45.031099+0000","last_fullsized":"2024-09-12T18:23:45.031099+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'390","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.283639+0000","last_change":"2024-09-12T17:38:07.663327+0000","last_active":"2024-09-12T18:23:22.283639+0000","last_peered":"2024-09-12T18:23:22.283639+0000","last_clean":"2024-09-12T18:23:22.283639+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:23:22.283639+0000","last_undegraded":"2024-09-12T18:23:22.283639+0000","last_fullsized":"2024-09-12T18:23:22.283639+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:10.296989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7940227,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":800,"num_read_kb":11836,"num_write":1383,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031308+0000","last_change":"2024-09-12T17:38:11.669327+0000","last_active":"2024-09-12T18:23:45.031308+0000","last_peered":"2024-09-12T18:23:45.031308+0000","last_clean":"2024-09-12T18:23:45.031308+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:23:45.031308+0000","last_undegraded":"2024-09-12T18:23:45.031308+0000","last_fullsized":"2024-09-12T18:23:45.031308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:42.940746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1337,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.609419+0000","last_change":"2024-09-12T17:38:13.701283+0000","last_active":"2024-09-12T18:25:23.609419+0000","last_peered":"2024-09-12T18:25:23.609419+0000","last_clean":"2024-09-12T18:25:23.609419+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:25:23.609419+0000","last_undegraded":"2024-09-12T18:25:23.609419+0000","last_fullsized":"2024-09-12T18:25:23.609419+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:13.680148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226443+0000","last_change":"2024-09-12T17:38:15.702285+0000","last_active":"2024-09-12T18:22:04.226443+0000","last_peered":"2024-09-12T18:22:04.226443+0000","last_clean":"2024-09-12T18:22:04.226443+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:22:04.226443+0000","last_undegraded":"2024-09-12T18:22:04.226443+0000","last_fullsized":"2024-09-12T18:22:04.226443+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:49.650978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:31.274385+0000","last_change":"2024-09-12T17:38:09.663796+0000","last_active":"2024-09-12T18:23:31.274385+0000","last_peered":"2024-09-12T18:23:31.274385+0000","last_clean":"2024-09-12T18:23:31.274385+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:23:31.274385+0000","last_undegraded":"2024-09-12T18:23:31.274385+0000","last_fullsized":"2024-09-12T18:23:31.274385+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:39.452711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":523,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206818+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T18:23:45.206818+0000","last_peered":"2024-09-12T18:23:45.206818+0000","last_clean":"2024-09-12T18:23:45.206818+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:23:45.206818+0000","last_undegraded":"2024-09-12T18:23:45.206818+0000","last_fullsized":"2024-09-12T18:23:45.206818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'302","reported_seq":945,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.392450+0000","last_change":"2024-09-12T17:38:39.010059+0000","last_active":"2024-09-12T18:23:24.392450+0000","last_peered":"2024-09-12T18:23:24.392450+0000","last_clean":"2024-09-12T18:23:24.392450+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:23:24.392450+0000","last_undegraded":"2024-09-12T18:23:24.392450+0000","last_fullsized":"2024-09-12T18:23:24.392450+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:31.859122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17418302,"num_objects":73,"num_object_clones":0,"num_object_copies":292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":440,"num_read_kb":28592,"num_write":1074,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.227770+0000","last_change":"2024-09-12T17:38:11.655815+0000","last_active":"2024-09-12T18:22:09.227770+0000","last_peered":"2024-09-12T18:22:09.227770+0000","last_clean":"2024-09-12T18:22:09.227770+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:22:09.227770+0000","last_undegraded":"2024-09-12T18:22:09.227770+0000","last_fullsized":"2024-09-12T18:22:09.227770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'115","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.343010+0000","last_change":"2024-09-12T17:38:13.688240+0000","last_active":"2024-09-12T18:25:24.343010+0000","last_peered":"2024-09-12T18:25:24.343010+0000","last_clean":"2024-09-12T18:25:24.343010+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:25:24.343010+0000","last_undegraded":"2024-09-12T18:25:24.343010+0000","last_fullsized":"2024-09-12T18:25:24.343010+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:20.881893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.018444+0000","last_change":"2024-09-12T17:38:15.703465+0000","last_active":"2024-09-12T18:23:45.018444+0000","last_peered":"2024-09-12T18:23:45.018444+0000","last_clean":"2024-09-12T18:23:45.018444+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:23:45.018444+0000","last_undegraded":"2024-09-12T18:23:45.018444+0000","last_fullsized":"2024-09-12T18:23:45.018444+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.402130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.284709+0000","last_change":"2024-09-12T17:38:17.700327+0000","last_active":"2024-09-12T18:23:51.284709+0000","last_peered":"2024-09-12T18:23:51.284709+0000","last_clean":"2024-09-12T18:23:51.284709+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:23:51.284709+0000","last_undegraded":"2024-09-12T18:23:51.284709+0000","last_fullsized":"2024-09-12T18:23:51.284709+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:48.295279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.615234+0000","last_change":"2024-09-12T17:38:09.676349+0000","last_active":"2024-09-12T18:22:51.615234+0000","last_peered":"2024-09-12T18:22:51.615234+0000","last_clean":"2024-09-12T18:22:51.615234+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:22:51.615234+0000","last_undegraded":"2024-09-12T18:22:51.615234+0000","last_fullsized":"2024-09-12T18:22:51.615234+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:08.947476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'255","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.462854+0000","last_change":"2024-09-12T17:38:07.674497+0000","last_active":"2024-09-12T18:23:41.462854+0000","last_peered":"2024-09-12T18:23:41.462854+0000","last_clean":"2024-09-12T18:23:41.462854+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:23:41.462854+0000","last_undegraded":"2024-09-12T18:23:41.462854+0000","last_fullsized":"2024-09-12T18:23:41.462854+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:26.685452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7617229,"num_objects":74,"num_object_clones":0,"num_object_copies":296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":413,"num_read_kb":15827,"num_write":900,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.024988+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T18:23:45.024988+0000","last_peered":"2024-09-12T18:23:45.024988+0000","last_clean":"2024-09-12T18:23:45.024988+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:23:45.024988+0000","last_undegraded":"2024-09-12T18:23:45.024988+0000","last_fullsized":"2024-09-12T18:23:45.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:59.224989+0000","last_change":"2024-09-12T17:38:11.664155+0000","last_active":"2024-09-12T18:21:59.224989+0000","last_peered":"2024-09-12T18:21:59.224989+0000","last_clean":"2024-09-12T18:21:59.224989+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:21:59.224989+0000","last_undegraded":"2024-09-12T18:21:59.224989+0000","last_fullsized":"2024-09-12T18:21:59.224989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:01.917706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'537","reported_seq":1191,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.104025+0000","last_change":"2024-09-12T17:38:13.690492+0000","last_active":"2024-09-12T18:25:24.104025+0000","last_peered":"2024-09-12T18:25:24.104025+0000","last_clean":"2024-09-12T18:25:24.104025+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:25:24.104025+0000","last_undegraded":"2024-09-12T18:25:24.104025+0000","last_fullsized":"2024-09-12T18:25:24.104025+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:33.095325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108765,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1535,"num_read_kb":2471,"num_write":2028,"num_write_kb":1885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392929+0000","last_change":"2024-09-12T17:38:15.675619+0000","last_active":"2024-09-12T18:22:00.392929+0000","last_peered":"2024-09-12T18:22:00.392929+0000","last_clean":"2024-09-12T18:22:00.392929+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:22:00.392929+0000","last_undegraded":"2024-09-12T18:22:00.392929+0000","last_fullsized":"2024-09-12T18:22:00.392929+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.285161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'169","reported_seq":684,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.069582+0000","last_change":"2024-09-12T17:38:17.687351+0000","last_active":"2024-09-12T18:23:25.069582+0000","last_peered":"2024-09-12T18:23:25.069582+0000","last_clean":"2024-09-12T18:23:25.069582+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:23:25.069582+0000","last_undegraded":"2024-09-12T18:23:25.069582+0000","last_fullsized":"2024-09-12T18:23:25.069582+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:54.300943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'155","reported_seq":737,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.823008+0000","last_change":"2024-09-12T17:38:09.658573+0000","last_active":"2024-09-12T18:22:09.823008+0000","last_peered":"2024-09-12T18:22:09.823008+0000","last_clean":"2024-09-12T18:22:09.823008+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:22:09.823008+0000","last_undegraded":"2024-09-12T18:22:09.823008+0000","last_fullsized":"2024-09-12T18:22:09.823008+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:55.928772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'260","reported_seq":919,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.087730+0000","last_change":"2024-09-12T17:38:07.663695+0000","last_active":"2024-09-12T18:24:01.087730+0000","last_peered":"2024-09-12T18:24:01.087730+0000","last_clean":"2024-09-12T18:24:01.087730+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:24:01.087730+0000","last_undegraded":"2024-09-12T18:24:01.087730+0000","last_fullsized":"2024-09-12T18:24:01.087730+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:34.953285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5982966,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":480,"num_read_kb":18522,"num_write":941,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247522+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T18:23:50.247522+0000","last_peered":"2024-09-12T18:23:50.247522+0000","last_clean":"2024-09-12T18:23:50.247522+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:23:50.247522+0000","last_undegraded":"2024-09-12T18:23:50.247522+0000","last_fullsized":"2024-09-12T18:23:50.247522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192541+0000","last_change":"2024-09-12T17:38:11.660674+0000","last_active":"2024-09-12T18:22:00.192541+0000","last_peered":"2024-09-12T18:22:00.192541+0000","last_clean":"2024-09-12T18:22:00.192541+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:22:00.192541+0000","last_undegraded":"2024-09-12T18:22:00.192541+0000","last_fullsized":"2024-09-12T18:22:00.192541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:05.707245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'147","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.029444+0000","last_change":"2024-09-12T17:38:13.694267+0000","last_active":"2024-09-12T18:24:05.029444+0000","last_peered":"2024-09-12T18:24:05.029444+0000","last_clean":"2024-09-12T18:24:05.029444+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:24:05.029444+0000","last_undegraded":"2024-09-12T18:24:05.029444+0000","last_fullsized":"2024-09-12T18:24:05.029444+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:15.233776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'763","reported_seq":2507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.183338+0000","last_change":"2024-09-12T17:38:15.699782+0000","last_active":"2024-09-12T18:25:24.183338+0000","last_peered":"2024-09-12T18:25:24.183338+0000","last_clean":"2024-09-12T18:25:24.183338+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:25:24.183338+0000","last_undegraded":"2024-09-12T18:25:24.183338+0000","last_fullsized":"2024-09-12T18:25:24.183338+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.101547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'128","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.165440+0000","last_change":"2024-09-12T17:38:17.710162+0000","last_active":"2024-09-12T18:25:24.165440+0000","last_peered":"2024-09-12T18:25:24.165440+0000","last_clean":"2024-09-12T18:25:24.165440+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:25:24.165440+0000","last_undegraded":"2024-09-12T18:25:24.165440+0000","last_fullsized":"2024-09-12T18:25:24.165440+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:52.475092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.222834+0000","last_change":"2024-09-12T17:38:09.658944+0000","last_active":"2024-09-12T18:22:15.222834+0000","last_peered":"2024-09-12T18:22:15.222834+0000","last_clean":"2024-09-12T18:22:15.222834+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:22:15.222834+0000","last_undegraded":"2024-09-12T18:22:15.222834+0000","last_fullsized":"2024-09-12T18:22:15.222834+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:49.131495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'359","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244396+0000","last_change":"2024-09-12T17:38:07.654735+0000","last_active":"2024-09-12T18:23:40.244396+0000","last_peered":"2024-09-12T18:23:40.244396+0000","last_clean":"2024-09-12T18:23:40.244396+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:23:40.244396+0000","last_undegraded":"2024-09-12T18:23:40.244396+0000","last_fullsized":"2024-09-12T18:23:40.244396+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:14.126916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810872,"num_objects":50,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":637,"num_read_kb":67413,"num_write":1324,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020774+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T18:23:25.020774+0000","last_peered":"2024-09-12T18:23:25.020774+0000","last_clean":"2024-09-12T18:23:25.020774+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:23:25.020774+0000","last_undegraded":"2024-09-12T18:23:25.020774+0000","last_fullsized":"2024-09-12T18:23:25.020774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392867+0000","last_change":"2024-09-12T17:38:11.663364+0000","last_active":"2024-09-12T18:22:00.392867+0000","last_peered":"2024-09-12T18:22:00.392867+0000","last_clean":"2024-09-12T18:22:00.392867+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:22:00.392867+0000","last_undegraded":"2024-09-12T18:22:00.392867+0000","last_fullsized":"2024-09-12T18:22:00.392867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:02.331667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'109","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:12.850740+0000","last_change":"2024-09-12T17:38:13.689073+0000","last_active":"2024-09-12T18:22:12.850740+0000","last_peered":"2024-09-12T18:22:12.850740+0000","last_clean":"2024-09-12T18:22:12.850740+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:22:12.850740+0000","last_undegraded":"2024-09-12T18:22:12.850740+0000","last_fullsized":"2024-09-12T18:22:12.850740+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:44.799986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'795","reported_seq":2360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.191735+0000","last_change":"2024-09-12T17:38:15.696485+0000","last_active":"2024-09-12T18:25:24.191735+0000","last_peered":"2024-09-12T18:25:24.191735+0000","last_clean":"2024-09-12T18:25:24.191735+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:25:24.191735+0000","last_undegraded":"2024-09-12T18:25:24.191735+0000","last_fullsized":"2024-09-12T18:25:24.191735+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:21.160463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'268","reported_seq":789,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.351705+0000","last_change":"2024-09-12T17:38:17.705186+0000","last_active":"2024-09-12T18:24:04.351705+0000","last_peered":"2024-09-12T18:24:04.351705+0000","last_clean":"2024-09-12T18:24:04.351705+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:24:04.351705+0000","last_undegraded":"2024-09-12T18:24:04.351705+0000","last_fullsized":"2024-09-12T18:24:04.351705+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:34.155384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":722,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.091080+0000","last_change":"2024-09-12T17:38:09.671491+0000","last_active":"2024-09-12T18:22:51.091080+0000","last_peered":"2024-09-12T18:22:51.091080+0000","last_clean":"2024-09-12T18:22:51.091080+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:22:51.091080+0000","last_undegraded":"2024-09-12T18:22:51.091080+0000","last_fullsized":"2024-09-12T18:22:51.091080+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:29.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'284","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250146+0000","last_change":"2024-09-12T17:38:07.637819+0000","last_active":"2024-09-12T18:23:39.250146+0000","last_peered":"2024-09-12T18:23:39.250146+0000","last_clean":"2024-09-12T18:23:39.250146+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:23:39.250146+0000","last_undegraded":"2024-09-12T18:23:39.250146+0000","last_fullsized":"2024-09-12T18:23:39.250146+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:10.922695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7703733,"num_objects":76,"num_object_clones":0,"num_object_copies":304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":399,"num_read_kb":28215,"num_write":1030,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014095+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T18:23:25.014095+0000","last_peered":"2024-09-12T18:23:25.014095+0000","last_clean":"2024-09-12T18:23:25.014095+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:23:25.014095+0000","last_undegraded":"2024-09-12T18:23:25.014095+0000","last_fullsized":"2024-09-12T18:23:25.014095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224016+0000","last_change":"2024-09-12T17:38:11.661047+0000","last_active":"2024-09-12T18:22:20.224016+0000","last_peered":"2024-09-12T18:22:20.224016+0000","last_clean":"2024-09-12T18:22:20.224016+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:22:20.224016+0000","last_undegraded":"2024-09-12T18:22:20.224016+0000","last_fullsized":"2024-09-12T18:22:20.224016+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:26.684456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'720","reported_seq":1424,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.095082+0000","last_change":"2024-09-12T17:38:13.701474+0000","last_active":"2024-09-12T18:25:24.095082+0000","last_peered":"2024-09-12T18:25:24.095082+0000","last_clean":"2024-09-12T18:25:24.095082+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:25:24.095082+0000","last_undegraded":"2024-09-12T18:25:24.095082+0000","last_fullsized":"2024-09-12T18:25:24.095082+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:24.008623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178710,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1257,"num_read_kb":2690,"num_write":1038,"num_write_kb":873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219150+0000","last_change":"2024-09-12T17:38:15.685448+0000","last_active":"2024-09-12T18:22:00.219150+0000","last_peered":"2024-09-12T18:22:00.219150+0000","last_clean":"2024-09-12T18:22:00.219150+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:22:00.219150+0000","last_undegraded":"2024-09-12T18:22:00.219150+0000","last_fullsized":"2024-09-12T18:22:00.219150+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:37.946863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'135","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:21.259719+0000","last_change":"2024-09-12T17:38:17.711106+0000","last_active":"2024-09-12T18:23:21.259719+0000","last_peered":"2024-09-12T18:23:21.259719+0000","last_clean":"2024-09-12T18:23:21.259719+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:23:21.259719+0000","last_undegraded":"2024-09-12T18:23:21.259719+0000","last_fullsized":"2024-09-12T18:23:21.259719+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:15.412505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'147","reported_seq":700,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.210411+0000","last_change":"2024-09-12T17:38:17.707809+0000","last_active":"2024-09-12T18:24:05.210411+0000","last_peered":"2024-09-12T18:24:05.210411+0000","last_clean":"2024-09-12T18:24:05.210411+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:24:05.210411+0000","last_undegraded":"2024-09-12T18:24:05.210411+0000","last_fullsized":"2024-09-12T18:24:05.210411+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:37.941325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1097,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.895757+0000","last_change":"2024-09-12T17:38:09.669088+0000","last_active":"2024-09-12T18:23:24.895757+0000","last_peered":"2024-09-12T18:23:24.895757+0000","last_clean":"2024-09-12T18:23:24.895757+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:23:24.895757+0000","last_undegraded":"2024-09-12T18:23:24.895757+0000","last_fullsized":"2024-09-12T18:23:24.895757+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:47.294120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'236","reported_seq":858,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:01.419610+0000","last_change":"2024-09-12T17:38:07.668989+0000","last_active":"2024-09-12T18:23:01.419610+0000","last_peered":"2024-09-12T18:23:01.419610+0000","last_clean":"2024-09-12T18:23:01.419610+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:23:01.419610+0000","last_undegraded":"2024-09-12T18:23:01.419610+0000","last_fullsized":"2024-09-12T18:23:01.419610+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:52.154973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12630297,"num_objects":59,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":356,"num_read_kb":27077,"num_write":944,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.210438+0000","last_change":"2024-09-12T17:38:11.668363+0000","last_active":"2024-09-12T18:22:35.210438+0000","last_peered":"2024-09-12T18:22:35.210438+0000","last_clean":"2024-09-12T18:22:35.210438+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:22:35.210438+0000","last_undegraded":"2024-09-12T18:22:35.210438+0000","last_fullsized":"2024-09-12T18:22:35.210438+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:52.247354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'253","reported_seq":823,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260083+0000","last_change":"2024-09-12T17:38:13.695480+0000","last_active":"2024-09-12T18:24:55.260083+0000","last_peered":"2024-09-12T18:24:55.260083+0000","last_clean":"2024-09-12T18:24:55.260083+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:24:55.260083+0000","last_undegraded":"2024-09-12T18:24:55.260083+0000","last_fullsized":"2024-09-12T18:24:55.260083+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:02.207004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64657,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":417,"num_read_kb":866,"num_write":338,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":590,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.224439+0000","last_change":"2024-09-12T17:38:17.713642+0000","last_active":"2024-09-12T18:23:33.224439+0000","last_peered":"2024-09-12T18:23:33.224439+0000","last_clean":"2024-09-12T18:23:33.224439+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:23:33.224439+0000","last_undegraded":"2024-09-12T18:23:33.224439+0000","last_fullsized":"2024-09-12T18:23:33.224439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:31.206547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.293412+0000","last_change":"2024-09-12T17:38:09.669350+0000","last_active":"2024-09-12T18:23:51.293412+0000","last_peered":"2024-09-12T18:23:51.293412+0000","last_clean":"2024-09-12T18:23:51.293412+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:23:51.293412+0000","last_undegraded":"2024-09-12T18:23:51.293412+0000","last_fullsized":"2024-09-12T18:23:51.293412+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.078351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'326","reported_seq":1046,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.213259+0000","last_change":"2024-09-12T17:38:07.656589+0000","last_active":"2024-09-12T18:23:45.213259+0000","last_peered":"2024-09-12T18:23:45.213259+0000","last_clean":"2024-09-12T18:23:45.213259+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:23:45.213259+0000","last_undegraded":"2024-09-12T18:23:45.213259+0000","last_fullsized":"2024-09-12T18:23:45.213259+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.227351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9795477,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":752,"num_read_kb":10238,"num_write":1165,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228000+0000","last_change":"2024-09-12T17:38:11.664949+0000","last_active":"2024-09-12T18:22:35.228000+0000","last_peered":"2024-09-12T18:22:35.228000+0000","last_clean":"2024-09-12T18:22:35.228000+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:22:35.228000+0000","last_undegraded":"2024-09-12T18:22:35.228000+0000","last_fullsized":"2024-09-12T18:22:35.228000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:13.802984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'45","reported_seq":548,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233654+0000","last_change":"2024-09-12T17:38:13.682674+0000","last_active":"2024-09-12T18:22:34.233654+0000","last_peered":"2024-09-12T18:22:34.233654+0000","last_clean":"2024-09-12T18:22:34.233654+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:22:34.233654+0000","last_undegraded":"2024-09-12T18:22:34.233654+0000","last_fullsized":"2024-09-12T18:22:34.233654+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:24.435692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228497+0000","last_change":"2024-09-12T17:38:15.712380+0000","last_active":"2024-09-12T18:22:35.228497+0000","last_peered":"2024-09-12T18:22:35.228497+0000","last_clean":"2024-09-12T18:22:35.228497+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:22:35.228497+0000","last_undegraded":"2024-09-12T18:22:35.228497+0000","last_fullsized":"2024-09-12T18:22:35.228497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:08.792880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'260","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.330508+0000","last_change":"2024-09-12T17:38:17.712454+0000","last_active":"2024-09-12T18:24:04.330508+0000","last_peered":"2024-09-12T18:24:04.330508+0000","last_clean":"2024-09-12T18:24:04.330508+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:24:04.330508+0000","last_undegraded":"2024-09-12T18:24:04.330508+0000","last_fullsized":"2024-09-12T18:24:04.330508+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:16.035864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226669+0000","last_change":"2024-09-12T17:38:09.661597+0000","last_active":"2024-09-12T18:22:30.226669+0000","last_peered":"2024-09-12T18:22:30.226669+0000","last_clean":"2024-09-12T18:22:30.226669+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:22:30.226669+0000","last_undegraded":"2024-09-12T18:22:30.226669+0000","last_fullsized":"2024-09-12T18:22:30.226669+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:10.928256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'275","reported_seq":887,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:48.186027+0000","last_change":"2024-09-12T17:38:07.657089+0000","last_active":"2024-09-12T18:22:48.186027+0000","last_peered":"2024-09-12T18:22:48.186027+0000","last_clean":"2024-09-12T18:22:48.186027+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:22:48.186027+0000","last_undegraded":"2024-09-12T18:22:48.186027+0000","last_fullsized":"2024-09-12T18:22:48.186027+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:18.365918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10484001,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":382,"num_read_kb":20991,"num_write":1048,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228436+0000","last_change":"2024-09-12T17:38:11.667367+0000","last_active":"2024-09-12T18:22:35.228436+0000","last_peered":"2024-09-12T18:22:35.228436+0000","last_clean":"2024-09-12T18:22:35.228436+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:22:35.228436+0000","last_undegraded":"2024-09-12T18:22:35.228436+0000","last_fullsized":"2024-09-12T18:22:35.228436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:38.127408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'302","reported_seq":888,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.260130+0000","last_change":"2024-09-12T17:38:13.695953+0000","last_active":"2024-09-12T18:24:55.260130+0000","last_peered":"2024-09-12T18:24:55.260130+0000","last_clean":"2024-09-12T18:24:55.260130+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:24:55.260130+0000","last_undegraded":"2024-09-12T18:24:55.260130+0000","last_fullsized":"2024-09-12T18:24:55.260130+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:06.305643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60765,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":984,"num_write":396,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200270+0000","last_change":"2024-09-12T17:38:15.704962+0000","last_active":"2024-09-12T18:22:35.200270+0000","last_peered":"2024-09-12T18:22:35.200270+0000","last_clean":"2024-09-12T18:22:35.200270+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:22:35.200270+0000","last_undegraded":"2024-09-12T18:22:35.200270+0000","last_fullsized":"2024-09-12T18:22:35.200270+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:47.635524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'156","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.933799+0000","last_change":"2024-09-12T17:38:17.703990+0000","last_active":"2024-09-12T18:23:40.933799+0000","last_peered":"2024-09-12T18:23:40.933799+0000","last_clean":"2024-09-12T18:23:40.933799+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:23:40.933799+0000","last_undegraded":"2024-09-12T18:23:40.933799+0000","last_fullsized":"2024-09-12T18:23:40.933799+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:59.786098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'309","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226593+0000","last_change":"2024-09-12T17:38:09.663338+0000","last_active":"2024-09-12T18:22:30.226593+0000","last_peered":"2024-09-12T18:22:30.226593+0000","last_clean":"2024-09-12T18:22:30.226593+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:22:30.226593+0000","last_undegraded":"2024-09-12T18:22:30.226593+0000","last_fullsized":"2024-09-12T18:22:30.226593+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:10.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'259","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.300871+0000","last_change":"2024-09-12T17:38:07.682040+0000","last_active":"2024-09-12T18:22:20.300871+0000","last_peered":"2024-09-12T18:22:20.300871+0000","last_clean":"2024-09-12T18:22:20.300871+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:22:20.300871+0000","last_undegraded":"2024-09-12T18:22:20.300871+0000","last_fullsized":"2024-09-12T18:22:20.300871+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:07.465808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8227141,"num_objects":56,"num_object_clones":0,"num_object_copies":224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":437,"num_read_kb":72736,"num_write":943,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200185+0000","last_change":"2024-09-12T17:38:11.661746+0000","last_active":"2024-09-12T18:22:35.200185+0000","last_peered":"2024-09-12T18:22:35.200185+0000","last_clean":"2024-09-12T18:22:35.200185+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:22:35.200185+0000","last_undegraded":"2024-09-12T18:22:35.200185+0000","last_fullsized":"2024-09-12T18:22:35.200185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:30.551376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'275","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:55.264162+0000","last_change":"2024-09-12T17:38:13.701354+0000","last_active":"2024-09-12T18:24:55.264162+0000","last_peered":"2024-09-12T18:24:55.264162+0000","last_clean":"2024-09-12T18:24:55.264162+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:24:55.264162+0000","last_undegraded":"2024-09-12T18:24:55.264162+0000","last_fullsized":"2024-09-12T18:24:55.264162+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:06.881513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64753,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":978,"num_write":382,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.234961+0000","last_change":"2024-09-12T17:38:15.708018+0000","last_active":"2024-09-12T18:22:39.234961+0000","last_peered":"2024-09-12T18:22:39.234961+0000","last_clean":"2024-09-12T18:22:39.234961+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:22:39.234961+0000","last_undegraded":"2024-09-12T18:22:39.234961+0000","last_fullsized":"2024-09-12T18:22:39.234961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:14.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'324","reported_seq":907,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.949215+0000","last_change":"2024-09-12T17:38:09.664892+0000","last_active":"2024-09-12T18:22:19.949215+0000","last_peered":"2024-09-12T18:22:19.949215+0000","last_clean":"2024-09-12T18:22:19.949215+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:22:19.949215+0000","last_undegraded":"2024-09-12T18:22:19.949215+0000","last_fullsized":"2024-09-12T18:22:19.949215+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:09.676452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'306","reported_seq":943,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.009643+0000","last_change":"2024-09-12T17:38:07.624851+0000","last_active":"2024-09-12T18:23:02.009643+0000","last_peered":"2024-09-12T18:23:02.009643+0000","last_clean":"2024-09-12T18:23:02.009643+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:23:02.009643+0000","last_undegraded":"2024-09-12T18:23:02.009643+0000","last_fullsized":"2024-09-12T18:23:02.009643+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:21.321018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15068806,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":464,"num_read_kb":14975,"num_write":1181,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.231318+0000","last_change":"2024-09-12T17:38:11.661951+0000","last_active":"2024-09-12T18:22:24.231318+0000","last_peered":"2024-09-12T18:22:24.231318+0000","last_clean":"2024-09-12T18:22:24.231318+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:22:24.231318+0000","last_undegraded":"2024-09-12T18:22:24.231318+0000","last_fullsized":"2024-09-12T18:22:24.231318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:11.599592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'471","reported_seq":1094,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.146601+0000","last_change":"2024-09-12T17:38:13.686759+0000","last_active":"2024-09-12T18:25:24.146601+0000","last_peered":"2024-09-12T18:25:24.146601+0000","last_clean":"2024-09-12T18:25:24.146601+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:25:24.146601+0000","last_undegraded":"2024-09-12T18:25:24.146601+0000","last_fullsized":"2024-09-12T18:25:24.146601+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:13.624051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114876,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1815,"num_write":734,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":483,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199980+0000","last_change":"2024-09-12T17:38:15.694695+0000","last_active":"2024-09-12T18:23:15.199980+0000","last_peered":"2024-09-12T18:23:15.199980+0000","last_clean":"2024-09-12T18:23:15.199980+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:23:15.199980+0000","last_undegraded":"2024-09-12T18:23:15.199980+0000","last_fullsized":"2024-09-12T18:23:15.199980+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.799297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:23.062736+0000","last_change":"2024-09-12T17:38:09.664775+0000","last_active":"2024-09-12T18:23:23.062736+0000","last_peered":"2024-09-12T18:23:23.062736+0000","last_clean":"2024-09-12T18:23:23.062736+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:23:23.062736+0000","last_undegraded":"2024-09-12T18:23:23.062736+0000","last_fullsized":"2024-09-12T18:23:23.062736+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:28.964842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'335","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.579888+0000","last_change":"2024-09-12T17:38:07.675255+0000","last_active":"2024-09-12T18:23:40.579888+0000","last_peered":"2024-09-12T18:23:40.579888+0000","last_clean":"2024-09-12T18:23:40.579888+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:23:40.579888+0000","last_undegraded":"2024-09-12T18:23:40.579888+0000","last_fullsized":"2024-09-12T18:23:40.579888+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:07.990745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27373656,"num_objects":77,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":536,"num_read_kb":49103,"num_write":1116,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192648+0000","last_change":"2024-09-12T17:38:11.660731+0000","last_active":"2024-09-12T18:22:00.192648+0000","last_peered":"2024-09-12T18:22:00.192648+0000","last_clean":"2024-09-12T18:22:00.192648+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:22:00.192648+0000","last_undegraded":"2024-09-12T18:22:00.192648+0000","last_fullsized":"2024-09-12T18:22:00.192648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:28.083635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'271","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.092482+0000","last_change":"2024-09-12T17:38:13.698218+0000","last_active":"2024-09-12T18:25:24.092482+0000","last_peered":"2024-09-12T18:25:24.092482+0000","last_clean":"2024-09-12T18:25:24.092482+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:25:24.092482+0000","last_undegraded":"2024-09-12T18:25:24.092482+0000","last_fullsized":"2024-09-12T18:25:24.092482+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:38:40.976994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48801,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":863,"num_write":372,"num_write_kb":279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018051+0000","last_change":"2024-09-12T17:38:15.704507+0000","last_active":"2024-09-12T18:23:15.018051+0000","last_peered":"2024-09-12T18:23:15.018051+0000","last_clean":"2024-09-12T18:23:15.018051+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:23:15.018051+0000","last_undegraded":"2024-09-12T18:23:15.018051+0000","last_fullsized":"2024-09-12T18:23:15.018051+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:03.214954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'168","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.739293+0000","last_change":"2024-09-12T17:38:17.707064+0000","last_active":"2024-09-12T18:23:45.739293+0000","last_peered":"2024-09-12T18:23:45.739293+0000","last_clean":"2024-09-12T18:23:45.739293+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:23:45.739293+0000","last_undegraded":"2024-09-12T18:23:45.739293+0000","last_fullsized":"2024-09-12T18:23:45.739293+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:38.312738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":690,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.863815+0000","last_change":"2024-09-12T17:38:09.662987+0000","last_active":"2024-09-12T18:23:46.863815+0000","last_peered":"2024-09-12T18:23:46.863815+0000","last_clean":"2024-09-12T18:23:46.863815+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:23:46.863815+0000","last_undegraded":"2024-09-12T18:23:46.863815+0000","last_fullsized":"2024-09-12T18:23:46.863815+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:03.435666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'291","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260314+0000","last_change":"2024-09-12T17:38:07.647497+0000","last_active":"2024-09-12T18:24:01.260314+0000","last_peered":"2024-09-12T18:24:01.260314+0000","last_clean":"2024-09-12T18:24:01.260314+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:24:01.260314+0000","last_undegraded":"2024-09-12T18:24:01.260314+0000","last_fullsized":"2024-09-12T18:24:01.260314+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:57.770302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5334809,"num_objects":65,"num_object_clones":0,"num_object_copies":260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":436,"num_read_kb":14104,"num_write":1044,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409737+0000","last_change":"2024-09-12T17:38:11.661980+0000","last_active":"2024-09-12T18:23:15.409737+0000","last_peered":"2024-09-12T18:23:15.409737+0000","last_clean":"2024-09-12T18:23:15.409737+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:23:15.409737+0000","last_undegraded":"2024-09-12T18:23:15.409737+0000","last_fullsized":"2024-09-12T18:23:15.409737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:36.947970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'278","reported_seq":850,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250574+0000","last_change":"2024-09-12T17:38:13.697280+0000","last_active":"2024-09-12T18:24:05.250574+0000","last_peered":"2024-09-12T18:24:05.250574+0000","last_clean":"2024-09-12T18:24:05.250574+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:24:05.250574+0000","last_undegraded":"2024-09-12T18:24:05.250574+0000","last_fullsized":"2024-09-12T18:24:05.250574+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:30.561334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":97496,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":1033,"num_write":382,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.208338+0000","last_change":"2024-09-12T17:38:15.690633+0000","last_active":"2024-09-12T18:22:25.208338+0000","last_peered":"2024-09-12T18:22:25.208338+0000","last_clean":"2024-09-12T18:22:25.208338+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:22:25.208338+0000","last_undegraded":"2024-09-12T18:22:25.208338+0000","last_fullsized":"2024-09-12T18:22:25.208338+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:40.557427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'117","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.157912+0000","last_change":"2024-09-12T17:38:17.703884+0000","last_active":"2024-09-12T18:25:24.157912+0000","last_peered":"2024-09-12T18:25:24.157912+0000","last_clean":"2024-09-12T18:25:24.157912+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:25:24.157912+0000","last_undegraded":"2024-09-12T18:25:24.157912+0000","last_fullsized":"2024-09-12T18:25:24.157912+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:48.308729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.541705+0000","last_change":"2024-09-12T17:38:09.665546+0000","last_active":"2024-09-12T18:23:50.541705+0000","last_peered":"2024-09-12T18:23:50.541705+0000","last_clean":"2024-09-12T18:23:50.541705+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:23:50.541705+0000","last_undegraded":"2024-09-12T18:23:50.541705+0000","last_fullsized":"2024-09-12T18:23:50.541705+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.118473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'308","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:22.463967+0000","last_change":"2024-09-12T17:38:07.636714+0000","last_active":"2024-09-12T18:23:22.463967+0000","last_peered":"2024-09-12T18:23:22.463967+0000","last_clean":"2024-09-12T18:23:22.463967+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:23:22.463967+0000","last_undegraded":"2024-09-12T18:23:22.463967+0000","last_fullsized":"2024-09-12T18:23:22.463967+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:34.333247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17439145,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":478,"num_read_kb":51023,"num_write":1142,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018074+0000","last_change":"2024-09-12T17:38:11.668032+0000","last_active":"2024-09-12T18:23:15.018074+0000","last_peered":"2024-09-12T18:23:15.018074+0000","last_clean":"2024-09-12T18:23:15.018074+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:23:15.018074+0000","last_undegraded":"2024-09-12T18:23:15.018074+0000","last_fullsized":"2024-09-12T18:23:15.018074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:10.297121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'83","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.438799+0000","last_change":"2024-09-12T17:38:13.690226+0000","last_active":"2024-09-12T18:23:04.438799+0000","last_peered":"2024-09-12T18:23:04.438799+0000","last_clean":"2024-09-12T18:23:04.438799+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:23:04.438799+0000","last_undegraded":"2024-09-12T18:23:04.438799+0000","last_fullsized":"2024-09-12T18:23:04.438799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:05.071904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'753","reported_seq":2227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.180845+0000","last_change":"2024-09-12T17:38:15.701859+0000","last_active":"2024-09-12T18:25:24.180845+0000","last_peered":"2024-09-12T18:25:24.180845+0000","last_clean":"2024-09-12T18:25:24.180845+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:25:24.180845+0000","last_undegraded":"2024-09-12T18:25:24.180845+0000","last_fullsized":"2024-09-12T18:25:24.180845+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":700,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:39.919455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'117","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.301842+0000","last_change":"2024-09-12T17:38:17.710220+0000","last_active":"2024-09-12T18:23:00.301842+0000","last_peered":"2024-09-12T18:23:00.301842+0000","last_clean":"2024-09-12T18:23:00.301842+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:23:00.301842+0000","last_undegraded":"2024-09-12T18:23:00.301842+0000","last_fullsized":"2024-09-12T18:23:00.301842+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:46.315437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'83","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408457+0000","last_change":"2024-09-12T17:38:09.661810+0000","last_active":"2024-09-12T18:23:10.408457+0000","last_peered":"2024-09-12T18:23:10.408457+0000","last_clean":"2024-09-12T18:23:10.408457+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:23:10.408457+0000","last_undegraded":"2024-09-12T18:23:10.408457+0000","last_fullsized":"2024-09-12T18:23:10.408457+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:16.112089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'285","reported_seq":894,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.497458+0000","last_change":"2024-09-12T17:38:38.770303+0000","last_active":"2024-09-12T18:23:40.497458+0000","last_peered":"2024-09-12T18:23:40.497458+0000","last_clean":"2024-09-12T18:23:40.497458+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:23:40.497458+0000","last_undegraded":"2024-09-12T18:23:40.497458+0000","last_fullsized":"2024-09-12T18:23:40.497458+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:08.344402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4826630,"num_objects":67,"num_object_clones":0,"num_object_copies":268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":400,"num_read_kb":8478,"num_write":987,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238981+0000","last_change":"2024-09-12T17:38:11.659173+0000","last_active":"2024-09-12T18:23:15.238981+0000","last_peered":"2024-09-12T18:23:15.238981+0000","last_clean":"2024-09-12T18:23:15.238981+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:23:15.238981+0000","last_undegraded":"2024-09-12T18:23:15.238981+0000","last_fullsized":"2024-09-12T18:23:15.238981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:53.581707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'319","reported_seq":893,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.213514+0000","last_change":"2024-09-12T17:38:13.687443+0000","last_active":"2024-09-12T18:24:15.213514+0000","last_peered":"2024-09-12T18:24:15.213514+0000","last_clean":"2024-09-12T18:24:15.213514+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:24:15.213514+0000","last_undegraded":"2024-09-12T18:24:15.213514+0000","last_fullsized":"2024-09-12T18:24:15.213514+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:19.998119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69448,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":527,"num_read_kb":1100,"num_write":438,"num_write_kb":348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:49.222313+0000","last_change":"2024-09-12T17:38:15.706762+0000","last_active":"2024-09-12T18:21:49.222313+0000","last_peered":"2024-09-12T18:21:49.222313+0000","last_clean":"2024-09-12T18:21:49.222313+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:21:49.222313+0000","last_undegraded":"2024-09-12T18:21:49.222313+0000","last_fullsized":"2024-09-12T18:21:49.222313+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:01.637311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'134","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.534800+0000","last_change":"2024-09-12T17:38:17.711831+0000","last_active":"2024-09-12T18:24:02.534800+0000","last_peered":"2024-09-12T18:24:02.534800+0000","last_clean":"2024-09-12T18:24:02.534800+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:24:02.534800+0000","last_undegraded":"2024-09-12T18:24:02.534800+0000","last_fullsized":"2024-09-12T18:24:02.534800+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:04.949600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":809,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.063368+0000","last_change":"2024-09-12T17:38:09.658558+0000","last_active":"2024-09-12T18:24:05.063368+0000","last_peered":"2024-09-12T18:24:05.063368+0000","last_clean":"2024-09-12T18:24:05.063368+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:24:05.063368+0000","last_undegraded":"2024-09-12T18:24:05.063368+0000","last_fullsized":"2024-09-12T18:24:05.063368+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:28.201056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'278","reported_seq":956,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.431777+0000","last_change":"2024-09-12T17:38:07.675174+0000","last_active":"2024-09-12T18:23:36.431777+0000","last_peered":"2024-09-12T18:23:36.431777+0000","last_clean":"2024-09-12T18:23:36.431777+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:23:36.431777+0000","last_undegraded":"2024-09-12T18:23:36.431777+0000","last_fullsized":"2024-09-12T18:23:36.431777+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:01.934555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10063872,"num_objects":69,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":32865,"num_write":1125,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199927+0000","last_change":"2024-09-12T17:38:11.663554+0000","last_active":"2024-09-12T18:23:15.199927+0000","last_peered":"2024-09-12T18:23:15.199927+0000","last_clean":"2024-09-12T18:23:15.199927+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:23:15.199927+0000","last_undegraded":"2024-09-12T18:23:15.199927+0000","last_fullsized":"2024-09-12T18:23:15.199927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:20.276912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'235","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257420+0000","last_change":"2024-09-12T17:38:13.689014+0000","last_active":"2024-09-12T18:24:09.257420+0000","last_peered":"2024-09-12T18:24:09.257420+0000","last_clean":"2024-09-12T18:24:09.257420+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:24:09.257420+0000","last_undegraded":"2024-09-12T18:24:09.257420+0000","last_fullsized":"2024-09-12T18:24:09.257420+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:54:26.198120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48148,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":816,"num_write":320,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:50.190279+0000","last_change":"2024-09-12T17:38:15.703594+0000","last_active":"2024-09-12T18:21:50.190279+0000","last_peered":"2024-09-12T18:21:50.190279+0000","last_clean":"2024-09-12T18:21:50.190279+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:21:50.190279+0000","last_undegraded":"2024-09-12T18:21:50.190279+0000","last_fullsized":"2024-09-12T18:21:50.190279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'109","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.969353+0000","last_change":"2024-09-12T17:38:17.708631+0000","last_active":"2024-09-12T18:23:41.969353+0000","last_peered":"2024-09-12T18:23:41.969353+0000","last_clean":"2024-09-12T18:23:41.969353+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:23:41.969353+0000","last_undegraded":"2024-09-12T18:23:41.969353+0000","last_fullsized":"2024-09-12T18:23:41.969353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:44.208099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.544544+0000","last_change":"2024-09-12T17:38:09.658911+0000","last_active":"2024-09-12T18:22:20.544544+0000","last_peered":"2024-09-12T18:22:20.544544+0000","last_clean":"2024-09-12T18:22:20.544544+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:22:20.544544+0000","last_undegraded":"2024-09-12T18:22:20.544544+0000","last_fullsized":"2024-09-12T18:22:20.544544+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:11.566296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'297","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.637165+0000","last_change":"2024-09-12T17:38:07.689055+0000","last_active":"2024-09-12T18:24:01.637165+0000","last_peered":"2024-09-12T18:24:01.637165+0000","last_clean":"2024-09-12T18:24:01.637165+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:24:01.637165+0000","last_undegraded":"2024-09-12T18:24:01.637165+0000","last_fullsized":"2024-09-12T18:24:01.637165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:16.019265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15160283,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":625,"num_read_kb":40131,"num_write":1108,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389240+0000","last_change":"2024-09-12T17:38:11.663228+0000","last_active":"2024-09-12T18:21:45.389240+0000","last_peered":"2024-09-12T18:21:45.389240+0000","last_clean":"2024-09-12T18:21:45.389240+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:21:45.389240+0000","last_undegraded":"2024-09-12T18:21:45.389240+0000","last_fullsized":"2024-09-12T18:21:45.389240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:16.005318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'268","reported_seq":822,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.135428+0000","last_change":"2024-09-12T17:38:13.677003+0000","last_active":"2024-09-12T18:25:24.135428+0000","last_peered":"2024-09-12T18:25:24.135428+0000","last_clean":"2024-09-12T18:25:24.135428+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:25:24.135428+0000","last_undegraded":"2024-09-12T18:25:24.135428+0000","last_fullsized":"2024-09-12T18:25:24.135428+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:40.418830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65097,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":461,"num_read_kb":1043,"num_write":396,"num_write_kb":355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409608+0000","last_change":"2024-09-12T17:38:15.699502+0000","last_active":"2024-09-12T18:23:15.409608+0000","last_peered":"2024-09-12T18:23:15.409608+0000","last_clean":"2024-09-12T18:23:15.409608+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:23:15.409608+0000","last_undegraded":"2024-09-12T18:23:15.409608+0000","last_fullsized":"2024-09-12T18:23:15.409608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'169","reported_seq":1659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.471949+0000","last_change":"2024-09-12T17:38:17.718611+0000","last_active":"2024-09-12T18:24:02.471949+0000","last_peered":"2024-09-12T18:24:02.471949+0000","last_clean":"2024-09-12T18:24:02.471949+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:24:02.471949+0000","last_undegraded":"2024-09-12T18:24:02.471949+0000","last_fullsized":"2024-09-12T18:24:02.471949+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.895463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.744502+0000","last_change":"2024-09-12T17:38:09.669623+0000","last_active":"2024-09-12T18:23:44.744502+0000","last_peered":"2024-09-12T18:23:44.744502+0000","last_clean":"2024-09-12T18:23:44.744502+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:23:44.744502+0000","last_undegraded":"2024-09-12T18:23:44.744502+0000","last_fullsized":"2024-09-12T18:23:44.744502+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:02.272079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'280","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.991568+0000","last_change":"2024-09-12T17:38:07.660048+0000","last_active":"2024-09-12T18:23:36.991568+0000","last_peered":"2024-09-12T18:23:36.991568+0000","last_clean":"2024-09-12T18:23:36.991568+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:23:36.991568+0000","last_undegraded":"2024-09-12T18:23:36.991568+0000","last_fullsized":"2024-09-12T18:23:36.991568+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:16.332076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6285678,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":511,"num_read_kb":25750,"num_write":1084,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.200781+0000","last_change":"2024-09-12T17:38:11.671872+0000","last_active":"2024-09-12T18:21:55.200781+0000","last_peered":"2024-09-12T18:21:55.200781+0000","last_clean":"2024-09-12T18:21:55.200781+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:21:55.200781+0000","last_undegraded":"2024-09-12T18:21:55.200781+0000","last_fullsized":"2024-09-12T18:21:55.200781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:07.252620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'286","reported_seq":869,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:45.443110+0000","last_change":"2024-09-12T17:38:13.681876+0000","last_active":"2024-09-12T18:25:45.443110+0000","last_peered":"2024-09-12T18:25:45.443110+0000","last_clean":"2024-09-12T18:25:45.443110+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:25:45.443110+0000","last_undegraded":"2024-09-12T18:25:45.443110+0000","last_fullsized":"2024-09-12T18:25:45.443110+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:25.177940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53095,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":936,"num_write":372,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:19.244682+0000","last_change":"2024-09-12T17:38:15.703045+0000","last_active":"2024-09-12T18:23:19.244682+0000","last_peered":"2024-09-12T18:23:19.244682+0000","last_clean":"2024-09-12T18:23:19.244682+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:23:19.244682+0000","last_undegraded":"2024-09-12T18:23:19.244682+0000","last_fullsized":"2024-09-12T18:23:19.244682+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:37.097254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'112","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.024202+0000","last_change":"2024-09-12T17:38:17.715688+0000","last_active":"2024-09-12T18:25:23.024202+0000","last_peered":"2024-09-12T18:25:23.024202+0000","last_clean":"2024-09-12T18:25:23.024202+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:25:23.024202+0000","last_undegraded":"2024-09-12T18:25:23.024202+0000","last_fullsized":"2024-09-12T18:25:23.024202+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:40.278687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023957+0000","last_change":"2024-09-12T17:38:09.667419+0000","last_active":"2024-09-12T18:23:40.023957+0000","last_peered":"2024-09-12T18:23:40.023957+0000","last_clean":"2024-09-12T18:23:40.023957+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:23:40.023957+0000","last_undegraded":"2024-09-12T18:23:40.023957+0000","last_fullsized":"2024-09-12T18:23:40.023957+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:26.965300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'283","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:57.216483+0000","last_change":"2024-09-12T17:38:07.679329+0000","last_active":"2024-09-12T18:21:57.216483+0000","last_peered":"2024-09-12T18:21:57.216483+0000","last_clean":"2024-09-12T18:21:57.216483+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:21:57.216483+0000","last_undegraded":"2024-09-12T18:21:57.216483+0000","last_fullsized":"2024-09-12T18:21:57.216483+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:49.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9809211,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":505,"num_read_kb":7805,"num_write":1119,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023924+0000","last_change":"2024-09-12T17:38:09.664396+0000","last_active":"2024-09-12T18:23:40.023924+0000","last_peered":"2024-09-12T18:23:40.023924+0000","last_clean":"2024-09-12T18:23:40.023924+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:23:40.023924+0000","last_undegraded":"2024-09-12T18:23:40.023924+0000","last_fullsized":"2024-09-12T18:23:40.023924+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:29.018761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'237","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.283498+0000","last_change":"2024-09-12T17:38:07.666480+0000","last_active":"2024-09-12T18:23:44.283498+0000","last_peered":"2024-09-12T18:23:44.283498+0000","last_clean":"2024-09-12T18:23:44.283498+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:23:44.283498+0000","last_undegraded":"2024-09-12T18:23:44.283498+0000","last_fullsized":"2024-09-12T18:23:44.283498+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:10.717173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6694570,"num_objects":64,"num_object_clones":0,"num_object_copies":256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":328,"num_read_kb":17317,"num_write":854,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:42.846111+0000","last_change":"2024-09-12T17:38:09.676444+0000","last_active":"2024-09-12T18:23:42.846111+0000","last_peered":"2024-09-12T18:23:42.846111+0000","last_clean":"2024-09-12T18:23:42.846111+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:23:42.846111+0000","last_undegraded":"2024-09-12T18:23:42.846111+0000","last_fullsized":"2024-09-12T18:23:42.846111+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:14.046096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'277","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.900069+0000","last_change":"2024-09-12T17:38:07.658969+0000","last_active":"2024-09-12T18:23:28.900069+0000","last_peered":"2024-09-12T18:23:28.900069+0000","last_clean":"2024-09-12T18:23:28.900069+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:23:28.900069+0000","last_undegraded":"2024-09-12T18:23:28.900069+0000","last_fullsized":"2024-09-12T18:23:28.900069+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:55.820308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12141407,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":436,"num_read_kb":36597,"num_write":1120,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'315","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.035940+0000","last_change":"2024-09-12T17:38:09.663676+0000","last_active":"2024-09-12T18:24:01.035940+0000","last_peered":"2024-09-12T18:24:01.035940+0000","last_clean":"2024-09-12T18:24:01.035940+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:24:01.035940+0000","last_undegraded":"2024-09-12T18:24:01.035940+0000","last_fullsized":"2024-09-12T18:24:01.035940+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:45.737609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'313","reported_seq":1160,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257523+0000","last_change":"2024-09-12T17:38:07.635830+0000","last_active":"2024-09-12T18:24:09.257523+0000","last_peered":"2024-09-12T18:24:09.257523+0000","last_clean":"2024-09-12T18:24:09.257523+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:24:09.257523+0000","last_undegraded":"2024-09-12T18:24:09.257523+0000","last_fullsized":"2024-09-12T18:24:09.257523+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:14.924945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6719987,"num_objects":62,"num_object_clones":0,"num_object_copies":248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":888,"num_read_kb":17481,"num_write":1204,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":653,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.071546+0000","last_change":"2024-09-12T17:38:09.667790+0000","last_active":"2024-09-12T18:23:40.071546+0000","last_peered":"2024-09-12T18:23:40.071546+0000","last_clean":"2024-09-12T18:23:40.071546+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:23:40.071546+0000","last_undegraded":"2024-09-12T18:23:40.071546+0000","last_fullsized":"2024-09-12T18:23:40.071546+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:30.118530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'338","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.258716+0000","last_change":"2024-09-12T17:38:07.644128+0000","last_active":"2024-09-12T18:24:01.258716+0000","last_peered":"2024-09-12T18:24:01.258716+0000","last_clean":"2024-09-12T18:24:01.258716+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:24:01.258716+0000","last_undegraded":"2024-09-12T18:24:01.258716+0000","last_fullsized":"2024-09-12T18:24:01.258716+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:26.725705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11378856,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":536,"num_read_kb":21835,"num_write":1253,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'261","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.540184+0000","last_change":"2024-09-12T17:38:09.671253+0000","last_active":"2024-09-12T18:23:38.540184+0000","last_peered":"2024-09-12T18:23:38.540184+0000","last_clean":"2024-09-12T18:23:38.540184+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:23:38.540184+0000","last_undegraded":"2024-09-12T18:23:38.540184+0000","last_fullsized":"2024-09-12T18:23:38.540184+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:05.854970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'295","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023868+0000","last_change":"2024-09-12T17:38:07.663898+0000","last_active":"2024-09-12T18:23:40.023868+0000","last_peered":"2024-09-12T18:23:40.023868+0000","last_clean":"2024-09-12T18:23:40.023868+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:23:40.023868+0000","last_undegraded":"2024-09-12T18:23:40.023868+0000","last_fullsized":"2024-09-12T18:23:40.023868+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:02.011741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12730277,"num_objects":90,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":449,"num_read_kb":34542,"num_write":1054,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.519855+0000","last_change":"2024-09-12T17:38:39.012754+0000","last_active":"2024-09-12T18:23:12.519855+0000","last_peered":"2024-09-12T18:23:12.519855+0000","last_clean":"2024-09-12T18:23:12.519855+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:23:12.519855+0000","last_undegraded":"2024-09-12T18:23:12.519855+0000","last_fullsized":"2024-09-12T18:23:12.519855+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:27.415659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'340","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.208168+0000","last_change":"2024-09-12T17:38:39.014168+0000","last_active":"2024-09-12T18:23:49.208168+0000","last_peered":"2024-09-12T18:23:49.208168+0000","last_clean":"2024-09-12T18:23:49.208168+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:23:49.208168+0000","last_undegraded":"2024-09-12T18:23:49.208168+0000","last_fullsized":"2024-09-12T18:23:49.208168+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:16.412023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20305114,"num_objects":72,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":609,"num_read_kb":38534,"num_write":1196,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'174","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:27.549995+0000","last_change":"2024-09-12T17:38:09.665414+0000","last_active":"2024-09-12T18:23:27.549995+0000","last_peered":"2024-09-12T18:23:27.549995+0000","last_clean":"2024-09-12T18:23:27.549995+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:23:27.549995+0000","last_undegraded":"2024-09-12T18:23:27.549995+0000","last_fullsized":"2024-09-12T18:23:27.549995+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:56.370270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'262","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.806472+0000","last_change":"2024-09-12T17:38:07.660058+0000","last_active":"2024-09-12T18:23:50.806472+0000","last_peered":"2024-09-12T18:23:50.806472+0000","last_clean":"2024-09-12T18:23:50.806472+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:23:50.806472+0000","last_undegraded":"2024-09-12T18:23:50.806472+0000","last_fullsized":"2024-09-12T18:23:50.806472+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:38.758381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10509203,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":362,"num_read_kb":21073,"num_write":901,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232668+0000","last_change":"2024-09-12T17:38:09.662760+0000","last_active":"2024-09-12T18:22:29.232668+0000","last_peered":"2024-09-12T18:22:29.232668+0000","last_clean":"2024-09-12T18:22:29.232668+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:22:29.232668+0000","last_undegraded":"2024-09-12T18:22:29.232668+0000","last_fullsized":"2024-09-12T18:22:29.232668+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:24.246348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'238","reported_seq":868,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.029073+0000","last_change":"2024-09-12T17:38:07.656695+0000","last_active":"2024-09-12T18:23:50.029073+0000","last_peered":"2024-09-12T18:23:50.029073+0000","last_clean":"2024-09-12T18:23:50.029073+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:23:50.029073+0000","last_undegraded":"2024-09-12T18:23:50.029073+0000","last_fullsized":"2024-09-12T18:23:50.029073+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:09.686886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8508845,"num_objects":61,"num_object_clones":0,"num_object_copies":244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":407,"num_read_kb":11073,"num_write":849,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.372746+0000","last_change":"2024-09-12T17:38:09.642683+0000","last_active":"2024-09-12T18:23:20.372746+0000","last_peered":"2024-09-12T18:23:20.372746+0000","last_clean":"2024-09-12T18:23:20.372746+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:23:20.372746+0000","last_undegraded":"2024-09-12T18:23:20.372746+0000","last_fullsized":"2024-09-12T18:23:20.372746+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.721691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'293","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.236385+0000","last_change":"2024-09-12T17:38:07.638914+0000","last_active":"2024-09-12T18:23:10.236385+0000","last_peered":"2024-09-12T18:23:10.236385+0000","last_clean":"2024-09-12T18:23:10.236385+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:23:10.236385+0000","last_undegraded":"2024-09-12T18:23:10.236385+0000","last_fullsized":"2024-09-12T18:23:10.236385+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:35.924810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2874354,"num_objects":84,"num_object_clones":0,"num_object_copies":336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":382,"num_read_kb":6740,"num_write":1001,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":774,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026698+0000","last_change":"2024-09-12T17:38:09.667624+0000","last_active":"2024-09-12T18:23:25.026698+0000","last_peered":"2024-09-12T18:23:25.026698+0000","last_clean":"2024-09-12T18:23:25.026698+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:23:25.026698+0000","last_undegraded":"2024-09-12T18:23:25.026698+0000","last_fullsized":"2024-09-12T18:23:25.026698+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:49.055671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'284","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198767+0000","last_change":"2024-09-12T17:38:07.659937+0000","last_active":"2024-09-12T18:23:10.198767+0000","last_peered":"2024-09-12T18:23:10.198767+0000","last_clean":"2024-09-12T18:23:10.198767+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:23:10.198767+0000","last_undegraded":"2024-09-12T18:23:10.198767+0000","last_fullsized":"2024-09-12T18:23:10.198767+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:33.176995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5295750,"num_objects":80,"num_object_clones":0,"num_object_copies":320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":398,"num_read_kb":47490,"num_write":1034,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.957507+0000","last_change":"2024-09-12T17:38:09.668894+0000","last_active":"2024-09-12T18:23:29.957507+0000","last_peered":"2024-09-12T18:23:29.957507+0000","last_clean":"2024-09-12T18:23:29.957507+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:23:29.957507+0000","last_undegraded":"2024-09-12T18:23:29.957507+0000","last_fullsized":"2024-09-12T18:23:29.957507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:56.977166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'257","reported_seq":941,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:28.085208+0000","last_change":"2024-09-12T17:38:07.636269+0000","last_active":"2024-09-12T18:23:28.085208+0000","last_peered":"2024-09-12T18:23:28.085208+0000","last_clean":"2024-09-12T18:23:28.085208+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:23:28.085208+0000","last_undegraded":"2024-09-12T18:23:28.085208+0000","last_fullsized":"2024-09-12T18:23:28.085208+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:20.748178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10814543,"num_objects":71,"num_object_clones":0,"num_object_copies":284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":453,"num_read_kb":128042,"num_write":972,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1213,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237574+0000","last_change":"2024-09-12T17:38:09.658281+0000","last_active":"2024-09-12T18:23:10.237574+0000","last_peered":"2024-09-12T18:23:10.237574+0000","last_clean":"2024-09-12T18:23:10.237574+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:23:10.237574+0000","last_undegraded":"2024-09-12T18:23:10.237574+0000","last_fullsized":"2024-09-12T18:23:10.237574+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:36.966084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'231","reported_seq":904,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.010598+0000","last_change":"2024-09-12T17:38:07.678605+0000","last_active":"2024-09-12T18:23:10.010598+0000","last_peered":"2024-09-12T18:23:10.010598+0000","last_clean":"2024-09-12T18:23:10.010598+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:23:10.010598+0000","last_undegraded":"2024-09-12T18:23:10.010598+0000","last_fullsized":"2024-09-12T18:23:10.010598+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:35.749489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4213474,"num_objects":55,"num_object_clones":0,"num_object_copies":220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":470,"num_read_kb":17046,"num_write":869,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'156","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.142019+0000","last_change":"2024-09-12T17:38:09.662897+0000","last_active":"2024-09-12T18:23:25.142019+0000","last_peered":"2024-09-12T18:23:25.142019+0000","last_clean":"2024-09-12T18:23:25.142019+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:23:25.142019+0000","last_undegraded":"2024-09-12T18:23:25.142019+0000","last_fullsized":"2024-09-12T18:23:25.142019+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:59.821750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'257","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.368165+0000","last_change":"2024-09-12T17:38:07.676186+0000","last_active":"2024-09-12T18:23:33.368165+0000","last_peered":"2024-09-12T18:23:33.368165+0000","last_clean":"2024-09-12T18:23:33.368165+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:23:33.368165+0000","last_undegraded":"2024-09-12T18:23:33.368165+0000","last_fullsized":"2024-09-12T18:23:33.368165+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:27.453671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13700073,"num_objects":75,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":386,"num_read_kb":31771,"num_write":867,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'261","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.695171+0000","last_change":"2024-09-12T17:38:09.666575+0000","last_active":"2024-09-12T18:23:49.695171+0000","last_peered":"2024-09-12T18:23:49.695171+0000","last_clean":"2024-09-12T18:23:49.695171+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:23:49.695171+0000","last_undegraded":"2024-09-12T18:23:49.695171+0000","last_fullsized":"2024-09-12T18:23:49.695171+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:11.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'251","reported_seq":879,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.260990+0000","last_change":"2024-09-12T17:38:07.667576+0000","last_active":"2024-09-12T18:24:01.260990+0000","last_peered":"2024-09-12T18:24:01.260990+0000","last_clean":"2024-09-12T18:24:01.260990+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:24:01.260990+0000","last_undegraded":"2024-09-12T18:24:01.260990+0000","last_fullsized":"2024-09-12T18:24:01.260990+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:37.715151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21458286,"num_objects":78,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":371,"num_read_kb":41834,"num_write":887,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246132+0000","last_change":"2024-09-12T17:38:09.658493+0000","last_active":"2024-09-12T18:23:45.246132+0000","last_peered":"2024-09-12T18:23:45.246132+0000","last_clean":"2024-09-12T18:23:45.246132+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:23:45.246132+0000","last_undegraded":"2024-09-12T18:23:45.246132+0000","last_fullsized":"2024-09-12T18:23:45.246132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:32.465504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'293","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:13.014325+0000","last_change":"2024-09-12T17:38:07.677258+0000","last_active":"2024-09-12T18:25:13.014325+0000","last_peered":"2024-09-12T18:25:13.014325+0000","last_clean":"2024-09-12T18:25:13.014325+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:25:13.014325+0000","last_undegraded":"2024-09-12T18:25:13.014325+0000","last_fullsized":"2024-09-12T18:25:13.014325+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:53.802542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9436113,"num_objects":82,"num_object_clones":0,"num_object_copies":328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":400,"num_read_kb":38388,"num_write":1006,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'255","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.410750+0000","last_change":"2024-09-12T17:38:07.659818+0000","last_active":"2024-09-12T18:23:43.410750+0000","last_peered":"2024-09-12T18:23:43.410750+0000","last_clean":"2024-09-12T18:23:43.410750+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:23:43.410750+0000","last_undegraded":"2024-09-12T18:23:43.410750+0000","last_fullsized":"2024-09-12T18:23:43.410750+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:30.431890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14630998,"num_objects":70,"num_object_clones":0,"num_object_copies":280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":510,"num_read_kb":33184,"num_write":938,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":701,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:36.643666+0000","last_change":"2024-09-12T17:38:09.659012+0000","last_active":"2024-09-12T18:22:36.643666+0000","last_peered":"2024-09-12T18:22:36.643666+0000","last_clean":"2024-09-12T18:22:36.643666+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:22:36.643666+0000","last_undegraded":"2024-09-12T18:22:36.643666+0000","last_fullsized":"2024-09-12T18:22:36.643666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:53.643108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'296","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.209325+0000","last_change":"2024-09-12T17:38:38.891634+0000","last_active":"2024-09-12T18:22:30.209325+0000","last_peered":"2024-09-12T18:22:30.209325+0000","last_clean":"2024-09-12T18:22:30.209325+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:22:30.209325+0000","last_undegraded":"2024-09-12T18:22:30.209325+0000","last_fullsized":"2024-09-12T18:22:30.209325+0000","mapping_epoch":39,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:31.329117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5771964,"num_objects":66,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":497,"num_read_kb":17913,"num_write":1099,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:01.951225+0000","last_change":"2024-09-12T17:38:09.668126+0000","last_active":"2024-09-12T18:22:01.951225+0000","last_peered":"2024-09-12T18:22:01.951225+0000","last_clean":"2024-09-12T18:22:01.951225+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:22:01.951225+0000","last_undegraded":"2024-09-12T18:22:01.951225+0000","last_fullsized":"2024-09-12T18:22:01.951225+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:34.233990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1032,"ondisk_log_size":1032,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1668,"ondisk_log_size":1668,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":551,"ondisk_log_size":551,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1938643,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":16975,"num_read_kb":32655,"num_write":14381,"num_write_kb":11568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3342336,"data_stored":2821210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1977,"ondisk_log_size":1977,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2432,"num_read_kb":2898,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4107,"ondisk_log_size":4107,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":674538561,"num_objects":4505,"num_object_clones":0,"num_object_copies":18020,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4505,"num_whiteouts":0,"num_read":32005,"num_read_kb":2140760,"num_write":67764,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":965586944,"data_stored":965586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4315,"ondisk_log_size":4315,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75076605,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":181175,"num_write":158,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":150159360,"data_stored":150153210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":70886397,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":133,"num_read_kb":169923,"num_write":159,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":145969152,"data_stored":145963002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510024,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":407528,"kb_used_data":145880,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93964312,"statfs":{"total":96636764160,"available":96219455488,"internally_reserved":0,"allocated":149381120,"data_stored":147283380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":267909578},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510020,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":419400,"kb_used_data":167480,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93952440,"statfs":{"total":96636764160,"available":96207298560,"internally_reserved":0,"allocated":171499520,"data_stored":169500174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510022,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":311604,"kb_used_data":145828,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94060236,"statfs":{"total":96636764160,"available":96317681664,"internally_reserved":0,"allocated":149327872,"data_stored":147209639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510021,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":259556,"kb_used_data":152020,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94112284,"statfs":{"total":96636764160,"available":96370978816,"internally_reserved":0,"allocated":155668480,"data_stored":153707561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510023,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":476644,"kb_used_data":206676,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93895196,"statfs":{"total":96636764160,"available":96148680704,"internally_reserved":0,"allocated":211636224,"data_stored":209580209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":276429255},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510022,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":238404,"kb_used_data":135092,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94133436,"statfs":{"total":96636764160,"available":96392638464,"internally_reserved":0,"allocated":138334208,"data_stored":136356011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105773509},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510022,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323484,"kb_used_data":157708,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94048356,"statfs":{"total":96636764160,"available":96305516544,"internally_reserved":0,"allocated":161492992,"data_stored":159459038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542728,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406924,"kb_used_data":163324,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93964916,"statfs":{"total":96636764160,"available":96220073984,"internally_reserved":0,"allocated":167243776,"data_stored":165180528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":249428421},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":117329920,"data_stored":117329920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":117936128,"data_stored":117936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":95117312,"data_stored":95117312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":127074304,"data_stored":127074304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":130281472,"data_stored":130281472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":120123392,"data_stored":120123392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":142200832,"data_stored":142200832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":115523584,"data_stored":115523584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":348035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":379452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":146246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":498774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":89116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":655360,"data_stored":550198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":323584,"data_stored":268675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":638976,"data_stored":540714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":30404608,"data_stored":30404608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21000192,"data_stored":20998482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16793600,"data_stored":16793600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12619776,"data_stored":12618961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":13176832,"data_stored":13175467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":587564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24121344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":14213120,"data_stored":14211755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":17850368,"data_stored":17850368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":22003712,"data_stored":22003712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":52449280,"data_stored":52448465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4214784,"data_stored":4213889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11067392,"data_stored":11065132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24150016,"data_stored":24149201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4210688,"data_stored":4210688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:26:00.517 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T18:26:00.867 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:00.867 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":268,"fsid":"06d8cebf-c58e-4496-b650-d9166e446113","created":"2024-09-12T17:37:31.787256+0000","modified":"2024-09-12T18:08:03.228128+0000","last_up_change":"2024-09-12T17:37:44.233708+0000","last_in_change":"2024-09-12T17:37:34.339918+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:37:44.971534+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:37:50.243026+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T17:38:05.575334+0000","flags":1,"flags_names":"hashpspool","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":12288,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T17:38:07.970715+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T17:38:09.758408+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T17:38:11.762522+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T17:38:13.708221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T17:38:15.826998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T17:54:24.665416+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"257","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T17:56:13.437470+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"260","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T17:56:15.876088+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"263","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T18:08:00.684007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"268","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6e097a49-e25a-4b16-9368-5c426e14b157","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6801","nonce":1461405544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6803","nonce":1461405544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6807","nonce":1461405544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":1461405544},{"type":"v1","addr":"172.21.15.92:6805","nonce":1461405544}]},"public_addr":"172.21.15.92:6801/1461405544","cluster_addr":"172.21.15.92:6803/1461405544","heartbeat_back_addr":"172.21.15.92:6807/1461405544","heartbeat_front_addr":"172.21.15.92:6805/1461405544","state":["exists","up"]},{"osd":1,"uuid":"29a6fb3f-1400-4e7c-bc92-5598756278d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6825","nonce":2652194826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6827","nonce":2652194826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6831","nonce":2652194826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":2652194826},{"type":"v1","addr":"172.21.15.92:6829","nonce":2652194826}]},"public_addr":"172.21.15.92:6825/2652194826","cluster_addr":"172.21.15.92:6827/2652194826","heartbeat_back_addr":"172.21.15.92:6831/2652194826","heartbeat_front_addr":"172.21.15.92:6829/2652194826","state":["exists","up"]},{"osd":2,"uuid":"24085860-5a85-4f86-badc-331d183e47d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6809","nonce":227123616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6811","nonce":227123616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6815","nonce":227123616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":227123616},{"type":"v1","addr":"172.21.15.92:6813","nonce":227123616}]},"public_addr":"172.21.15.92:6809/227123616","cluster_addr":"172.21.15.92:6811/227123616","heartbeat_back_addr":"172.21.15.92:6815/227123616","heartbeat_front_addr":"172.21.15.92:6813/227123616","state":["exists","up"]},{"osd":3,"uuid":"3f1c6814-e70c-4259-9cd9-80aae1e88e89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6817","nonce":4181824235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6819","nonce":4181824235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6823","nonce":4181824235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":4181824235},{"type":"v1","addr":"172.21.15.92:6821","nonce":4181824235}]},"public_addr":"172.21.15.92:6817/4181824235","cluster_addr":"172.21.15.92:6819/4181824235","heartbeat_back_addr":"172.21.15.92:6823/4181824235","heartbeat_front_addr":"172.21.15.92:6821/4181824235","state":["exists","up"]},{"osd":4,"uuid":"7856454a-68c0-4c36-a71e-10be32e6b94f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6825","nonce":2867254089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6827","nonce":2867254089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6831","nonce":2867254089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":2867254089},{"type":"v1","addr":"172.21.15.165:6829","nonce":2867254089}]},"public_addr":"172.21.15.165:6825/2867254089","cluster_addr":"172.21.15.165:6827/2867254089","heartbeat_back_addr":"172.21.15.165:6831/2867254089","heartbeat_front_addr":"172.21.15.165:6829/2867254089","state":["exists","up"]},{"osd":5,"uuid":"be2d7dc0-64c5-4632-91ea-fbb7c0dcd58d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6801","nonce":262028902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6803","nonce":262028902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6807","nonce":262028902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":262028902},{"type":"v1","addr":"172.21.15.165:6805","nonce":262028902}]},"public_addr":"172.21.15.165:6801/262028902","cluster_addr":"172.21.15.165:6803/262028902","heartbeat_back_addr":"172.21.15.165:6807/262028902","heartbeat_front_addr":"172.21.15.165:6805/262028902","state":["exists","up"]},{"osd":6,"uuid":"98941f56-8ea0-4824-8024-21b7b65d4b19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6817","nonce":1533553533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6819","nonce":1533553533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6823","nonce":1533553533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1533553533},{"type":"v1","addr":"172.21.15.165:6821","nonce":1533553533}]},"public_addr":"172.21.15.165:6817/1533553533","cluster_addr":"172.21.15.165:6819/1533553533","heartbeat_back_addr":"172.21.15.165:6823/1533553533","heartbeat_front_addr":"172.21.15.165:6821/1533553533","state":["exists","up"]},{"osd":7,"uuid":"ca6f8e7e-852a-4337-8400-deb8eaa8ff3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":266,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6809","nonce":2138253642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6811","nonce":2138253642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6815","nonce":2138253642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2138253642},{"type":"v1","addr":"172.21.15.165:6813","nonce":2138253642}]},"public_addr":"172.21.15.165:6809/2138253642","cluster_addr":"172.21.15.165:6811/2138253642","heartbeat_back_addr":"172.21.15.165:6815/2138253642","heartbeat_front_addr":"172.21.15.165:6813/2138253642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:40.606555+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.688952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.651756+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.285834+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.753062+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.094214+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.313400+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:37:41.096891+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.26","mappings":[{"from":7,"to":3}]},{"pgid":"3.31","mappings":[{"from":5,"to":3}]},{"pgid":"3.33","mappings":[{"from":6,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]},{"pgid":"4.14","mappings":[{"from":3,"to":2}]},{"pgid":"4.21","mappings":[{"from":1,"to":5}]},{"pgid":"67.1a","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"3","m":"1","name":"testprofile","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T18:26:01.887 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T18:26:01.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:02.052 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:02.052 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:02.053 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:02.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T18:26:02.369 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T18:26:02.387 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T18:26:02.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:02.532 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:02.533 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:02.533 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:02.548 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T18:26:02.851 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T18:26:02.871 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T18:26:02.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:03.012 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:03.012 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:03.012 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:03.027 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T18:26:03.319 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T18:26:03.337 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T18:26:03.337 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:03.474 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:03.474 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:03.474 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:03.489 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T18:26:03.772 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T18:26:03.791 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T18:26:03.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:03.928 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:03.928 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:03.928 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:03.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T18:26:04.232 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T18:26:04.251 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T18:26:04.252 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:04.403 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:04.404 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:04.404 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:04.420 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T18:26:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T18:26:04.722 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T18:26:04.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:04.870 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:04.870 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:04.870 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:04.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T18:26:05.174 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T18:26:05.192 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T18:26:05.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:26:05.332 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-12T18:26:05.332 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:26:05.332 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-12T18:26:05.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T18:26:05.641 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T18:26:05.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:26:05.995 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:06.014 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:26:06.021 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1711,"stamp":"2024-09-12T18:26:04.850533+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":83570141,"num_objects":716,"num_object_clones":0,"num_object_copies":2200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":180550,"num_read_kb":2637058,"num_write":142704,"num_write_kb":2517381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13401,"ondisk_log_size":13401,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1803988,"kb_used_data":143224,"kb_used_omap":12,"kb_used_meta":1659635,"kb_avail":753170732,"statfs":{"total":773094113280,"available":771246829568,"internally_reserved":0,"allocated":146661376,"data_stored":130616026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1699466800},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-743668772,"num_objects":-4177,"num_object_clones":0,"num_object_copies":-16596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4177,"num_whiteouts":0,"num_read":4695,"num_read_kb":4252,"num_write":4458,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007072"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'5","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.208069+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:23:50.208069+0000","last_peered":"2024-09-12T18:23:50.208069+0000","last_clean":"2024-09-12T18:23:50.208069+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:23:50.208069+0000","last_undegraded":"2024-09-12T18:23:50.208069+0000","last_fullsized":"2024-09-12T18:23:50.208069+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:11.995015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6140,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'3","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.245548+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:23:45.245548+0000","last_peered":"2024-09-12T18:23:45.245548+0000","last_clean":"2024-09-12T18:23:45.245548+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:23:45.245548+0000","last_undegraded":"2024-09-12T18:23:45.245548+0000","last_fullsized":"2024-09-12T18:23:45.245548+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:02.885437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.022756+0000","last_change":"2024-09-12T18:08:02.287540+0000","last_active":"2024-09-12T18:23:05.022756+0000","last_peered":"2024-09-12T18:23:05.022756+0000","last_clean":"2024-09-12T18:23:05.022756+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:23:05.022756+0000","last_undegraded":"2024-09-12T18:23:05.022756+0000","last_fullsized":"2024-09-12T18:23:05.022756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:58.119021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'7","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.417365+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:23:50.417365+0000","last_peered":"2024-09-12T18:23:50.417365+0000","last_clean":"2024-09-12T18:23:50.417365+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:23:50.417365+0000","last_undegraded":"2024-09-12T18:23:50.417365+0000","last_fullsized":"2024-09-12T18:23:50.417365+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:32.233348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'7","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.299503+0000","last_change":"2024-09-12T17:56:14.690724+0000","last_active":"2024-09-12T18:25:56.299503+0000","last_peered":"2024-09-12T18:25:56.299503+0000","last_clean":"2024-09-12T18:25:56.299503+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:25:56.299503+0000","last_undegraded":"2024-09-12T18:25:56.299503+0000","last_fullsized":"2024-09-12T18:25:56.299503+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:58.064771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12300,"num_write":12,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.198731+0000","last_change":"2024-09-12T17:54:25.900253+0000","last_active":"2024-09-12T18:22:30.198731+0000","last_peered":"2024-09-12T18:22:30.198731+0000","last_clean":"2024-09-12T18:22:30.198731+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:22:30.198731+0000","last_undegraded":"2024-09-12T18:22:30.198731+0000","last_fullsized":"2024-09-12T18:22:30.198731+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:56.157126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200051+0000","last_change":"2024-09-12T18:08:02.250964+0000","last_active":"2024-09-12T18:22:35.200051+0000","last_peered":"2024-09-12T18:22:35.200051+0000","last_clean":"2024-09-12T18:22:35.200051+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:22:35.200051+0000","last_undegraded":"2024-09-12T18:22:35.200051+0000","last_fullsized":"2024-09-12T18:22:35.200051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:37.565811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.196538+0000","last_change":"2024-09-12T17:56:14.669503+0000","last_active":"2024-09-12T18:22:20.196538+0000","last_peered":"2024-09-12T18:22:20.196538+0000","last_clean":"2024-09-12T18:22:20.196538+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:22:20.196538+0000","last_undegraded":"2024-09-12T18:22:20.196538+0000","last_fullsized":"2024-09-12T18:22:20.196538+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:24.268915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018460+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:25:56.018460+0000","last_peered":"2024-09-12T18:25:56.018460+0000","last_clean":"2024-09-12T18:25:56.018460+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:25:56.018460+0000","last_undegraded":"2024-09-12T18:25:56.018460+0000","last_fullsized":"2024-09-12T18:25:56.018460+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:01.664598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":169,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.218056+0000","last_change":"2024-09-12T17:54:25.891691+0000","last_active":"2024-09-12T18:21:55.218056+0000","last_peered":"2024-09-12T18:21:55.218056+0000","last_clean":"2024-09-12T18:21:55.218056+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:21:55.218056+0000","last_undegraded":"2024-09-12T18:21:55.218056+0000","last_fullsized":"2024-09-12T18:21:55.218056+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:18.770512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.220644+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:22:05.220644+0000","last_peered":"2024-09-12T18:22:05.220644+0000","last_clean":"2024-09-12T18:22:05.220644+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:22:05.220644+0000","last_undegraded":"2024-09-12T18:22:05.220644+0000","last_fullsized":"2024-09-12T18:22:05.220644+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:20.698344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.229241+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:25:25.229241+0000","last_peered":"2024-09-12T18:25:25.229241+0000","last_clean":"2024-09-12T18:25:25.229241+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:25:25.229241+0000","last_undegraded":"2024-09-12T18:25:25.229241+0000","last_fullsized":"2024-09-12T18:25:25.229241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15356,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.007241+0000","last_change":"2024-09-12T17:56:17.718727+0000","last_active":"2024-09-12T18:22:55.007241+0000","last_peered":"2024-09-12T18:22:55.007241+0000","last_clean":"2024-09-12T18:22:55.007241+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:22:55.007241+0000","last_undegraded":"2024-09-12T18:22:55.007241+0000","last_fullsized":"2024-09-12T18:22:55.007241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:12.892636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.403751+0000","last_change":"2024-09-12T17:56:14.664454+0000","last_active":"2024-09-12T18:22:50.403751+0000","last_peered":"2024-09-12T18:22:50.403751+0000","last_clean":"2024-09-12T18:22:50.403751+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:22:50.403751+0000","last_undegraded":"2024-09-12T18:22:50.403751+0000","last_fullsized":"2024-09-12T18:22:50.403751+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:23.307822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191434+0000","last_change":"2024-09-12T17:54:25.886233+0000","last_active":"2024-09-12T18:21:55.191434+0000","last_peered":"2024-09-12T18:21:55.191434+0000","last_clean":"2024-09-12T18:21:55.191434+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:21:55.191434+0000","last_undegraded":"2024-09-12T18:21:55.191434+0000","last_fullsized":"2024-09-12T18:21:55.191434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:13.548029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":34,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:20.184051+0000","last_change":"2024-09-12T17:56:17.698403+0000","last_active":"2024-09-12T18:21:20.184051+0000","last_peered":"2024-09-12T18:21:20.184051+0000","last_clean":"2024-09-12T18:21:20.184051+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:21:20.184051+0000","last_undegraded":"2024-09-12T18:21:20.184051+0000","last_fullsized":"2024-09-12T18:21:20.184051+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:58.406942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'9","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.435143+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:25:55.435143+0000","last_peered":"2024-09-12T18:25:55.435143+0000","last_clean":"2024-09-12T18:25:55.435143+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:25:55.435143+0000","last_undegraded":"2024-09-12T18:25:55.435143+0000","last_fullsized":"2024-09-12T18:25:55.435143+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:52.121870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":24566,"num_write":14,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":154,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:34.248364+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:23:34.248364+0000","last_peered":"2024-09-12T18:23:34.248364+0000","last_clean":"2024-09-12T18:23:34.248364+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:23:34.248364+0000","last_undegraded":"2024-09-12T18:23:34.248364+0000","last_fullsized":"2024-09-12T18:23:34.248364+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'6","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.374624+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:25:56.374624+0000","last_peered":"2024-09-12T18:25:56.374624+0000","last_clean":"2024-09-12T18:25:56.374624+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:25:56.374624+0000","last_undegraded":"2024-09-12T18:25:56.374624+0000","last_fullsized":"2024-09-12T18:25:56.374624+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:19.044199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4663,"num_write":6,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.251497+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:23:44.251497+0000","last_peered":"2024-09-12T18:23:44.251497+0000","last_clean":"2024-09-12T18:23:44.251497+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:23:44.251497+0000","last_undegraded":"2024-09-12T18:23:44.251497+0000","last_fullsized":"2024-09-12T18:23:44.251497+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:51.041842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020515+0000","last_change":"2024-09-12T17:54:25.885657+0000","last_active":"2024-09-12T18:23:25.020515+0000","last_peered":"2024-09-12T18:23:25.020515+0000","last_clean":"2024-09-12T18:23:25.020515+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:23:25.020515+0000","last_undegraded":"2024-09-12T18:23:25.020515+0000","last_fullsized":"2024-09-12T18:23:25.020515+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:10.898048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203501+0000","last_change":"2024-09-12T18:08:02.257992+0000","last_active":"2024-09-12T18:22:05.203501+0000","last_peered":"2024-09-12T18:22:05.203501+0000","last_clean":"2024-09-12T18:22:05.203501+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:22:05.203501+0000","last_undegraded":"2024-09-12T18:22:05.203501+0000","last_fullsized":"2024-09-12T18:22:05.203501+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:12.331308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265174+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:25:20.265174+0000","last_peered":"2024-09-12T18:25:20.265174+0000","last_clean":"2024-09-12T18:25:20.265174+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:25:20.265174+0000","last_undegraded":"2024-09-12T18:25:20.265174+0000","last_fullsized":"2024-09-12T18:25:20.265174+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.183225+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:22:00.183225+0000","last_peered":"2024-09-12T18:22:00.183225+0000","last_clean":"2024-09-12T18:22:00.183225+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:22:00.183225+0000","last_undegraded":"2024-09-12T18:22:00.183225+0000","last_fullsized":"2024-09-12T18:22:00.183225+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:31.214385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.193345+0000","last_change":"2024-09-12T18:08:02.260633+0000","last_active":"2024-09-12T18:22:05.193345+0000","last_peered":"2024-09-12T18:22:05.193345+0000","last_clean":"2024-09-12T18:22:05.193345+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:22:05.193345+0000","last_undegraded":"2024-09-12T18:22:05.193345+0000","last_fullsized":"2024-09-12T18:22:05.193345+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:35.342592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255430+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:24:25.255430+0000","last_peered":"2024-09-12T18:24:25.255430+0000","last_clean":"2024-09-12T18:24:25.255430+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:24:25.255430+0000","last_undegraded":"2024-09-12T18:24:25.255430+0000","last_fullsized":"2024-09-12T18:24:25.255430+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221102+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:22:05.221102+0000","last_peered":"2024-09-12T18:22:05.221102+0000","last_clean":"2024-09-12T18:22:05.221102+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:22:05.221102+0000","last_undegraded":"2024-09-12T18:22:05.221102+0000","last_fullsized":"2024-09-12T18:22:05.221102+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.105623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265253+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:25:20.265253+0000","last_peered":"2024-09-12T18:25:20.265253+0000","last_clean":"2024-09-12T18:25:20.265253+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:25:20.265253+0000","last_undegraded":"2024-09-12T18:25:20.265253+0000","last_fullsized":"2024-09-12T18:25:20.265253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12280,"num_write":12,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:15.047504+0000","last_change":"2024-09-12T17:56:14.691160+0000","last_active":"2024-09-12T18:25:15.047504+0000","last_peered":"2024-09-12T18:25:15.047504+0000","last_clean":"2024-09-12T18:25:15.047504+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:25:15.047504+0000","last_undegraded":"2024-09-12T18:25:15.047504+0000","last_fullsized":"2024-09-12T18:25:15.047504+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:50.161156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":84,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026626+0000","last_change":"2024-09-12T17:54:25.891470+0000","last_active":"2024-09-12T18:23:25.026626+0000","last_peered":"2024-09-12T18:23:25.026626+0000","last_clean":"2024-09-12T18:23:25.026626+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:23:25.026626+0000","last_undegraded":"2024-09-12T18:23:25.026626+0000","last_fullsized":"2024-09-12T18:23:25.026626+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:49.914993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.184261+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:22:05.184261+0000","last_peered":"2024-09-12T18:22:05.184261+0000","last_clean":"2024-09-12T18:22:05.184261+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:22:05.184261+0000","last_undegraded":"2024-09-12T18:22:05.184261+0000","last_fullsized":"2024-09-12T18:22:05.184261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:51.968998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'11","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.437474+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:25:20.437474+0000","last_peered":"2024-09-12T18:25:20.437474+0000","last_clean":"2024-09-12T18:25:20.437474+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:25:20.437474+0000","last_undegraded":"2024-09-12T18:25:20.437474+0000","last_fullsized":"2024-09-12T18:25:20.437474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24576,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227233+0000","last_change":"2024-09-12T17:54:25.890987+0000","last_active":"2024-09-12T18:22:30.227233+0000","last_peered":"2024-09-12T18:22:30.227233+0000","last_clean":"2024-09-12T18:22:30.227233+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:22:30.227233+0000","last_undegraded":"2024-09-12T18:22:30.227233+0000","last_fullsized":"2024-09-12T18:22:30.227233+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:03.453771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.032927+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:24:20.032927+0000","last_peered":"2024-09-12T18:24:20.032927+0000","last_clean":"2024-09-12T18:24:20.032927+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:24:20.032927+0000","last_undegraded":"2024-09-12T18:24:20.032927+0000","last_fullsized":"2024-09-12T18:24:20.032927+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:15.515170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.422987+0000","last_change":"2024-09-12T17:56:14.673511+0000","last_active":"2024-09-12T18:24:15.422987+0000","last_peered":"2024-09-12T18:24:15.422987+0000","last_clean":"2024-09-12T18:24:15.422987+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:24:15.422987+0000","last_undegraded":"2024-09-12T18:24:15.422987+0000","last_fullsized":"2024-09-12T18:24:15.422987+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:06.954950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5116,"num_write":12,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.032831+0000","last_change":"2024-09-12T17:56:17.691315+0000","last_active":"2024-09-12T18:24:20.032831+0000","last_peered":"2024-09-12T18:24:20.032831+0000","last_clean":"2024-09-12T18:24:20.032831+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:24:20.032831+0000","last_undegraded":"2024-09-12T18:24:20.032831+0000","last_fullsized":"2024-09-12T18:24:20.032831+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:31.601212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.375543+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:25:56.375543+0000","last_peered":"2024-09-12T18:25:56.375543+0000","last_clean":"2024-09-12T18:25:56.375543+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:25:56.375543+0000","last_undegraded":"2024-09-12T18:25:56.375543+0000","last_fullsized":"2024-09-12T18:25:56.375543+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.241413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226384+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:22:04.226384+0000","last_peered":"2024-09-12T18:22:04.226384+0000","last_clean":"2024-09-12T18:22:04.226384+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:22:04.226384+0000","last_undegraded":"2024-09-12T18:22:04.226384+0000","last_fullsized":"2024-09-12T18:22:04.226384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:47.840275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.254207+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:24:20.254207+0000","last_peered":"2024-09-12T18:24:20.254207+0000","last_clean":"2024-09-12T18:24:20.254207+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:24:20.254207+0000","last_undegraded":"2024-09-12T18:24:20.254207+0000","last_fullsized":"2024-09-12T18:24:20.254207+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.097391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'9","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.025139+0000","last_change":"2024-09-12T17:56:14.662365+0000","last_active":"2024-09-12T18:24:15.025139+0000","last_peered":"2024-09-12T18:24:15.025139+0000","last_clean":"2024-09-12T18:24:15.025139+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:24:15.025139+0000","last_undegraded":"2024-09-12T18:24:15.025139+0000","last_fullsized":"2024-09-12T18:24:15.025139+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:22.623786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":4102,"num_write":14,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'101","reported_seq":363,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.345950+0000","last_change":"2024-09-12T17:54:25.874926+0000","last_active":"2024-09-12T18:22:58.345950+0000","last_peered":"2024-09-12T18:22:58.345950+0000","last_clean":"2024-09-12T18:22:58.345950+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:22:58.345950+0000","last_undegraded":"2024-09-12T18:22:58.345950+0000","last_fullsized":"2024-09-12T18:22:58.345950+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:38.099176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192474+0000","last_change":"2024-09-12T17:56:17.697296+0000","last_active":"2024-09-12T18:22:00.192474+0000","last_peered":"2024-09-12T18:22:00.192474+0000","last_clean":"2024-09-12T18:22:00.192474+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:22:00.192474+0000","last_undegraded":"2024-09-12T18:22:00.192474+0000","last_fullsized":"2024-09-12T18:22:00.192474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:14.985691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.213602+0000","last_change":"2024-09-12T17:56:14.665930+0000","last_active":"2024-09-12T18:24:15.213602+0000","last_peered":"2024-09-12T18:24:15.213602+0000","last_clean":"2024-09-12T18:24:15.213602+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:24:15.213602+0000","last_undegraded":"2024-09-12T18:24:15.213602+0000","last_fullsized":"2024-09-12T18:24:15.213602+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:31.699893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.025561+0000","last_change":"2024-09-12T18:08:02.260492+0000","last_active":"2024-09-12T18:23:20.025561+0000","last_peered":"2024-09-12T18:23:20.025561+0000","last_clean":"2024-09-12T18:23:20.025561+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:23:20.025561+0000","last_undegraded":"2024-09-12T18:23:20.025561+0000","last_fullsized":"2024-09-12T18:23:20.025561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:31.754394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'8","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.584448+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:25:57.584448+0000","last_peered":"2024-09-12T18:25:57.584448+0000","last_clean":"2024-09-12T18:25:57.584448+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:25:57.584448+0000","last_undegraded":"2024-09-12T18:25:57.584448+0000","last_fullsized":"2024-09-12T18:25:57.584448+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":22568,"num_write":8,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.272882+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:25:30.272882+0000","last_peered":"2024-09-12T18:25:30.272882+0000","last_clean":"2024-09-12T18:25:30.272882+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:25:30.272882+0000","last_undegraded":"2024-09-12T18:25:30.272882+0000","last_fullsized":"2024-09-12T18:25:30.272882+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7166,"num_write":6,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":126,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:30.211899+0000","last_change":"2024-09-12T17:54:25.907293+0000","last_active":"2024-09-12T18:21:30.211899+0000","last_peered":"2024-09-12T18:21:30.211899+0000","last_clean":"2024-09-12T18:21:30.211899+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:21:30.211899+0000","last_undegraded":"2024-09-12T18:21:30.211899+0000","last_fullsized":"2024-09-12T18:21:30.211899+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:24.813222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213411+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:21:35.213411+0000","last_peered":"2024-09-12T18:21:35.213411+0000","last_clean":"2024-09-12T18:21:35.213411+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:21:35.213411+0000","last_undegraded":"2024-09-12T18:21:35.213411+0000","last_fullsized":"2024-09-12T18:21:35.213411+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:35.268910+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:25:35.268910+0000","last_peered":"2024-09-12T18:25:35.268910+0000","last_clean":"2024-09-12T18:25:35.268910+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:25:35.268910+0000","last_undegraded":"2024-09-12T18:25:35.268910+0000","last_fullsized":"2024-09-12T18:25:35.268910+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'17","reported_seq":73,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.376146+0000","last_change":"2024-09-12T17:56:14.677995+0000","last_active":"2024-09-12T18:25:56.376146+0000","last_peered":"2024-09-12T18:25:56.376146+0000","last_clean":"2024-09-12T18:25:56.376146+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:25:56.376146+0000","last_undegraded":"2024-09-12T18:25:56.376146+0000","last_fullsized":"2024-09-12T18:25:56.376146+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:29.664899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":10272,"num_write":32,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205763+0000","last_change":"2024-09-12T17:54:25.896290+0000","last_active":"2024-09-12T18:23:40.205763+0000","last_peered":"2024-09-12T18:23:40.205763+0000","last_clean":"2024-09-12T18:23:40.205763+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:23:40.205763+0000","last_undegraded":"2024-09-12T18:23:40.205763+0000","last_fullsized":"2024-09-12T18:23:40.205763+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:46.567047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011711+0000","last_change":"2024-09-12T18:08:02.250196+0000","last_active":"2024-09-12T18:23:15.011711+0000","last_peered":"2024-09-12T18:23:15.011711+0000","last_clean":"2024-09-12T18:23:15.011711+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:23:15.011711+0000","last_undegraded":"2024-09-12T18:23:15.011711+0000","last_fullsized":"2024-09-12T18:23:15.011711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:39.839088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'3","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:45.049025+0000","last_change":"2024-09-12T17:56:17.714778+0000","last_active":"2024-09-12T18:25:45.049025+0000","last_peered":"2024-09-12T18:25:45.049025+0000","last_clean":"2024-09-12T18:25:45.049025+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:25:45.049025+0000","last_undegraded":"2024-09-12T18:25:45.049025+0000","last_fullsized":"2024-09-12T18:25:45.049025+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:58:34.455402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.017238+0000","last_change":"2024-09-12T17:54:25.874598+0000","last_active":"2024-09-12T18:23:40.017238+0000","last_peered":"2024-09-12T18:23:40.017238+0000","last_clean":"2024-09-12T18:23:40.017238+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:23:40.017238+0000","last_undegraded":"2024-09-12T18:23:40.017238+0000","last_fullsized":"2024-09-12T18:23:40.017238+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:59.170893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020832+0000","last_change":"2024-09-12T17:56:14.691892+0000","last_active":"2024-09-12T18:23:25.020832+0000","last_peered":"2024-09-12T18:23:25.020832+0000","last_clean":"2024-09-12T18:23:25.020832+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:23:25.020832+0000","last_undegraded":"2024-09-12T18:23:25.020832+0000","last_fullsized":"2024-09-12T18:23:25.020832+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.604176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":80,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.029865+0000","last_change":"2024-09-12T17:54:25.883448+0000","last_active":"2024-09-12T18:23:40.029865+0000","last_peered":"2024-09-12T18:23:40.029865+0000","last_clean":"2024-09-12T18:23:40.029865+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:23:40.029865+0000","last_undegraded":"2024-09-12T18:23:40.029865+0000","last_fullsized":"2024-09-12T18:23:40.029865+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:23.913919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213133+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:21:35.213133+0000","last_peered":"2024-09-12T18:21:35.213133+0000","last_clean":"2024-09-12T18:21:35.213133+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:21:35.213133+0000","last_undegraded":"2024-09-12T18:21:35.213133+0000","last_fullsized":"2024-09-12T18:21:35.213133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:23.576588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.017683+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:25:56.017683+0000","last_peered":"2024-09-12T18:25:56.017683+0000","last_clean":"2024-09-12T18:25:56.017683+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:25:56.017683+0000","last_undegraded":"2024-09-12T18:25:56.017683+0000","last_fullsized":"2024-09-12T18:25:56.017683+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:10:10.966533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":3088,"num_write":12,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.228792+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:22:14.228792+0000","last_peered":"2024-09-12T18:22:14.228792+0000","last_clean":"2024-09-12T18:22:14.228792+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:22:14.228792+0000","last_undegraded":"2024-09-12T18:22:14.228792+0000","last_fullsized":"2024-09-12T18:22:14.228792+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:01.956079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.251523+0000","last_change":"2024-09-12T17:54:25.905499+0000","last_active":"2024-09-12T18:23:44.251523+0000","last_peered":"2024-09-12T18:23:44.251523+0000","last_clean":"2024-09-12T18:23:44.251523+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:23:44.251523+0000","last_undegraded":"2024-09-12T18:23:44.251523+0000","last_fullsized":"2024-09-12T18:23:44.251523+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:26.083620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213570+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:21:35.213570+0000","last_peered":"2024-09-12T18:21:35.213570+0000","last_clean":"2024-09-12T18:21:35.213570+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:21:35.213570+0000","last_undegraded":"2024-09-12T18:21:35.213570+0000","last_fullsized":"2024-09-12T18:21:35.213570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224736+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:22:20.224736+0000","last_peered":"2024-09-12T18:22:20.224736+0000","last_clean":"2024-09-12T18:22:20.224736+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:22:20.224736+0000","last_undegraded":"2024-09-12T18:22:20.224736+0000","last_fullsized":"2024-09-12T18:22:20.224736+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:55.753857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.205757+0000","last_change":"2024-09-12T17:56:14.691922+0000","last_active":"2024-09-12T18:22:15.205757+0000","last_peered":"2024-09-12T18:22:15.205757+0000","last_clean":"2024-09-12T18:22:15.205757+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:22:15.205757+0000","last_undegraded":"2024-09-12T18:22:15.205757+0000","last_fullsized":"2024-09-12T18:22:15.205757+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:41.558810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:03.231363+0000","last_change":"2024-09-12T17:54:25.875684+0000","last_active":"2024-09-12T18:23:03.231363+0000","last_peered":"2024-09-12T18:23:03.231363+0000","last_clean":"2024-09-12T18:23:03.231363+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:23:03.231363+0000","last_undegraded":"2024-09-12T18:23:03.231363+0000","last_fullsized":"2024-09-12T18:23:03.231363+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:18.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:35.213455+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:21:35.213455+0000","last_peered":"2024-09-12T18:21:35.213455+0000","last_clean":"2024-09-12T18:21:35.213455+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:21:35.213455+0000","last_undegraded":"2024-09-12T18:21:35.213455+0000","last_fullsized":"2024-09-12T18:21:35.213455+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019471+0000","last_change":"2024-09-12T17:56:17.700173+0000","last_active":"2024-09-12T18:23:20.019471+0000","last_peered":"2024-09-12T18:23:20.019471+0000","last_clean":"2024-09-12T18:23:20.019471+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:23:20.019471+0000","last_undegraded":"2024-09-12T18:23:20.019471+0000","last_fullsized":"2024-09-12T18:23:20.019471+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:13.733601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.229894+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:22:19.229894+0000","last_peered":"2024-09-12T18:22:19.229894+0000","last_clean":"2024-09-12T18:22:19.229894+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:22:19.229894+0000","last_undegraded":"2024-09-12T18:22:19.229894+0000","last_fullsized":"2024-09-12T18:22:19.229894+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:54.983399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227832+0000","last_change":"2024-09-12T17:54:25.886161+0000","last_active":"2024-09-12T18:22:35.227832+0000","last_peered":"2024-09-12T18:22:35.227832+0000","last_clean":"2024-09-12T18:22:35.227832+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:22:35.227832+0000","last_undegraded":"2024-09-12T18:22:35.227832+0000","last_fullsized":"2024-09-12T18:22:35.227832+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:07.388640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.252840+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:23:49.252840+0000","last_peered":"2024-09-12T18:23:49.252840+0000","last_clean":"2024-09-12T18:23:49.252840+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:23:49.252840+0000","last_undegraded":"2024-09-12T18:23:49.252840+0000","last_fullsized":"2024-09-12T18:23:49.252840+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225980+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:22:25.225980+0000","last_peered":"2024-09-12T18:22:25.225980+0000","last_clean":"2024-09-12T18:22:25.225980+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:22:25.225980+0000","last_undegraded":"2024-09-12T18:22:25.225980+0000","last_fullsized":"2024-09-12T18:22:25.225980+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:14.806355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.439776+0000","last_change":"2024-09-12T17:56:14.667297+0000","last_active":"2024-09-12T18:25:30.439776+0000","last_peered":"2024-09-12T18:25:30.439776+0000","last_clean":"2024-09-12T18:25:30.439776+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:25:30.439776+0000","last_undegraded":"2024-09-12T18:25:30.439776+0000","last_fullsized":"2024-09-12T18:25:30.439776+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:45.364781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12318,"num_write":6,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'112","reported_seq":396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.956942+0000","last_change":"2024-09-12T17:54:25.887723+0000","last_active":"2024-09-12T18:23:02.956942+0000","last_peered":"2024-09-12T18:23:02.956942+0000","last_clean":"2024-09-12T18:23:02.956942+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:23:02.956942+0000","last_undegraded":"2024-09-12T18:23:02.956942+0000","last_fullsized":"2024-09-12T18:23:02.956942+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.371248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'5","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018491+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:25:56.018491+0000","last_peered":"2024-09-12T18:25:56.018491+0000","last_clean":"2024-09-12T18:25:56.018491+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:25:56.018491+0000","last_undegraded":"2024-09-12T18:25:56.018491+0000","last_fullsized":"2024-09-12T18:25:56.018491+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.271667+0000","last_change":"2024-09-12T17:56:14.682863+0000","last_active":"2024-09-12T18:25:25.271667+0000","last_peered":"2024-09-12T18:25:25.271667+0000","last_clean":"2024-09-12T18:25:25.271667+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:25:25.271667+0000","last_undegraded":"2024-09-12T18:25:25.271667+0000","last_fullsized":"2024-09-12T18:25:25.271667+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:49.166087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9232,"num_write":12,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.158918+0000","last_change":"2024-09-12T17:54:25.907062+0000","last_active":"2024-09-12T18:23:04.158918+0000","last_peered":"2024-09-12T18:23:04.158918+0000","last_clean":"2024-09-12T18:23:04.158918+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:23:04.158918+0000","last_undegraded":"2024-09-12T18:23:04.158918+0000","last_fullsized":"2024-09-12T18:23:04.158918+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:48.650096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'4","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.928215+0000","last_change":"2024-09-12T17:56:14.678199+0000","last_active":"2024-09-12T18:25:56.928215+0000","last_peered":"2024-09-12T18:25:56.928215+0000","last_clean":"2024-09-12T18:25:56.928215+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:25:56.928215+0000","last_undegraded":"2024-09-12T18:25:56.928215+0000","last_fullsized":"2024-09-12T18:25:56.928215+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:48.624438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200356+0000","last_change":"2024-09-12T17:54:25.883118+0000","last_active":"2024-09-12T18:22:35.200356+0000","last_peered":"2024-09-12T18:22:35.200356+0000","last_clean":"2024-09-12T18:22:35.200356+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:22:35.200356+0000","last_undegraded":"2024-09-12T18:22:35.200356+0000","last_fullsized":"2024-09-12T18:22:35.200356+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:43.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203347+0000","last_change":"2024-09-12T18:08:02.274915+0000","last_active":"2024-09-12T18:22:05.203347+0000","last_peered":"2024-09-12T18:22:05.203347+0000","last_clean":"2024-09-12T18:22:05.203347+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:22:05.203347+0000","last_undegraded":"2024-09-12T18:22:05.203347+0000","last_fullsized":"2024-09-12T18:22:05.203347+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:17.988862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224976+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:22:20.224976+0000","last_peered":"2024-09-12T18:22:20.224976+0000","last_clean":"2024-09-12T18:22:20.224976+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:22:20.224976+0000","last_undegraded":"2024-09-12T18:22:20.224976+0000","last_fullsized":"2024-09-12T18:22:20.224976+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:29.936612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'4","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.836664+0000","last_change":"2024-09-12T17:56:14.675249+0000","last_active":"2024-09-12T18:25:55.836664+0000","last_peered":"2024-09-12T18:25:55.836664+0000","last_clean":"2024-09-12T18:25:55.836664+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:25:55.836664+0000","last_undegraded":"2024-09-12T18:25:55.836664+0000","last_fullsized":"2024-09-12T18:25:55.836664+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:44.428286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244958+0000","last_change":"2024-09-12T17:54:25.902248+0000","last_active":"2024-09-12T18:23:40.244958+0000","last_peered":"2024-09-12T18:23:40.244958+0000","last_clean":"2024-09-12T18:23:40.244958+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:23:40.244958+0000","last_undegraded":"2024-09-12T18:23:40.244958+0000","last_fullsized":"2024-09-12T18:23:40.244958+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.828455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397275+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:22:20.397275+0000","last_peered":"2024-09-12T18:22:20.397275+0000","last_clean":"2024-09-12T18:22:20.397275+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:22:20.397275+0000","last_undegraded":"2024-09-12T18:22:20.397275+0000","last_fullsized":"2024-09-12T18:22:20.397275+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:01.971474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'7","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.256726+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:24:25.256726+0000","last_peered":"2024-09-12T18:24:25.256726+0000","last_clean":"2024-09-12T18:24:25.256726+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:24:25.256726+0000","last_undegraded":"2024-09-12T18:24:25.256726+0000","last_fullsized":"2024-09-12T18:24:25.256726+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11268,"num_write":12,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":83,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.022719+0000","last_change":"2024-09-12T17:54:25.887860+0000","last_active":"2024-09-12T18:23:35.022719+0000","last_peered":"2024-09-12T18:23:35.022719+0000","last_clean":"2024-09-12T18:23:35.022719+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:23:35.022719+0000","last_undegraded":"2024-09-12T18:23:35.022719+0000","last_fullsized":"2024-09-12T18:23:35.022719+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:42.663687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024635+0000","last_change":"2024-09-12T18:08:02.285802+0000","last_active":"2024-09-12T18:23:15.024635+0000","last_peered":"2024-09-12T18:23:15.024635+0000","last_clean":"2024-09-12T18:23:15.024635+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:23:15.024635+0000","last_undegraded":"2024-09-12T18:23:15.024635+0000","last_fullsized":"2024-09-12T18:23:15.024635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:56.214710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.019006+0000","last_change":"2024-09-12T17:56:17.713466+0000","last_active":"2024-09-12T18:25:56.019006+0000","last_peered":"2024-09-12T18:25:56.019006+0000","last_clean":"2024-09-12T18:25:56.019006+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:25:56.019006+0000","last_undegraded":"2024-09-12T18:25:56.019006+0000","last_fullsized":"2024-09-12T18:25:56.019006+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:39.033901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4112,"num_write":4,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'8","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.298943+0000","last_change":"2024-09-12T17:56:14.672436+0000","last_active":"2024-09-12T18:25:56.298943+0000","last_peered":"2024-09-12T18:25:56.298943+0000","last_clean":"2024-09-12T18:25:56.298943+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:25:56.298943+0000","last_undegraded":"2024-09-12T18:25:56.298943+0000","last_fullsized":"2024-09-12T18:25:56.298943+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:17.297841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14324,"num_write":8,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.204409+0000","last_change":"2024-09-12T17:54:25.890212+0000","last_active":"2024-09-12T18:23:35.204409+0000","last_peered":"2024-09-12T18:23:35.204409+0000","last_clean":"2024-09-12T18:23:35.204409+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:23:35.204409+0000","last_undegraded":"2024-09-12T18:23:35.204409+0000","last_fullsized":"2024-09-12T18:23:35.204409+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:11.079493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.188581+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:22:25.188581+0000","last_peered":"2024-09-12T18:22:25.188581+0000","last_clean":"2024-09-12T18:22:25.188581+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:22:25.188581+0000","last_undegraded":"2024-09-12T18:22:25.188581+0000","last_fullsized":"2024-09-12T18:22:25.188581+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:00.508123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.271548+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:25:25.271548+0000","last_peered":"2024-09-12T18:25:25.271548+0000","last_clean":"2024-09-12T18:25:25.271548+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:25:25.271548+0000","last_undegraded":"2024-09-12T18:25:25.271548+0000","last_fullsized":"2024-09-12T18:25:25.271548+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.414075+0000","last_change":"2024-09-12T17:54:25.874737+0000","last_active":"2024-09-12T18:23:35.414075+0000","last_peered":"2024-09-12T18:23:35.414075+0000","last_clean":"2024-09-12T18:23:35.414075+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:23:35.414075+0000","last_undegraded":"2024-09-12T18:23:35.414075+0000","last_fullsized":"2024-09-12T18:23:35.414075+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.345904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'5","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018575+0000","last_change":"2024-09-12T17:56:17.724899+0000","last_active":"2024-09-12T18:25:56.018575+0000","last_peered":"2024-09-12T18:25:56.018575+0000","last_clean":"2024-09-12T18:25:56.018575+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:25:56.018575+0000","last_undegraded":"2024-09-12T18:25:56.018575+0000","last_fullsized":"2024-09-12T18:25:56.018575+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:02.241916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019423+0000","last_change":"2024-09-12T17:56:14.664326+0000","last_active":"2024-09-12T18:23:20.019423+0000","last_peered":"2024-09-12T18:23:20.019423+0000","last_clean":"2024-09-12T18:23:20.019423+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:23:20.019423+0000","last_undegraded":"2024-09-12T18:23:20.019423+0000","last_fullsized":"2024-09-12T18:23:20.019423+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:16.384662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.016080+0000","last_change":"2024-09-12T17:54:25.886024+0000","last_active":"2024-09-12T18:23:35.016080+0000","last_peered":"2024-09-12T18:23:35.016080+0000","last_clean":"2024-09-12T18:23:35.016080+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:23:35.016080+0000","last_undegraded":"2024-09-12T18:23:35.016080+0000","last_fullsized":"2024-09-12T18:23:35.016080+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:10.116523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'4","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.040824+0000","last_change":"2024-09-12T17:56:14.678500+0000","last_active":"2024-09-12T18:25:25.040824+0000","last_peered":"2024-09-12T18:25:25.040824+0000","last_clean":"2024-09-12T18:25:25.040824+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:25:25.040824+0000","last_undegraded":"2024-09-12T18:25:25.040824+0000","last_fullsized":"2024-09-12T18:25:25.040824+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:51.222389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":889,"num_write":4,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227025+0000","last_change":"2024-09-12T17:54:25.895515+0000","last_active":"2024-09-12T18:22:30.227025+0000","last_peered":"2024-09-12T18:22:30.227025+0000","last_clean":"2024-09-12T18:22:30.227025+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:22:30.227025+0000","last_undegraded":"2024-09-12T18:22:30.227025+0000","last_fullsized":"2024-09-12T18:22:30.227025+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:18.052428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'370","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.359452+0000","last_change":"2024-09-12T17:38:39.012947+0000","last_active":"2024-09-12T18:25:58.359452+0000","last_peered":"2024-09-12T18:25:58.359452+0000","last_clean":"2024-09-12T18:25:58.359452+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:25:58.359452+0000","last_undegraded":"2024-09-12T18:25:58.359452+0000","last_fullsized":"2024-09-12T18:25:58.359452+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:20.277367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360175,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":633,"num_read_kb":24547,"num_write":1192,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":719,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198686+0000","last_change":"2024-09-12T17:38:09.671337+0000","last_active":"2024-09-12T18:23:10.198686+0000","last_peered":"2024-09-12T18:23:10.198686+0000","last_clean":"2024-09-12T18:23:10.198686+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:23:10.198686+0000","last_undegraded":"2024-09-12T18:23:10.198686+0000","last_fullsized":"2024-09-12T18:23:10.198686+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:48.519080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'356","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.302898+0000","last_change":"2024-09-12T17:38:07.675530+0000","last_active":"2024-09-12T18:25:58.302898+0000","last_peered":"2024-09-12T18:25:58.302898+0000","last_clean":"2024-09-12T18:25:58.302898+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:25:58.302898+0000","last_undegraded":"2024-09-12T18:25:58.302898+0000","last_fullsized":"2024-09-12T18:25:58.302898+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:28.130117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374441,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":541,"num_read_kb":10067,"num_write":1080,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237484+0000","last_change":"2024-09-12T17:38:09.661828+0000","last_active":"2024-09-12T18:23:10.237484+0000","last_peered":"2024-09-12T18:23:10.237484+0000","last_clean":"2024-09-12T18:23:10.237484+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:23:10.237484+0000","last_undegraded":"2024-09-12T18:23:10.237484+0000","last_fullsized":"2024-09-12T18:23:10.237484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:02.973178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'371","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.360195+0000","last_change":"2024-09-12T17:38:07.648600+0000","last_active":"2024-09-12T18:25:58.360195+0000","last_peered":"2024-09-12T18:25:58.360195+0000","last_clean":"2024-09-12T18:25:58.360195+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:25:58.360195+0000","last_undegraded":"2024-09-12T18:25:58.360195+0000","last_fullsized":"2024-09-12T18:25:58.360195+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":589,"num_read_kb":6306,"num_write":1240,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408390+0000","last_change":"2024-09-12T17:38:09.657871+0000","last_active":"2024-09-12T18:23:10.408390+0000","last_peered":"2024-09-12T18:23:10.408390+0000","last_clean":"2024-09-12T18:23:10.408390+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:23:10.408390+0000","last_undegraded":"2024-09-12T18:23:10.408390+0000","last_fullsized":"2024-09-12T18:23:10.408390+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:48.863070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'372","reported_seq":1041,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.131768+0000","last_change":"2024-09-12T17:38:07.661396+0000","last_active":"2024-09-12T18:25:58.131768+0000","last_peered":"2024-09-12T18:25:58.131768+0000","last_clean":"2024-09-12T18:25:58.131768+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:25:58.131768+0000","last_undegraded":"2024-09-12T18:25:58.131768+0000","last_fullsized":"2024-09-12T18:25:58.131768+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:33.592227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":619,"num_read_kb":33663,"num_write":1214,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":877,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:09.242264+0000","last_change":"2024-09-12T17:38:09.658935+0000","last_active":"2024-09-12T18:23:09.242264+0000","last_peered":"2024-09-12T18:23:09.242264+0000","last_clean":"2024-09-12T18:23:09.242264+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:23:09.242264+0000","last_undegraded":"2024-09-12T18:23:09.242264+0000","last_fullsized":"2024-09-12T18:23:09.242264+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:46.026401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'308","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.357947+0000","last_change":"2024-09-12T17:38:07.675634+0000","last_active":"2024-09-12T18:25:58.357947+0000","last_peered":"2024-09-12T18:25:58.357947+0000","last_clean":"2024-09-12T18:25:58.357947+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:25:58.357947+0000","last_undegraded":"2024-09-12T18:25:58.357947+0000","last_fullsized":"2024-09-12T18:25:58.357947+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:47.344727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524363,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":402,"num_read_kb":18112,"num_write":945,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":708,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.195671+0000","last_change":"2024-09-12T17:38:09.665413+0000","last_active":"2024-09-12T18:22:15.195671+0000","last_peered":"2024-09-12T18:22:15.195671+0000","last_clean":"2024-09-12T18:22:15.195671+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:22:15.195671+0000","last_undegraded":"2024-09-12T18:22:15.195671+0000","last_fullsized":"2024-09-12T18:22:15.195671+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:00.148206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'326","reported_seq":976,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.265916+0000","last_change":"2024-09-12T17:38:07.666894+0000","last_active":"2024-09-12T18:25:58.265916+0000","last_peered":"2024-09-12T18:25:58.265916+0000","last_clean":"2024-09-12T18:25:58.265916+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:25:58.265916+0000","last_undegraded":"2024-09-12T18:25:58.265916+0000","last_fullsized":"2024-09-12T18:25:58.265916+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:47.686683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":517,"num_read_kb":41477,"num_write":1056,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1090,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.025125+0000","last_change":"2024-09-12T17:38:09.658372+0000","last_active":"2024-09-12T18:25:23.025125+0000","last_peered":"2024-09-12T18:25:23.025125+0000","last_clean":"2024-09-12T18:25:23.025125+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:25:23.025125+0000","last_undegraded":"2024-09-12T18:25:23.025125+0000","last_fullsized":"2024-09-12T18:25:23.025125+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:17.915533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'343","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.291899+0000","last_change":"2024-09-12T17:38:07.672172+0000","last_active":"2024-09-12T18:25:58.291899+0000","last_peered":"2024-09-12T18:25:58.291899+0000","last_clean":"2024-09-12T18:25:58.291899+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:25:58.291899+0000","last_undegraded":"2024-09-12T18:25:58.291899+0000","last_fullsized":"2024-09-12T18:25:58.291899+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:47.801947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":543,"num_read_kb":48660,"num_write":995,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":704,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.182298+0000","last_change":"2024-09-12T17:38:09.671084+0000","last_active":"2024-09-12T18:21:55.182298+0000","last_peered":"2024-09-12T18:21:55.182298+0000","last_clean":"2024-09-12T18:21:55.182298+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:21:55.182298+0000","last_undegraded":"2024-09-12T18:21:55.182298+0000","last_fullsized":"2024-09-12T18:21:55.182298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:25.271521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'332","reported_seq":1020,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.278386+0000","last_change":"2024-09-12T17:38:07.649173+0000","last_active":"2024-09-12T18:25:58.278386+0000","last_peered":"2024-09-12T18:25:58.278386+0000","last_clean":"2024-09-12T18:25:58.278386+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:25:58.278386+0000","last_undegraded":"2024-09-12T18:25:58.278386+0000","last_fullsized":"2024-09-12T18:25:58.278386+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:03.239180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":75372,"num_write":1038,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.995675+0000","last_change":"2024-09-12T17:38:09.657051+0000","last_active":"2024-09-12T18:22:49.995675+0000","last_peered":"2024-09-12T18:22:49.995675+0000","last_clean":"2024-09-12T18:22:49.995675+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:22:49.995675+0000","last_undegraded":"2024-09-12T18:22:49.995675+0000","last_fullsized":"2024-09-12T18:22:49.995675+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:42.570334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":929,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:43.874538+0000","last_change":"2024-09-12T17:38:09.657815+0000","last_active":"2024-09-12T18:23:43.874538+0000","last_peered":"2024-09-12T18:23:43.874538+0000","last_clean":"2024-09-12T18:23:43.874538+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:23:43.874538+0000","last_undegraded":"2024-09-12T18:23:43.874538+0000","last_fullsized":"2024-09-12T18:23:43.874538+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:16.722363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'466","reported_seq":1181,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.321273+0000","last_change":"2024-09-12T17:38:07.663410+0000","last_active":"2024-09-12T18:25:58.321273+0000","last_peered":"2024-09-12T18:25:58.321273+0000","last_clean":"2024-09-12T18:25:58.321273+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:25:58.321273+0000","last_undegraded":"2024-09-12T18:25:58.321273+0000","last_fullsized":"2024-09-12T18:25:58.321273+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:19.395784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":914,"num_read_kb":3494,"num_write":1355,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.567913+0000","last_change":"2024-09-12T17:38:09.662152+0000","last_active":"2024-09-12T18:22:55.567913+0000","last_peered":"2024-09-12T18:22:55.567913+0000","last_clean":"2024-09-12T18:22:55.567913+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:22:55.567913+0000","last_undegraded":"2024-09-12T18:22:55.567913+0000","last_fullsized":"2024-09-12T18:22:55.567913+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:28.864887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'407","reported_seq":1190,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.268303+0000","last_change":"2024-09-12T17:38:07.683262+0000","last_active":"2024-09-12T18:25:58.268303+0000","last_peered":"2024-09-12T18:25:58.268303+0000","last_clean":"2024-09-12T18:25:58.268303+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:25:58.268303+0000","last_undegraded":"2024-09-12T18:25:58.268303+0000","last_fullsized":"2024-09-12T18:25:58.268303+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:58.088666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2617441,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":744,"num_read_kb":57540,"num_write":1284,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":880,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.322634+0000","last_change":"2024-09-12T17:38:09.654683+0000","last_active":"2024-09-12T18:24:04.322634+0000","last_peered":"2024-09-12T18:24:04.322634+0000","last_clean":"2024-09-12T18:24:04.322634+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:24:04.322634+0000","last_undegraded":"2024-09-12T18:24:04.322634+0000","last_fullsized":"2024-09-12T18:24:04.322634+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:37.759543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'290","reported_seq":883,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.272584+0000","last_change":"2024-09-12T17:38:07.682849+0000","last_active":"2024-09-12T18:25:58.272584+0000","last_peered":"2024-09-12T18:25:58.272584+0000","last_clean":"2024-09-12T18:25:58.272584+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:25:58.272584+0000","last_undegraded":"2024-09-12T18:25:58.272584+0000","last_fullsized":"2024-09-12T18:25:58.272584+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:34.277691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311604,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":359,"num_read_kb":23269,"num_write":914,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'388","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.038012+0000","last_change":"2024-09-12T17:38:09.658985+0000","last_active":"2024-09-12T18:23:25.038012+0000","last_peered":"2024-09-12T18:23:25.038012+0000","last_clean":"2024-09-12T18:23:25.038012+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:23:25.038012+0000","last_undegraded":"2024-09-12T18:23:25.038012+0000","last_fullsized":"2024-09-12T18:23:25.038012+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:59.440388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'368","reported_seq":1077,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.290634+0000","last_change":"2024-09-12T17:38:07.670599+0000","last_active":"2024-09-12T18:25:58.290634+0000","last_peered":"2024-09-12T18:25:58.290634+0000","last_clean":"2024-09-12T18:25:58.290634+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:25:58.290634+0000","last_undegraded":"2024-09-12T18:25:58.290634+0000","last_fullsized":"2024-09-12T18:25:58.290634+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:40.833083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":572,"num_read_kb":170315,"num_write":1132,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:52.491384+0000","last_change":"2024-09-12T17:38:09.652358+0000","last_active":"2024-09-12T18:21:52.491384+0000","last_peered":"2024-09-12T18:21:52.491384+0000","last_clean":"2024-09-12T18:21:52.491384+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:21:52.491384+0000","last_undegraded":"2024-09-12T18:21:52.491384+0000","last_fullsized":"2024-09-12T18:21:52.491384+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:23.373419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'439","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.360032+0000","last_change":"2024-09-12T17:38:39.012441+0000","last_active":"2024-09-12T18:25:58.360032+0000","last_peered":"2024-09-12T18:25:58.360032+0000","last_clean":"2024-09-12T18:25:58.360032+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:25:58.360032+0000","last_undegraded":"2024-09-12T18:25:58.360032+0000","last_fullsized":"2024-09-12T18:25:58.360032+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:03.919634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432742,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":743,"num_read_kb":7934,"num_write":1442,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.919485+0000","last_change":"2024-09-12T17:38:09.661886+0000","last_active":"2024-09-12T18:23:36.919485+0000","last_peered":"2024-09-12T18:23:36.919485+0000","last_clean":"2024-09-12T18:23:36.919485+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:23:36.919485+0000","last_undegraded":"2024-09-12T18:23:36.919485+0000","last_fullsized":"2024-09-12T18:23:36.919485+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:49.022703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'343","reported_seq":1006,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.320892+0000","last_change":"2024-09-12T17:38:07.654888+0000","last_active":"2024-09-12T18:25:58.320892+0000","last_peered":"2024-09-12T18:25:58.320892+0000","last_clean":"2024-09-12T18:25:58.320892+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:25:58.320892+0000","last_undegraded":"2024-09-12T18:25:58.320892+0000","last_fullsized":"2024-09-12T18:25:58.320892+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:27.453206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306465,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":64495,"num_write":1124,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'109","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.153544+0000","last_change":"2024-09-12T17:38:17.690075+0000","last_active":"2024-09-12T18:24:05.153544+0000","last_peered":"2024-09-12T18:24:05.153544+0000","last_clean":"2024-09-12T18:24:05.153544+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:24:05.153544+0000","last_undegraded":"2024-09-12T18:24:05.153544+0000","last_fullsized":"2024-09-12T18:24:05.153544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:44.526256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:37.833283+0000","last_change":"2024-09-12T17:38:38.766546+0000","last_active":"2024-09-12T18:23:37.833283+0000","last_peered":"2024-09-12T18:23:37.833283+0000","last_clean":"2024-09-12T18:23:37.833283+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:23:37.833283+0000","last_undegraded":"2024-09-12T18:23:37.833283+0000","last_fullsized":"2024-09-12T18:23:37.833283+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:15.450398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'333","reported_seq":965,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.366043+0000","last_change":"2024-09-12T17:38:07.662900+0000","last_active":"2024-09-12T18:25:58.366043+0000","last_peered":"2024-09-12T18:25:58.366043+0000","last_clean":"2024-09-12T18:25:58.366043+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:25:58.366043+0000","last_undegraded":"2024-09-12T18:25:58.366043+0000","last_fullsized":"2024-09-12T18:25:58.366043+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:32:40.765432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":480,"num_read_kb":19687,"num_write":1087,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.179985+0000","last_change":"2024-09-12T17:38:11.659784+0000","last_active":"2024-09-12T18:21:45.179985+0000","last_peered":"2024-09-12T18:21:45.179985+0000","last_clean":"2024-09-12T18:21:45.179985+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:21:45.179985+0000","last_undegraded":"2024-09-12T18:21:45.179985+0000","last_fullsized":"2024-09-12T18:21:45.179985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:40.888621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'325","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.419268+0000","last_change":"2024-09-12T17:38:13.681317+0000","last_active":"2024-09-12T18:25:57.419268+0000","last_peered":"2024-09-12T18:25:57.419268+0000","last_clean":"2024-09-12T18:25:57.419268+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:25:57.419268+0000","last_undegraded":"2024-09-12T18:25:57.419268+0000","last_fullsized":"2024-09-12T18:25:57.419268+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:25.496094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":1082,"num_write":410,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.216389+0000","last_change":"2024-09-12T17:38:15.713546+0000","last_active":"2024-09-12T18:21:45.216389+0000","last_peered":"2024-09-12T18:21:45.216389+0000","last_clean":"2024-09-12T18:21:45.216389+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:21:45.216389+0000","last_undegraded":"2024-09-12T18:21:45.216389+0000","last_fullsized":"2024-09-12T18:21:45.216389+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:00.159740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'150","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.358928+0000","last_change":"2024-09-12T17:38:17.699319+0000","last_active":"2024-09-12T18:24:00.358928+0000","last_peered":"2024-09-12T18:24:00.358928+0000","last_clean":"2024-09-12T18:24:00.358928+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:24:00.358928+0000","last_undegraded":"2024-09-12T18:24:00.358928+0000","last_fullsized":"2024-09-12T18:24:00.358928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.119984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":641,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.220302+0000","last_change":"2024-09-12T17:38:09.676030+0000","last_active":"2024-09-12T18:23:33.220302+0000","last_peered":"2024-09-12T18:23:33.220302+0000","last_clean":"2024-09-12T18:23:33.220302+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:23:33.220302+0000","last_undegraded":"2024-09-12T18:23:33.220302+0000","last_fullsized":"2024-09-12T18:23:33.220302+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:17.477570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'344","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.541124+0000","last_change":"2024-09-12T18:26:03.541124+0000","last_active":"2024-09-12T18:26:03.541124+0000","last_peered":"2024-09-12T18:26:03.541124+0000","last_clean":"2024-09-12T18:26:03.541124+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:26:03.541124+0000","last_undegraded":"2024-09-12T18:26:03.541124+0000","last_fullsized":"2024-09-12T18:26:03.541124+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'344","last_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_deep_scrub":"268'344","last_deep_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.540977+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:20.474438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":67283,"num_write":1156,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'5","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.046048+0000","last_change":"2024-09-12T17:38:11.660683+0000","last_active":"2024-09-12T18:25:55.046048+0000","last_peered":"2024-09-12T18:25:55.046048+0000","last_clean":"2024-09-12T18:25:55.046048+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:25:55.046048+0000","last_undegraded":"2024-09-12T18:25:55.046048+0000","last_fullsized":"2024-09-12T18:25:55.046048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:55.746808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'92","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:47.766615+0000","last_change":"2024-09-12T17:38:13.664165+0000","last_active":"2024-09-12T18:21:47.766615+0000","last_peered":"2024-09-12T18:21:47.766615+0000","last_clean":"2024-09-12T18:21:47.766615+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:21:47.766615+0000","last_undegraded":"2024-09-12T18:21:47.766615+0000","last_fullsized":"2024-09-12T18:21:47.766615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:17.539098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389476+0000","last_change":"2024-09-12T17:38:15.698866+0000","last_active":"2024-09-12T18:21:45.389476+0000","last_peered":"2024-09-12T18:21:45.389476+0000","last_clean":"2024-09-12T18:21:45.389476+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:21:45.389476+0000","last_undegraded":"2024-09-12T18:21:45.389476+0000","last_fullsized":"2024-09-12T18:21:45.389476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.020385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'132","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:03.766410+0000","last_change":"2024-09-12T17:38:17.717248+0000","last_active":"2024-09-12T18:24:03.766410+0000","last_peered":"2024-09-12T18:24:03.766410+0000","last_clean":"2024-09-12T18:24:03.766410+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:24:03.766410+0000","last_undegraded":"2024-09-12T18:24:03.766410+0000","last_fullsized":"2024-09-12T18:24:03.766410+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:55.136525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":723,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.931520+0000","last_change":"2024-09-12T17:38:09.664118+0000","last_active":"2024-09-12T18:23:40.931520+0000","last_peered":"2024-09-12T18:23:40.931520+0000","last_clean":"2024-09-12T18:23:40.931520+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:23:40.931520+0000","last_undegraded":"2024-09-12T18:23:40.931520+0000","last_fullsized":"2024-09-12T18:23:40.931520+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:42.317966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'362","reported_seq":1001,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.324282+0000","last_change":"2024-09-12T17:38:07.676584+0000","last_active":"2024-09-12T18:25:58.324282+0000","last_peered":"2024-09-12T18:25:58.324282+0000","last_clean":"2024-09-12T18:25:58.324282+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:25:58.324282+0000","last_undegraded":"2024-09-12T18:25:58.324282+0000","last_fullsized":"2024-09-12T18:25:58.324282+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:12.658700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":568,"num_read_kb":15040,"num_write":1095,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.215782+0000","last_change":"2024-09-12T17:38:11.661528+0000","last_active":"2024-09-12T18:21:45.215782+0000","last_peered":"2024-09-12T18:21:45.215782+0000","last_clean":"2024-09-12T18:21:45.215782+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:21:45.215782+0000","last_undegraded":"2024-09-12T18:21:45.215782+0000","last_fullsized":"2024-09-12T18:21:45.215782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:54.490949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'108","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.019937+0000","last_change":"2024-09-12T17:38:13.667503+0000","last_active":"2024-09-12T18:22:50.019937+0000","last_peered":"2024-09-12T18:22:50.019937+0000","last_clean":"2024-09-12T18:22:50.019937+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:22:50.019937+0000","last_undegraded":"2024-09-12T18:22:50.019937+0000","last_fullsized":"2024-09-12T18:22:50.019937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:41.400807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'771","reported_seq":2271,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.611585+0000","last_change":"2024-09-12T17:38:15.702631+0000","last_active":"2024-09-12T18:25:56.611585+0000","last_peered":"2024-09-12T18:25:56.611585+0000","last_clean":"2024-09-12T18:25:56.611585+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:25:56.611585+0000","last_undegraded":"2024-09-12T18:25:56.611585+0000","last_fullsized":"2024-09-12T18:25:56.611585+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:14.897696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'211","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.202494+0000","last_change":"2024-09-12T17:38:17.680424+0000","last_active":"2024-09-12T18:24:05.202494+0000","last_peered":"2024-09-12T18:24:05.202494+0000","last_clean":"2024-09-12T18:24:05.202494+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:24:05.202494+0000","last_undegraded":"2024-09-12T18:24:05.202494+0000","last_fullsized":"2024-09-12T18:24:05.202494+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:42.031884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4181","reported_seq":4791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214522+0000","last_change":"2024-09-12T17:38:09.660353+0000","last_active":"2024-09-12T18:21:40.214522+0000","last_peered":"2024-09-12T18:21:40.214522+0000","last_clean":"2024-09-12T18:21:40.214522+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:21:40.214522+0000","last_undegraded":"2024-09-12T18:21:40.214522+0000","last_fullsized":"2024-09-12T18:21:40.214522+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:11.629202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'392","reported_seq":1094,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.344136+0000","last_change":"2024-09-12T17:38:07.680390+0000","last_active":"2024-09-12T18:25:58.344136+0000","last_peered":"2024-09-12T18:25:58.344136+0000","last_clean":"2024-09-12T18:25:58.344136+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:25:58.344136+0000","last_undegraded":"2024-09-12T18:25:58.344136+0000","last_fullsized":"2024-09-12T18:25:58.344136+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:11.453952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2443868,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":677,"num_read_kb":4096,"num_write":1384,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.180044+0000","last_change":"2024-09-12T17:38:11.668833+0000","last_active":"2024-09-12T18:21:45.180044+0000","last_peered":"2024-09-12T18:21:45.180044+0000","last_clean":"2024-09-12T18:21:45.180044+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:21:45.180044+0000","last_undegraded":"2024-09-12T18:21:45.180044+0000","last_fullsized":"2024-09-12T18:21:45.180044+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:05.625171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'260","reported_seq":828,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.791200+0000","last_change":"2024-09-12T17:38:13.701917+0000","last_active":"2024-09-12T18:25:56.791200+0000","last_peered":"2024-09-12T18:25:56.791200+0000","last_clean":"2024-09-12T18:25:56.791200+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:25:56.791200+0000","last_undegraded":"2024-09-12T18:25:56.791200+0000","last_fullsized":"2024-09-12T18:25:56.791200+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.965550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47774,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":1000,"num_write":348,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'800","reported_seq":4688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.796158+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:57.796158+0000","last_peered":"2024-09-12T18:25:57.796158+0000","last_clean":"2024-09-12T18:25:57.796158+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:57.796158+0000","last_undegraded":"2024-09-12T18:25:57.796158+0000","last_fullsized":"2024-09-12T18:25:57.796158+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205540+0000","last_change":"2024-09-12T17:38:09.672982+0000","last_active":"2024-09-12T18:23:40.205540+0000","last_peered":"2024-09-12T18:23:40.205540+0000","last_clean":"2024-09-12T18:23:40.205540+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:23:40.205540+0000","last_undegraded":"2024-09-12T18:23:40.205540+0000","last_fullsized":"2024-09-12T18:23:40.205540+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:19.640627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'349","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.184355+0000","last_change":"2024-09-12T17:38:07.654043+0000","last_active":"2024-09-12T18:25:58.184355+0000","last_peered":"2024-09-12T18:25:58.184355+0000","last_clean":"2024-09-12T18:25:58.184355+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:25:58.184355+0000","last_undegraded":"2024-09-12T18:25:58.184355+0000","last_fullsized":"2024-09-12T18:25:58.184355+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:28.168324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":28120,"num_write":1081,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246190+0000","last_change":"2024-09-12T17:38:11.663250+0000","last_active":"2024-09-12T18:23:45.246190+0000","last_peered":"2024-09-12T18:23:45.246190+0000","last_clean":"2024-09-12T18:23:45.246190+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:23:45.246190+0000","last_undegraded":"2024-09-12T18:23:45.246190+0000","last_fullsized":"2024-09-12T18:23:45.246190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:09.420794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'355","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.751081+0000","last_change":"2024-09-12T17:38:13.694800+0000","last_active":"2024-09-12T18:25:57.751081+0000","last_peered":"2024-09-12T18:25:57.751081+0000","last_clean":"2024-09-12T18:25:57.751081+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:25:57.751081+0000","last_undegraded":"2024-09-12T18:25:57.751081+0000","last_fullsized":"2024-09-12T18:25:57.751081+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:29.483928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62103,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":593,"num_read_kb":1287,"num_write":470,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017922+0000","last_change":"2024-09-12T17:38:15.694720+0000","last_active":"2024-09-12T18:23:15.017922+0000","last_peered":"2024-09-12T18:23:15.017922+0000","last_clean":"2024-09-12T18:23:15.017922+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:23:15.017922+0000","last_undegraded":"2024-09-12T18:23:15.017922+0000","last_fullsized":"2024-09-12T18:23:15.017922+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.982571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'554","reported_seq":1360,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.159364+0000","last_change":"2024-09-12T17:38:17.699215+0000","last_active":"2024-09-12T18:25:24.159364+0000","last_peered":"2024-09-12T18:25:24.159364+0000","last_clean":"2024-09-12T18:25:24.159364+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:25:24.159364+0000","last_undegraded":"2024-09-12T18:25:24.159364+0000","last_fullsized":"2024-09-12T18:25:24.159364+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:33.639438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'183","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.254065+0000","last_change":"2024-09-12T17:38:09.663529+0000","last_active":"2024-09-12T18:24:00.254065+0000","last_peered":"2024-09-12T18:24:00.254065+0000","last_clean":"2024-09-12T18:24:00.254065+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:24:00.254065+0000","last_undegraded":"2024-09-12T18:24:00.254065+0000","last_fullsized":"2024-09-12T18:24:00.254065+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:27.115016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'345","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.290391+0000","last_change":"2024-09-12T17:38:07.653042+0000","last_active":"2024-09-12T18:25:58.290391+0000","last_peered":"2024-09-12T18:25:58.290391+0000","last_clean":"2024-09-12T18:25:58.290391+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:25:58.290391+0000","last_undegraded":"2024-09-12T18:25:58.290391+0000","last_fullsized":"2024-09-12T18:25:58.290391+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:21.739077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":632,"num_read_kb":14213,"num_write":1068,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"38'3","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.056202+0000","last_change":"2024-09-12T17:38:11.653316+0000","last_active":"2024-09-12T18:25:55.056202+0000","last_peered":"2024-09-12T18:25:55.056202+0000","last_clean":"2024-09-12T18:25:55.056202+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:25:55.056202+0000","last_undegraded":"2024-09-12T18:25:55.056202+0000","last_fullsized":"2024-09-12T18:25:55.056202+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:26.222896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'289","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.934734+0000","last_change":"2024-09-12T17:38:13.700028+0000","last_active":"2024-09-12T18:25:55.934734+0000","last_peered":"2024-09-12T18:25:55.934734+0000","last_clean":"2024-09-12T18:25:55.934734+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:25:55.934734+0000","last_undegraded":"2024-09-12T18:25:55.934734+0000","last_fullsized":"2024-09-12T18:25:55.934734+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:33.911522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48537,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":1086,"num_write":386,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:40.214310+0000","last_change":"2024-09-12T17:38:15.693970+0000","last_active":"2024-09-12T18:21:40.214310+0000","last_peered":"2024-09-12T18:21:40.214310+0000","last_clean":"2024-09-12T18:21:40.214310+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:21:40.214310+0000","last_undegraded":"2024-09-12T18:21:40.214310+0000","last_fullsized":"2024-09-12T18:21:40.214310+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:13.962190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2391","reported_seq":4212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.026370+0000","last_change":"2024-09-12T17:38:17.708931+0000","last_active":"2024-09-12T18:24:20.026370+0000","last_peered":"2024-09-12T18:24:20.026370+0000","last_clean":"2024-09-12T18:24:20.026370+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:24:20.026370+0000","last_undegraded":"2024-09-12T18:24:20.026370+0000","last_fullsized":"2024-09-12T18:24:20.026370+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:02.916384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4803,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.019562+0000","last_change":"2024-09-12T17:38:09.665397+0000","last_active":"2024-09-12T18:23:50.019562+0000","last_peered":"2024-09-12T18:23:50.019562+0000","last_clean":"2024-09-12T18:23:50.019562+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:23:50.019562+0000","last_undegraded":"2024-09-12T18:23:50.019562+0000","last_fullsized":"2024-09-12T18:23:50.019562+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:07.791186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'389","reported_seq":1039,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.222834+0000","last_change":"2024-09-12T17:38:07.674195+0000","last_active":"2024-09-12T18:25:58.222834+0000","last_peered":"2024-09-12T18:25:58.222834+0000","last_clean":"2024-09-12T18:25:58.222834+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:25:58.222834+0000","last_undegraded":"2024-09-12T18:25:58.222834+0000","last_fullsized":"2024-09-12T18:25:58.222834+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:24.430200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":562,"num_read_kb":8867,"num_write":1279,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024491+0000","last_change":"2024-09-12T17:38:11.665102+0000","last_active":"2024-09-12T18:23:15.024491+0000","last_peered":"2024-09-12T18:23:15.024491+0000","last_clean":"2024-09-12T18:23:15.024491+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:23:15.024491+0000","last_undegraded":"2024-09-12T18:23:15.024491+0000","last_fullsized":"2024-09-12T18:23:15.024491+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:38.905876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'317","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.928193+0000","last_change":"2024-09-12T17:38:13.701309+0000","last_active":"2024-09-12T18:25:57.928193+0000","last_peered":"2024-09-12T18:25:57.928193+0000","last_clean":"2024-09-12T18:25:57.928193+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:25:57.928193+0000","last_undegraded":"2024-09-12T18:25:57.928193+0000","last_fullsized":"2024-09-12T18:25:57.928193+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:18.600360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43359,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":517,"num_read_kb":1175,"num_write":422,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'786","reported_seq":2593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.388266+0000","last_change":"2024-09-12T17:38:15.709349+0000","last_active":"2024-09-12T18:25:58.388266+0000","last_peered":"2024-09-12T18:25:58.388266+0000","last_clean":"2024-09-12T18:25:58.388266+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:25:58.388266+0000","last_undegraded":"2024-09-12T18:25:58.388266+0000","last_fullsized":"2024-09-12T18:25:58.388266+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:46.043519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":600,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.028306+0000","last_change":"2024-09-12T17:38:17.705461+0000","last_active":"2024-09-12T18:25:23.028306+0000","last_peered":"2024-09-12T18:25:23.028306+0000","last_clean":"2024-09-12T18:25:23.028306+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:25:23.028306+0000","last_undegraded":"2024-09-12T18:25:23.028306+0000","last_fullsized":"2024-09-12T18:25:23.028306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:36.864915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'149","reported_seq":762,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.737087+0000","last_change":"2024-09-12T17:38:09.666754+0000","last_active":"2024-09-12T18:23:45.737087+0000","last_peered":"2024-09-12T18:23:45.737087+0000","last_clean":"2024-09-12T18:23:45.737087+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:23:45.737087+0000","last_undegraded":"2024-09-12T18:23:45.737087+0000","last_fullsized":"2024-09-12T18:23:45.737087+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.648982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'368","reported_seq":1032,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.325865+0000","last_change":"2024-09-12T17:38:07.676707+0000","last_active":"2024-09-12T18:25:58.325865+0000","last_peered":"2024-09-12T18:25:58.325865+0000","last_clean":"2024-09-12T18:25:58.325865+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:25:58.325865+0000","last_undegraded":"2024-09-12T18:25:58.325865+0000","last_fullsized":"2024-09-12T18:25:58.325865+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:28.194862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4452400,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":42615,"num_write":1207,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.188993+0000","last_change":"2024-09-12T17:38:11.642736+0000","last_active":"2024-09-12T18:21:45.188993+0000","last_peered":"2024-09-12T18:21:45.188993+0000","last_clean":"2024-09-12T18:21:45.188993+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:21:45.188993+0000","last_undegraded":"2024-09-12T18:21:45.188993+0000","last_fullsized":"2024-09-12T18:21:45.188993+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:27.519350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'481","reported_seq":1113,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.095914+0000","last_change":"2024-09-12T17:38:13.681281+0000","last_active":"2024-09-12T18:25:58.095914+0000","last_peered":"2024-09-12T18:25:58.095914+0000","last_clean":"2024-09-12T18:25:58.095914+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:25:58.095914+0000","last_undegraded":"2024-09-12T18:25:58.095914+0000","last_fullsized":"2024-09-12T18:25:58.095914+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:07.841840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":839,"num_read_kb":2041,"num_write":694,"num_write_kb":595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031048+0000","last_change":"2024-09-12T17:38:15.699038+0000","last_active":"2024-09-12T18:23:45.031048+0000","last_peered":"2024-09-12T18:23:45.031048+0000","last_clean":"2024-09-12T18:23:45.031048+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:23:45.031048+0000","last_undegraded":"2024-09-12T18:23:45.031048+0000","last_fullsized":"2024-09-12T18:23:45.031048+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:34.894703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'161","reported_seq":686,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.026317+0000","last_change":"2024-09-12T17:38:17.712810+0000","last_active":"2024-09-12T18:23:50.026317+0000","last_peered":"2024-09-12T18:23:50.026317+0000","last_clean":"2024-09-12T18:23:50.026317+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:23:50.026317+0000","last_undegraded":"2024-09-12T18:23:50.026317+0000","last_fullsized":"2024-09-12T18:23:50.026317+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:12.253737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'159","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.966123+0000","last_change":"2024-09-12T17:38:09.659914+0000","last_active":"2024-09-12T18:23:41.966123+0000","last_peered":"2024-09-12T18:23:41.966123+0000","last_clean":"2024-09-12T18:23:41.966123+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:23:41.966123+0000","last_undegraded":"2024-09-12T18:23:41.966123+0000","last_fullsized":"2024-09-12T18:23:41.966123+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:23.049258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'354","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.368851+0000","last_change":"2024-09-12T17:38:07.638501+0000","last_active":"2024-09-12T18:25:58.368851+0000","last_peered":"2024-09-12T18:25:58.368851+0000","last_clean":"2024-09-12T18:25:58.368851+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:25:58.368851+0000","last_undegraded":"2024-09-12T18:25:58.368851+0000","last_fullsized":"2024-09-12T18:25:58.368851+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:18.080704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":548,"num_read_kb":43583,"num_write":1077,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024609+0000","last_change":"2024-09-12T17:38:11.658264+0000","last_active":"2024-09-12T18:23:15.024609+0000","last_peered":"2024-09-12T18:23:15.024609+0000","last_clean":"2024-09-12T18:23:15.024609+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:23:15.024609+0000","last_undegraded":"2024-09-12T18:23:15.024609+0000","last_fullsized":"2024-09-12T18:23:15.024609+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:29.829357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'323","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.288983+0000","last_change":"2024-09-12T17:38:13.684717+0000","last_active":"2024-09-12T18:25:56.288983+0000","last_peered":"2024-09-12T18:25:56.288983+0000","last_clean":"2024-09-12T18:25:56.288983+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:25:56.288983+0000","last_undegraded":"2024-09-12T18:25:56.288983+0000","last_fullsized":"2024-09-12T18:25:56.288983+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:45.486938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51353,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":1284,"num_write":510,"num_write_kb":433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247255+0000","last_change":"2024-09-12T17:38:15.697206+0000","last_active":"2024-09-12T18:23:29.247255+0000","last_peered":"2024-09-12T18:23:29.247255+0000","last_clean":"2024-09-12T18:23:29.247255+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:23:29.247255+0000","last_undegraded":"2024-09-12T18:23:29.247255+0000","last_fullsized":"2024-09-12T18:23:29.247255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:01.194997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255252+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:24:25.255252+0000","last_peered":"2024-09-12T18:24:25.255252+0000","last_clean":"2024-09-12T18:24:25.255252+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:24:25.255252+0000","last_undegraded":"2024-09-12T18:24:25.255252+0000","last_fullsized":"2024-09-12T18:24:25.255252+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:15.124416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":764,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408550+0000","last_change":"2024-09-12T17:38:09.652459+0000","last_active":"2024-09-12T18:23:10.408550+0000","last_peered":"2024-09-12T18:23:10.408550+0000","last_clean":"2024-09-12T18:23:10.408550+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:23:10.408550+0000","last_undegraded":"2024-09-12T18:23:10.408550+0000","last_fullsized":"2024-09-12T18:23:10.408550+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:16.019649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'328","reported_seq":960,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.349851+0000","last_change":"2024-09-12T17:38:07.671493+0000","last_active":"2024-09-12T18:25:58.349851+0000","last_peered":"2024-09-12T18:25:58.349851+0000","last_clean":"2024-09-12T18:25:58.349851+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:25:58.349851+0000","last_undegraded":"2024-09-12T18:25:58.349851+0000","last_fullsized":"2024-09-12T18:25:58.349851+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:38.049544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":56900,"num_write":1001,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017983+0000","last_change":"2024-09-12T17:38:11.657792+0000","last_active":"2024-09-12T18:23:15.017983+0000","last_peered":"2024-09-12T18:23:15.017983+0000","last_clean":"2024-09-12T18:23:15.017983+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:23:15.017983+0000","last_undegraded":"2024-09-12T18:23:15.017983+0000","last_fullsized":"2024-09-12T18:23:15.017983+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:32.247480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'291","reported_seq":882,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.666517+0000","last_change":"2024-09-12T17:38:13.691871+0000","last_active":"2024-09-12T18:25:55.666517+0000","last_peered":"2024-09-12T18:25:55.666517+0000","last_clean":"2024-09-12T18:25:55.666517+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:25:55.666517+0000","last_undegraded":"2024-09-12T18:25:55.666517+0000","last_fullsized":"2024-09-12T18:25:55.666517+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.631625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45693,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":483,"num_read_kb":1075,"num_write":386,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":4313,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.609965+0000","last_change":"2024-09-12T17:38:15.704832+0000","last_active":"2024-09-12T18:25:57.609965+0000","last_peered":"2024-09-12T18:25:57.609965+0000","last_clean":"2024-09-12T18:25:57.609965+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:25:57.609965+0000","last_undegraded":"2024-09-12T18:25:57.609965+0000","last_fullsized":"2024-09-12T18:25:57.609965+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:22.038856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'133","reported_seq":638,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.804964+0000","last_change":"2024-09-12T17:38:17.710341+0000","last_active":"2024-09-12T18:24:02.804964+0000","last_peered":"2024-09-12T18:24:02.804964+0000","last_clean":"2024-09-12T18:24:02.804964+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:24:02.804964+0000","last_undegraded":"2024-09-12T18:24:02.804964+0000","last_fullsized":"2024-09-12T18:24:02.804964+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:23.949874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":802,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.094041+0000","last_change":"2024-09-12T17:38:09.669074+0000","last_active":"2024-09-12T18:23:20.094041+0000","last_peered":"2024-09-12T18:23:20.094041+0000","last_clean":"2024-09-12T18:23:20.094041+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:23:20.094041+0000","last_undegraded":"2024-09-12T18:23:20.094041+0000","last_fullsized":"2024-09-12T18:23:20.094041+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:16.753858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'340","reported_seq":1092,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.302012+0000","last_change":"2024-09-12T17:38:07.626067+0000","last_active":"2024-09-12T18:25:58.302012+0000","last_peered":"2024-09-12T18:25:58.302012+0000","last_clean":"2024-09-12T18:25:58.302012+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:25:58.302012+0000","last_undegraded":"2024-09-12T18:25:58.302012+0000","last_fullsized":"2024-09-12T18:25:58.302012+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:59.757329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":815,"num_read_kb":28315,"num_write":1118,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1462,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.061100+0000","last_change":"2024-09-12T17:38:11.668521+0000","last_active":"2024-09-12T18:25:55.061100+0000","last_peered":"2024-09-12T18:25:55.061100+0000","last_clean":"2024-09-12T18:25:55.061100+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:25:55.061100+0000","last_undegraded":"2024-09-12T18:25:55.061100+0000","last_fullsized":"2024-09-12T18:25:55.061100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:12.384405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":967,"num_read_kb":967,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'71","reported_seq":591,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.067545+0000","last_change":"2024-09-12T17:38:13.695892+0000","last_active":"2024-09-12T18:24:05.067545+0000","last_peered":"2024-09-12T18:24:05.067545+0000","last_clean":"2024-09-12T18:24:05.067545+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:24:05.067545+0000","last_undegraded":"2024-09-12T18:24:05.067545+0000","last_fullsized":"2024-09-12T18:24:05.067545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:12.996732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'758","reported_seq":2295,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.620430+0000","last_change":"2024-09-12T17:38:15.694823+0000","last_active":"2024-09-12T18:25:57.620430+0000","last_peered":"2024-09-12T18:25:57.620430+0000","last_clean":"2024-09-12T18:25:57.620430+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:25:57.620430+0000","last_undegraded":"2024-09-12T18:25:57.620430+0000","last_fullsized":"2024-09-12T18:25:57.620430+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:12.983006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'128","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.421907+0000","last_change":"2024-09-12T17:38:17.715587+0000","last_active":"2024-09-12T18:24:10.421907+0000","last_peered":"2024-09-12T18:24:10.421907+0000","last_clean":"2024-09-12T18:24:10.421907+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:24:10.421907+0000","last_undegraded":"2024-09-12T18:24:10.421907+0000","last_fullsized":"2024-09-12T18:24:10.421907+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:04.424284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":728,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020886+0000","last_change":"2024-09-12T17:38:09.662878+0000","last_active":"2024-09-12T18:23:25.020886+0000","last_peered":"2024-09-12T18:23:25.020886+0000","last_clean":"2024-09-12T18:23:25.020886+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:23:25.020886+0000","last_undegraded":"2024-09-12T18:23:25.020886+0000","last_fullsized":"2024-09-12T18:23:25.020886+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:13.011169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'353","reported_seq":986,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.325567+0000","last_change":"2024-09-12T17:38:38.770316+0000","last_active":"2024-09-12T18:25:58.325567+0000","last_peered":"2024-09-12T18:25:58.325567+0000","last_clean":"2024-09-12T18:25:58.325567+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:25:58.325567+0000","last_undegraded":"2024-09-12T18:25:58.325567+0000","last_fullsized":"2024-09-12T18:25:58.325567+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:48.083140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262170,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":452,"num_read_kb":16781,"num_write":1071,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409782+0000","last_change":"2024-09-12T17:38:11.664558+0000","last_active":"2024-09-12T18:23:15.409782+0000","last_peered":"2024-09-12T18:23:15.409782+0000","last_clean":"2024-09-12T18:23:15.409782+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:23:15.409782+0000","last_undegraded":"2024-09-12T18:23:15.409782+0000","last_fullsized":"2024-09-12T18:23:15.409782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:39.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'376","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.504592+0000","last_change":"2024-09-12T17:38:13.686242+0000","last_active":"2024-09-12T18:25:57.504592+0000","last_peered":"2024-09-12T18:25:57.504592+0000","last_clean":"2024-09-12T18:25:57.504592+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:25:57.504592+0000","last_undegraded":"2024-09-12T18:25:57.504592+0000","last_fullsized":"2024-09-12T18:25:57.504592+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:15.470250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50321,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":585,"num_read_kb":1209,"num_write":472,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011837+0000","last_change":"2024-09-12T17:38:15.696371+0000","last_active":"2024-09-12T18:23:15.011837+0000","last_peered":"2024-09-12T18:23:15.011837+0000","last_clean":"2024-09-12T18:23:15.011837+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:23:15.011837+0000","last_undegraded":"2024-09-12T18:23:15.011837+0000","last_fullsized":"2024-09-12T18:23:15.011837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:09.415516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'126","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.511692+0000","last_change":"2024-09-12T17:38:17.707294+0000","last_active":"2024-09-12T18:22:14.511692+0000","last_peered":"2024-09-12T18:22:14.511692+0000","last_clean":"2024-09-12T18:22:14.511692+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:22:14.511692+0000","last_undegraded":"2024-09-12T18:22:14.511692+0000","last_fullsized":"2024-09-12T18:22:14.511692+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:26.108940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":975,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.039092+0000","last_change":"2024-09-12T17:38:09.672211+0000","last_active":"2024-09-12T18:22:55.039092+0000","last_peered":"2024-09-12T18:22:55.039092+0000","last_clean":"2024-09-12T18:22:55.039092+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:22:55.039092+0000","last_undegraded":"2024-09-12T18:22:55.039092+0000","last_fullsized":"2024-09-12T18:22:55.039092+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.900537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:55.248824+0000","last_change":"2024-09-12T17:37:46.260647+0000","last_active":"2024-09-12T18:23:55.248824+0000","last_peered":"2024-09-12T18:23:55.248824+0000","last_clean":"2024-09-12T18:23:55.248824+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:23:55.248824+0000","last_undegraded":"2024-09-12T18:23:55.248824+0000","last_fullsized":"2024-09-12T18:23:55.248824+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:45.240654+0000","last_clean_scrub_stamp":"2024-09-12T17:37:45.240654+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:02.653182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206870+0000","last_change":"2024-09-12T17:37:53.326950+0000","last_active":"2024-09-12T18:23:45.206870+0000","last_peered":"2024-09-12T18:23:45.206870+0000","last_clean":"2024-09-12T18:23:45.206870+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:23:45.206870+0000","last_undegraded":"2024-09-12T18:23:45.206870+0000","last_fullsized":"2024-09-12T18:23:45.206870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:51.087934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'361","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.172124+0000","last_change":"2024-09-12T17:38:07.682349+0000","last_active":"2024-09-12T18:25:58.172124+0000","last_peered":"2024-09-12T18:25:58.172124+0000","last_clean":"2024-09-12T18:25:58.172124+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:25:58.172124+0000","last_undegraded":"2024-09-12T18:25:58.172124+0000","last_fullsized":"2024-09-12T18:25:58.172124+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:01.879463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524314,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":92386,"num_write":1107,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.220180+0000","last_change":"2024-09-12T17:38:11.658129+0000","last_active":"2024-09-12T18:22:00.220180+0000","last_peered":"2024-09-12T18:22:00.220180+0000","last_clean":"2024-09-12T18:22:00.220180+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:22:00.220180+0000","last_undegraded":"2024-09-12T18:22:00.220180+0000","last_fullsized":"2024-09-12T18:22:00.220180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:52.762417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'717","reported_seq":1416,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.377025+0000","last_change":"2024-09-12T17:38:13.690235+0000","last_active":"2024-09-12T18:25:58.377025+0000","last_peered":"2024-09-12T18:25:58.377025+0000","last_clean":"2024-09-12T18:25:58.377025+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:25:58.377025+0000","last_undegraded":"2024-09-12T18:25:58.377025+0000","last_fullsized":"2024-09-12T18:25:58.377025+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:42.508605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157315,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1412,"num_read_kb":3250,"num_write":1342,"num_write_kb":1215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.252912+0000","last_change":"2024-09-12T17:38:15.707309+0000","last_active":"2024-09-12T18:23:49.252912+0000","last_peered":"2024-09-12T18:23:49.252912+0000","last_clean":"2024-09-12T18:23:49.252912+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:23:49.252912+0000","last_undegraded":"2024-09-12T18:23:49.252912+0000","last_fullsized":"2024-09-12T18:23:49.252912+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:22.234928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.077092+0000","last_change":"2024-09-12T17:38:17.699145+0000","last_active":"2024-09-12T18:24:05.077092+0000","last_peered":"2024-09-12T18:24:05.077092+0000","last_clean":"2024-09-12T18:24:05.077092+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:24:05.077092+0000","last_undegraded":"2024-09-12T18:24:05.077092+0000","last_fullsized":"2024-09-12T18:24:05.077092+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:45.248821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250220+0000","last_change":"2024-09-12T17:38:09.666430+0000","last_active":"2024-09-12T18:23:39.250220+0000","last_peered":"2024-09-12T18:23:39.250220+0000","last_clean":"2024-09-12T18:23:39.250220+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:23:39.250220+0000","last_undegraded":"2024-09-12T18:23:39.250220+0000","last_fullsized":"2024-09-12T18:23:39.250220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:24.365629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":526,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.250110+0000","last_change":"2024-09-12T17:37:53.532141+0000","last_active":"2024-09-12T18:24:00.250110+0000","last_peered":"2024-09-12T18:24:00.250110+0000","last_clean":"2024-09-12T18:24:00.250110+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:24:00.250110+0000","last_undegraded":"2024-09-12T18:24:00.250110+0000","last_fullsized":"2024-09-12T18:24:00.250110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:00.815185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'338","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:02.586482+0000","last_change":"2024-09-12T18:26:02.586430+0000","last_active":"2024-09-12T18:26:02.586482+0000","last_peered":"2024-09-12T18:26:02.586482+0000","last_clean":"2024-09-12T18:26:02.586482+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:26:02.586482+0000","last_undegraded":"2024-09-12T18:26:02.586482+0000","last_fullsized":"2024-09-12T18:26:02.586482+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:02.586308+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:02.271366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136848,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":11160,"num_write":1118,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.207005+0000","last_change":"2024-09-12T17:38:11.666888+0000","last_active":"2024-09-12T18:23:45.207005+0000","last_peered":"2024-09-12T18:23:45.207005+0000","last_clean":"2024-09-12T18:23:45.207005+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:23:45.207005+0000","last_undegraded":"2024-09-12T18:23:45.207005+0000","last_fullsized":"2024-09-12T18:23:45.207005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:36.224084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1216","reported_seq":2732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.578117+0000","last_change":"2024-09-12T17:38:13.684899+0000","last_active":"2024-09-12T18:25:57.578117+0000","last_peered":"2024-09-12T18:25:57.578117+0000","last_clean":"2024-09-12T18:25:57.578117+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:25:57.578117+0000","last_undegraded":"2024-09-12T18:25:57.578117+0000","last_fullsized":"2024-09-12T18:25:57.578117+0000","mapping_epoch":32,"log_start":"268'1200","ondisk_log_start":"268'1200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":1200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:14.096198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147517,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1973,"num_read_kb":3659,"num_write":1066,"num_write_kb":911,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221333+0000","last_change":"2024-09-12T17:38:15.707285+0000","last_active":"2024-09-12T18:22:05.221333+0000","last_peered":"2024-09-12T18:22:05.221333+0000","last_clean":"2024-09-12T18:22:05.221333+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:22:05.221333+0000","last_undegraded":"2024-09-12T18:22:05.221333+0000","last_fullsized":"2024-09-12T18:22:05.221333+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:51.601053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'121","reported_seq":626,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:48.536940+0000","last_change":"2024-09-12T17:38:17.707147+0000","last_active":"2024-09-12T18:23:48.536940+0000","last_peered":"2024-09-12T18:23:48.536940+0000","last_clean":"2024-09-12T18:23:48.536940+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:23:48.536940+0000","last_undegraded":"2024-09-12T18:23:48.536940+0000","last_fullsized":"2024-09-12T18:23:48.536940+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:21.928837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":906,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023982+0000","last_change":"2024-09-12T17:38:09.672347+0000","last_active":"2024-09-12T18:23:40.023982+0000","last_peered":"2024-09-12T18:23:40.023982+0000","last_clean":"2024-09-12T18:23:40.023982+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:23:40.023982+0000","last_undegraded":"2024-09-12T18:23:40.023982+0000","last_fullsized":"2024-09-12T18:23:40.023982+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:39.177967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031099+0000","last_change":"2024-09-12T17:37:53.321336+0000","last_active":"2024-09-12T18:23:45.031099+0000","last_peered":"2024-09-12T18:23:45.031099+0000","last_clean":"2024-09-12T18:23:45.031099+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:23:45.031099+0000","last_undegraded":"2024-09-12T18:23:45.031099+0000","last_fullsized":"2024-09-12T18:23:45.031099+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:50.630362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'460","reported_seq":1195,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.269584+0000","last_change":"2024-09-12T17:38:07.663327+0000","last_active":"2024-09-12T18:25:58.269584+0000","last_peered":"2024-09-12T18:25:58.269584+0000","last_clean":"2024-09-12T18:25:58.269584+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:25:58.269584+0000","last_undegraded":"2024-09-12T18:25:58.269584+0000","last_fullsized":"2024-09-12T18:25:58.269584+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:10.296989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254297,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":870,"num_read_kb":11836,"num_write":1453,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031308+0000","last_change":"2024-09-12T17:38:11.669327+0000","last_active":"2024-09-12T18:23:45.031308+0000","last_peered":"2024-09-12T18:23:45.031308+0000","last_clean":"2024-09-12T18:23:45.031308+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:23:45.031308+0000","last_undegraded":"2024-09-12T18:23:45.031308+0000","last_fullsized":"2024-09-12T18:23:45.031308+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:42.940746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1337,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.609419+0000","last_change":"2024-09-12T17:38:13.701283+0000","last_active":"2024-09-12T18:25:23.609419+0000","last_peered":"2024-09-12T18:25:23.609419+0000","last_clean":"2024-09-12T18:25:23.609419+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:25:23.609419+0000","last_undegraded":"2024-09-12T18:25:23.609419+0000","last_fullsized":"2024-09-12T18:25:23.609419+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:13.680148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226443+0000","last_change":"2024-09-12T17:38:15.702285+0000","last_active":"2024-09-12T18:22:04.226443+0000","last_peered":"2024-09-12T18:22:04.226443+0000","last_clean":"2024-09-12T18:22:04.226443+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:22:04.226443+0000","last_undegraded":"2024-09-12T18:22:04.226443+0000","last_fullsized":"2024-09-12T18:22:04.226443+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:49.650978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":674,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:31.274385+0000","last_change":"2024-09-12T17:38:09.663796+0000","last_active":"2024-09-12T18:23:31.274385+0000","last_peered":"2024-09-12T18:23:31.274385+0000","last_clean":"2024-09-12T18:23:31.274385+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:23:31.274385+0000","last_undegraded":"2024-09-12T18:23:31.274385+0000","last_fullsized":"2024-09-12T18:23:31.274385+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:39.452711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":523,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.206818+0000","last_change":"2024-09-12T17:37:53.328050+0000","last_active":"2024-09-12T18:23:45.206818+0000","last_peered":"2024-09-12T18:23:45.206818+0000","last_clean":"2024-09-12T18:23:45.206818+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:23:45.206818+0000","last_undegraded":"2024-09-12T18:23:45.206818+0000","last_fullsized":"2024-09-12T18:23:45.206818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.566749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'370","reported_seq":1013,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.297236+0000","last_change":"2024-09-12T17:38:39.010059+0000","last_active":"2024-09-12T18:25:58.297236+0000","last_peered":"2024-09-12T18:25:58.297236+0000","last_clean":"2024-09-12T18:25:58.297236+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:25:58.297236+0000","last_undegraded":"2024-09-12T18:25:58.297236+0000","last_fullsized":"2024-09-12T18:25:58.297236+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:31.859122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1629682,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":28592,"num_write":1142,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:09.227770+0000","last_change":"2024-09-12T17:38:11.655815+0000","last_active":"2024-09-12T18:22:09.227770+0000","last_peered":"2024-09-12T18:22:09.227770+0000","last_clean":"2024-09-12T18:22:09.227770+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:22:09.227770+0000","last_undegraded":"2024-09-12T18:22:09.227770+0000","last_fullsized":"2024-09-12T18:22:09.227770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.707344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'115","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.343010+0000","last_change":"2024-09-12T17:38:13.688240+0000","last_active":"2024-09-12T18:25:24.343010+0000","last_peered":"2024-09-12T18:25:24.343010+0000","last_clean":"2024-09-12T18:25:24.343010+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:25:24.343010+0000","last_undegraded":"2024-09-12T18:25:24.343010+0000","last_fullsized":"2024-09-12T18:25:24.343010+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:20.881893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.018444+0000","last_change":"2024-09-12T17:38:15.703465+0000","last_active":"2024-09-12T18:23:45.018444+0000","last_peered":"2024-09-12T18:23:45.018444+0000","last_clean":"2024-09-12T18:23:45.018444+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:23:45.018444+0000","last_undegraded":"2024-09-12T18:23:45.018444+0000","last_fullsized":"2024-09-12T18:23:45.018444+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.402130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.295732+0000","last_change":"2024-09-12T17:38:17.700327+0000","last_active":"2024-09-12T18:23:51.295732+0000","last_peered":"2024-09-12T18:23:51.295732+0000","last_clean":"2024-09-12T18:23:51.295732+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:23:51.295732+0000","last_undegraded":"2024-09-12T18:23:51.295732+0000","last_fullsized":"2024-09-12T18:23:51.295732+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:48.295279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":615,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.615234+0000","last_change":"2024-09-12T17:38:09.676349+0000","last_active":"2024-09-12T18:22:51.615234+0000","last_peered":"2024-09-12T18:22:51.615234+0000","last_clean":"2024-09-12T18:22:51.615234+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:22:51.615234+0000","last_undegraded":"2024-09-12T18:22:51.615234+0000","last_fullsized":"2024-09-12T18:22:51.615234+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:33:08.947476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'324","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.319566+0000","last_change":"2024-09-12T17:38:07.674497+0000","last_active":"2024-09-12T18:25:58.319566+0000","last_peered":"2024-09-12T18:25:58.319566+0000","last_clean":"2024-09-12T18:25:58.319566+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:25:58.319566+0000","last_undegraded":"2024-09-12T18:25:58.319566+0000","last_fullsized":"2024-09-12T18:25:58.319566+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:26.685452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262222,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":15827,"num_write":969,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.024988+0000","last_change":"2024-09-12T17:37:53.335031+0000","last_active":"2024-09-12T18:23:45.024988+0000","last_peered":"2024-09-12T18:23:45.024988+0000","last_clean":"2024-09-12T18:23:45.024988+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:23:45.024988+0000","last_undegraded":"2024-09-12T18:23:45.024988+0000","last_fullsized":"2024-09-12T18:23:45.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:54.500939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:59.224989+0000","last_change":"2024-09-12T17:38:11.664155+0000","last_active":"2024-09-12T18:21:59.224989+0000","last_peered":"2024-09-12T18:21:59.224989+0000","last_clean":"2024-09-12T18:21:59.224989+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:21:59.224989+0000","last_undegraded":"2024-09-12T18:21:59.224989+0000","last_fullsized":"2024-09-12T18:21:59.224989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:01.917706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'547","reported_seq":1211,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.856826+0000","last_change":"2024-09-12T17:38:13.690492+0000","last_active":"2024-09-12T18:25:56.856826+0000","last_peered":"2024-09-12T18:25:56.856826+0000","last_clean":"2024-09-12T18:25:56.856826+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:25:56.856826+0000","last_undegraded":"2024-09-12T18:25:56.856826+0000","last_fullsized":"2024-09-12T18:25:56.856826+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":500,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:33.095325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93725,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1561,"num_read_kb":2707,"num_write":2040,"num_write_kb":1889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":495,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392929+0000","last_change":"2024-09-12T17:38:15.675619+0000","last_active":"2024-09-12T18:22:00.392929+0000","last_peered":"2024-09-12T18:22:00.392929+0000","last_clean":"2024-09-12T18:22:00.392929+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:22:00.392929+0000","last_undegraded":"2024-09-12T18:22:00.392929+0000","last_fullsized":"2024-09-12T18:22:00.392929+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.285161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'169","reported_seq":684,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.069582+0000","last_change":"2024-09-12T17:38:17.687351+0000","last_active":"2024-09-12T18:23:25.069582+0000","last_peered":"2024-09-12T18:23:25.069582+0000","last_clean":"2024-09-12T18:23:25.069582+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:23:25.069582+0000","last_undegraded":"2024-09-12T18:23:25.069582+0000","last_fullsized":"2024-09-12T18:23:25.069582+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:54.300943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'155","reported_seq":738,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:59.255056+0000","last_change":"2024-09-12T17:38:09.658573+0000","last_active":"2024-09-12T18:23:59.255056+0000","last_peered":"2024-09-12T18:23:59.255056+0000","last_clean":"2024-09-12T18:23:59.255056+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:23:59.255056+0000","last_undegraded":"2024-09-12T18:23:59.255056+0000","last_fullsized":"2024-09-12T18:23:59.255056+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'321","reported_seq":980,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.303581+0000","last_change":"2024-09-12T17:38:07.663695+0000","last_active":"2024-09-12T18:25:58.303581+0000","last_peered":"2024-09-12T18:25:58.303581+0000","last_clean":"2024-09-12T18:25:58.303581+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:25:58.303581+0000","last_undegraded":"2024-09-12T18:25:58.303581+0000","last_fullsized":"2024-09-12T18:25:58.303581+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:34.953285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5917348,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":18522,"num_write":1002,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247522+0000","last_change":"2024-09-12T17:37:53.532134+0000","last_active":"2024-09-12T18:23:50.247522+0000","last_peered":"2024-09-12T18:23:50.247522+0000","last_clean":"2024-09-12T18:23:50.247522+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:23:50.247522+0000","last_undegraded":"2024-09-12T18:23:50.247522+0000","last_fullsized":"2024-09-12T18:23:50.247522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:29.315826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192541+0000","last_change":"2024-09-12T17:38:11.660674+0000","last_active":"2024-09-12T18:22:00.192541+0000","last_peered":"2024-09-12T18:22:00.192541+0000","last_clean":"2024-09-12T18:22:00.192541+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:22:00.192541+0000","last_undegraded":"2024-09-12T18:22:00.192541+0000","last_fullsized":"2024-09-12T18:22:00.192541+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:05.707245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'147","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.029444+0000","last_change":"2024-09-12T17:38:13.694267+0000","last_active":"2024-09-12T18:24:05.029444+0000","last_peered":"2024-09-12T18:24:05.029444+0000","last_clean":"2024-09-12T18:24:05.029444+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:24:05.029444+0000","last_undegraded":"2024-09-12T18:24:05.029444+0000","last_fullsized":"2024-09-12T18:24:05.029444+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:15.233776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'766","reported_seq":2510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.306884+0000","last_change":"2024-09-12T17:38:15.699782+0000","last_active":"2024-09-12T18:25:55.306884+0000","last_peered":"2024-09-12T18:25:55.306884+0000","last_clean":"2024-09-12T18:25:55.306884+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:25:55.306884+0000","last_undegraded":"2024-09-12T18:25:55.306884+0000","last_fullsized":"2024-09-12T18:25:55.306884+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.101547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'128","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.165440+0000","last_change":"2024-09-12T17:38:17.710162+0000","last_active":"2024-09-12T18:25:24.165440+0000","last_peered":"2024-09-12T18:25:24.165440+0000","last_clean":"2024-09-12T18:25:24.165440+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:25:24.165440+0000","last_undegraded":"2024-09-12T18:25:24.165440+0000","last_fullsized":"2024-09-12T18:25:24.165440+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:52.475092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":820,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.222834+0000","last_change":"2024-09-12T17:38:09.658944+0000","last_active":"2024-09-12T18:22:15.222834+0000","last_peered":"2024-09-12T18:22:15.222834+0000","last_clean":"2024-09-12T18:22:15.222834+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:22:15.222834+0000","last_undegraded":"2024-09-12T18:22:15.222834+0000","last_fullsized":"2024-09-12T18:22:15.222834+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:49.131495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'402","reported_seq":1083,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.331316+0000","last_change":"2024-09-12T17:38:07.654735+0000","last_active":"2024-09-12T18:25:58.331316+0000","last_peered":"2024-09-12T18:25:58.331316+0000","last_clean":"2024-09-12T18:25:58.331316+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:25:58.331316+0000","last_undegraded":"2024-09-12T18:25:58.331316+0000","last_fullsized":"2024-09-12T18:25:58.331316+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:14.126916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524320,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":680,"num_read_kb":67413,"num_write":1367,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020774+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T18:23:25.020774+0000","last_peered":"2024-09-12T18:23:25.020774+0000","last_clean":"2024-09-12T18:23:25.020774+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:23:25.020774+0000","last_undegraded":"2024-09-12T18:23:25.020774+0000","last_fullsized":"2024-09-12T18:23:25.020774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":503,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.392867+0000","last_change":"2024-09-12T17:38:11.663364+0000","last_active":"2024-09-12T18:22:00.392867+0000","last_peered":"2024-09-12T18:22:00.392867+0000","last_clean":"2024-09-12T18:22:00.392867+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:22:00.392867+0000","last_undegraded":"2024-09-12T18:22:00.392867+0000","last_fullsized":"2024-09-12T18:22:00.392867+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:02.331667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'109","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:12.850740+0000","last_change":"2024-09-12T17:38:13.689073+0000","last_active":"2024-09-12T18:22:12.850740+0000","last_peered":"2024-09-12T18:22:12.850740+0000","last_clean":"2024-09-12T18:22:12.850740+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:22:12.850740+0000","last_undegraded":"2024-09-12T18:22:12.850740+0000","last_fullsized":"2024-09-12T18:22:12.850740+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:44.799986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'800","reported_seq":2365,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.796591+0000","last_change":"2024-09-12T17:38:15.696485+0000","last_active":"2024-09-12T18:25:57.796591+0000","last_peered":"2024-09-12T18:25:57.796591+0000","last_clean":"2024-09-12T18:25:57.796591+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:25:57.796591+0000","last_undegraded":"2024-09-12T18:25:57.796591+0000","last_fullsized":"2024-09-12T18:25:57.796591+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:21.160463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'268","reported_seq":789,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.351705+0000","last_change":"2024-09-12T17:38:17.705186+0000","last_active":"2024-09-12T18:24:04.351705+0000","last_peered":"2024-09-12T18:24:04.351705+0000","last_clean":"2024-09-12T18:24:04.351705+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:24:04.351705+0000","last_undegraded":"2024-09-12T18:24:04.351705+0000","last_fullsized":"2024-09-12T18:24:04.351705+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:34.155384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":722,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:51.091080+0000","last_change":"2024-09-12T17:38:09.671491+0000","last_active":"2024-09-12T18:22:51.091080+0000","last_peered":"2024-09-12T18:22:51.091080+0000","last_clean":"2024-09-12T18:22:51.091080+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:22:51.091080+0000","last_undegraded":"2024-09-12T18:22:51.091080+0000","last_fullsized":"2024-09-12T18:22:51.091080+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:29.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'349","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.284738+0000","last_change":"2024-09-12T17:38:07.637819+0000","last_active":"2024-09-12T18:25:58.284738+0000","last_peered":"2024-09-12T18:25:58.284738+0000","last_clean":"2024-09-12T18:25:58.284738+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:25:58.284738+0000","last_undegraded":"2024-09-12T18:25:58.284738+0000","last_fullsized":"2024-09-12T18:25:58.284738+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:10.922695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1399074,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":464,"num_read_kb":28215,"num_write":1095,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":522,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.014095+0000","last_change":"2024-09-12T17:37:53.322715+0000","last_active":"2024-09-12T18:23:25.014095+0000","last_peered":"2024-09-12T18:23:25.014095+0000","last_clean":"2024-09-12T18:23:25.014095+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:23:25.014095+0000","last_undegraded":"2024-09-12T18:23:25.014095+0000","last_fullsized":"2024-09-12T18:23:25.014095+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.844973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224016+0000","last_change":"2024-09-12T17:38:11.661047+0000","last_active":"2024-09-12T18:22:20.224016+0000","last_peered":"2024-09-12T18:22:20.224016+0000","last_clean":"2024-09-12T18:22:20.224016+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:22:20.224016+0000","last_undegraded":"2024-09-12T18:22:20.224016+0000","last_fullsized":"2024-09-12T18:22:20.224016+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:26.684456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'735","reported_seq":1454,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.096502+0000","last_change":"2024-09-12T17:38:13.701474+0000","last_active":"2024-09-12T18:25:57.096502+0000","last_peered":"2024-09-12T18:25:57.096502+0000","last_clean":"2024-09-12T18:25:57.096502+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:25:57.096502+0000","last_undegraded":"2024-09-12T18:25:57.096502+0000","last_fullsized":"2024-09-12T18:25:57.096502+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:24.008623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150273,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1296,"num_read_kb":3073,"num_write":1056,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.219150+0000","last_change":"2024-09-12T17:38:15.685448+0000","last_active":"2024-09-12T18:22:00.219150+0000","last_peered":"2024-09-12T18:22:00.219150+0000","last_clean":"2024-09-12T18:22:00.219150+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:22:00.219150+0000","last_undegraded":"2024-09-12T18:22:00.219150+0000","last_fullsized":"2024-09-12T18:22:00.219150+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:37.946863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'135","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:21.259719+0000","last_change":"2024-09-12T17:38:17.711106+0000","last_active":"2024-09-12T18:23:21.259719+0000","last_peered":"2024-09-12T18:23:21.259719+0000","last_clean":"2024-09-12T18:23:21.259719+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:23:21.259719+0000","last_undegraded":"2024-09-12T18:23:21.259719+0000","last_fullsized":"2024-09-12T18:23:21.259719+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:15.412505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'147","reported_seq":700,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.210411+0000","last_change":"2024-09-12T17:38:17.707809+0000","last_active":"2024-09-12T18:24:05.210411+0000","last_peered":"2024-09-12T18:24:05.210411+0000","last_clean":"2024-09-12T18:24:05.210411+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:24:05.210411+0000","last_undegraded":"2024-09-12T18:24:05.210411+0000","last_fullsized":"2024-09-12T18:24:05.210411+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:37.941325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1097,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.895757+0000","last_change":"2024-09-12T17:38:09.669088+0000","last_active":"2024-09-12T18:23:24.895757+0000","last_peered":"2024-09-12T18:23:24.895757+0000","last_clean":"2024-09-12T18:23:24.895757+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:23:24.895757+0000","last_undegraded":"2024-09-12T18:23:24.895757+0000","last_fullsized":"2024-09-12T18:23:24.895757+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:47.294120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'291","reported_seq":913,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.290177+0000","last_change":"2024-09-12T17:38:07.668989+0000","last_active":"2024-09-12T18:25:58.290177+0000","last_peered":"2024-09-12T18:25:58.290177+0000","last_clean":"2024-09-12T18:25:58.290177+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:25:58.290177+0000","last_undegraded":"2024-09-12T18:25:58.290177+0000","last_fullsized":"2024-09-12T18:25:58.290177+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:23:52.154973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":411,"num_read_kb":27077,"num_write":999,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.210438+0000","last_change":"2024-09-12T17:38:11.668363+0000","last_active":"2024-09-12T18:22:35.210438+0000","last_peered":"2024-09-12T18:22:35.210438+0000","last_clean":"2024-09-12T18:22:35.210438+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:22:35.210438+0000","last_undegraded":"2024-09-12T18:22:35.210438+0000","last_fullsized":"2024-09-12T18:22:35.210438+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:52.247354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'258","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.839612+0000","last_change":"2024-09-12T17:38:13.695480+0000","last_active":"2024-09-12T18:25:57.839612+0000","last_peered":"2024-09-12T18:25:57.839612+0000","last_clean":"2024-09-12T18:25:57.839612+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:25:57.839612+0000","last_undegraded":"2024-09-12T18:25:57.839612+0000","last_fullsized":"2024-09-12T18:25:57.839612+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:02.207004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48831,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":430,"num_read_kb":1017,"num_write":344,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":590,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.224439+0000","last_change":"2024-09-12T17:38:17.713642+0000","last_active":"2024-09-12T18:23:33.224439+0000","last_peered":"2024-09-12T18:23:33.224439+0000","last_clean":"2024-09-12T18:23:33.224439+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:23:33.224439+0000","last_undegraded":"2024-09-12T18:23:33.224439+0000","last_fullsized":"2024-09-12T18:23:33.224439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:31.206547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.293412+0000","last_change":"2024-09-12T17:38:09.669350+0000","last_active":"2024-09-12T18:23:51.293412+0000","last_peered":"2024-09-12T18:23:51.293412+0000","last_clean":"2024-09-12T18:23:51.293412+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:23:51.293412+0000","last_undegraded":"2024-09-12T18:23:51.293412+0000","last_fullsized":"2024-09-12T18:23:51.293412+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.078351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'386","reported_seq":1106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.344916+0000","last_change":"2024-09-12T17:38:07.656589+0000","last_active":"2024-09-12T18:25:58.344916+0000","last_peered":"2024-09-12T18:25:58.344916+0000","last_clean":"2024-09-12T18:25:58.344916+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:25:58.344916+0000","last_undegraded":"2024-09-12T18:25:58.344916+0000","last_fullsized":"2024-09-12T18:25:58.344916+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.227351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3499212,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":812,"num_read_kb":10238,"num_write":1225,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228000+0000","last_change":"2024-09-12T17:38:11.664949+0000","last_active":"2024-09-12T18:22:35.228000+0000","last_peered":"2024-09-12T18:22:35.228000+0000","last_clean":"2024-09-12T18:22:35.228000+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:22:35.228000+0000","last_undegraded":"2024-09-12T18:22:35.228000+0000","last_fullsized":"2024-09-12T18:22:35.228000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:13.802984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'45","reported_seq":548,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233654+0000","last_change":"2024-09-12T17:38:13.682674+0000","last_active":"2024-09-12T18:22:34.233654+0000","last_peered":"2024-09-12T18:22:34.233654+0000","last_clean":"2024-09-12T18:22:34.233654+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:22:34.233654+0000","last_undegraded":"2024-09-12T18:22:34.233654+0000","last_fullsized":"2024-09-12T18:22:34.233654+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:24.435692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228497+0000","last_change":"2024-09-12T17:38:15.712380+0000","last_active":"2024-09-12T18:22:35.228497+0000","last_peered":"2024-09-12T18:22:35.228497+0000","last_clean":"2024-09-12T18:22:35.228497+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:22:35.228497+0000","last_undegraded":"2024-09-12T18:22:35.228497+0000","last_fullsized":"2024-09-12T18:22:35.228497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:08.792880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'260","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.330508+0000","last_change":"2024-09-12T17:38:17.712454+0000","last_active":"2024-09-12T18:24:04.330508+0000","last_peered":"2024-09-12T18:24:04.330508+0000","last_clean":"2024-09-12T18:24:04.330508+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:24:04.330508+0000","last_undegraded":"2024-09-12T18:24:04.330508+0000","last_fullsized":"2024-09-12T18:24:04.330508+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:16.035864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":786,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226669+0000","last_change":"2024-09-12T17:38:09.661597+0000","last_active":"2024-09-12T18:22:30.226669+0000","last_peered":"2024-09-12T18:22:30.226669+0000","last_clean":"2024-09-12T18:22:30.226669+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:22:30.226669+0000","last_undegraded":"2024-09-12T18:22:30.226669+0000","last_fullsized":"2024-09-12T18:22:30.226669+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:10.928256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'338","reported_seq":950,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.251082+0000","last_change":"2024-09-12T17:38:07.657089+0000","last_active":"2024-09-12T18:25:58.251082+0000","last_peered":"2024-09-12T18:25:58.251082+0000","last_clean":"2024-09-12T18:25:58.251082+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:25:58.251082+0000","last_undegraded":"2024-09-12T18:25:58.251082+0000","last_fullsized":"2024-09-12T18:25:58.251082+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:18.365918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":20999,"num_write":1111,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228436+0000","last_change":"2024-09-12T17:38:11.667367+0000","last_active":"2024-09-12T18:22:35.228436+0000","last_peered":"2024-09-12T18:22:35.228436+0000","last_clean":"2024-09-12T18:22:35.228436+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:22:35.228436+0000","last_undegraded":"2024-09-12T18:22:35.228436+0000","last_fullsized":"2024-09-12T18:22:35.228436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:38.127408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'307","reported_seq":898,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.722587+0000","last_change":"2024-09-12T17:38:13.695953+0000","last_active":"2024-09-12T18:25:56.722587+0000","last_peered":"2024-09-12T18:25:56.722587+0000","last_clean":"2024-09-12T18:25:56.722587+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:25:56.722587+0000","last_undegraded":"2024-09-12T18:25:56.722587+0000","last_fullsized":"2024-09-12T18:25:56.722587+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:06.305643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50152,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200270+0000","last_change":"2024-09-12T17:38:15.704962+0000","last_active":"2024-09-12T18:22:35.200270+0000","last_peered":"2024-09-12T18:22:35.200270+0000","last_clean":"2024-09-12T18:22:35.200270+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:22:35.200270+0000","last_undegraded":"2024-09-12T18:22:35.200270+0000","last_fullsized":"2024-09-12T18:22:35.200270+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:47.635524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'156","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.933799+0000","last_change":"2024-09-12T17:38:17.703990+0000","last_active":"2024-09-12T18:23:40.933799+0000","last_peered":"2024-09-12T18:23:40.933799+0000","last_clean":"2024-09-12T18:23:40.933799+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:23:40.933799+0000","last_undegraded":"2024-09-12T18:23:40.933799+0000","last_fullsized":"2024-09-12T18:23:40.933799+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:59.786098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'309","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226593+0000","last_change":"2024-09-12T17:38:09.663338+0000","last_active":"2024-09-12T18:22:30.226593+0000","last_peered":"2024-09-12T18:22:30.226593+0000","last_clean":"2024-09-12T18:22:30.226593+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:22:30.226593+0000","last_undegraded":"2024-09-12T18:22:30.226593+0000","last_fullsized":"2024-09-12T18:22:30.226593+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:10.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'310","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.255765+0000","last_change":"2024-09-12T17:38:07.682040+0000","last_active":"2024-09-12T18:25:58.255765+0000","last_peered":"2024-09-12T18:25:58.255765+0000","last_clean":"2024-09-12T18:25:58.255765+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:25:58.255765+0000","last_undegraded":"2024-09-12T18:25:58.255765+0000","last_fullsized":"2024-09-12T18:25:58.255765+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:07.465808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524339,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":72736,"num_write":994,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200185+0000","last_change":"2024-09-12T17:38:11.661746+0000","last_active":"2024-09-12T18:22:35.200185+0000","last_peered":"2024-09-12T18:22:35.200185+0000","last_clean":"2024-09-12T18:22:35.200185+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:22:35.200185+0000","last_undegraded":"2024-09-12T18:22:35.200185+0000","last_fullsized":"2024-09-12T18:22:35.200185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:30.551376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'280","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.475756+0000","last_change":"2024-09-12T17:38:13.701354+0000","last_active":"2024-09-12T18:25:56.475756+0000","last_peered":"2024-09-12T18:25:56.475756+0000","last_clean":"2024-09-12T18:25:56.475756+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:25:56.475756+0000","last_undegraded":"2024-09-12T18:25:56.475756+0000","last_fullsized":"2024-09-12T18:25:56.475756+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:06.881513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48406,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":468,"num_read_kb":1131,"num_write":388,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.234961+0000","last_change":"2024-09-12T17:38:15.708018+0000","last_active":"2024-09-12T18:22:39.234961+0000","last_peered":"2024-09-12T18:22:39.234961+0000","last_clean":"2024-09-12T18:22:39.234961+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:22:39.234961+0000","last_undegraded":"2024-09-12T18:22:39.234961+0000","last_fullsized":"2024-09-12T18:22:39.234961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:14.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'324","reported_seq":907,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.949215+0000","last_change":"2024-09-12T17:38:09.664892+0000","last_active":"2024-09-12T18:22:19.949215+0000","last_peered":"2024-09-12T18:22:19.949215+0000","last_clean":"2024-09-12T18:22:19.949215+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:22:19.949215+0000","last_undegraded":"2024-09-12T18:22:19.949215+0000","last_fullsized":"2024-09-12T18:22:19.949215+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:09.676452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'381","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.284116+0000","last_change":"2024-09-12T17:38:07.624851+0000","last_active":"2024-09-12T18:25:58.284116+0000","last_peered":"2024-09-12T18:25:58.284116+0000","last_clean":"2024-09-12T18:25:58.284116+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:25:58.284116+0000","last_undegraded":"2024-09-12T18:25:58.284116+0000","last_fullsized":"2024-09-12T18:25:58.284116+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:21.321018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1398992,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":14975,"num_write":1256,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.231318+0000","last_change":"2024-09-12T17:38:11.661951+0000","last_active":"2024-09-12T18:22:24.231318+0000","last_peered":"2024-09-12T18:22:24.231318+0000","last_clean":"2024-09-12T18:22:24.231318+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:22:24.231318+0000","last_undegraded":"2024-09-12T18:22:24.231318+0000","last_fullsized":"2024-09-12T18:22:24.231318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:11.599592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'481","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.313929+0000","last_change":"2024-09-12T17:38:13.686759+0000","last_active":"2024-09-12T18:25:58.313929+0000","last_peered":"2024-09-12T18:25:58.313929+0000","last_clean":"2024-09-12T18:25:58.313929+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:25:58.313929+0000","last_undegraded":"2024-09-12T18:25:58.313929+0000","last_fullsized":"2024-09-12T18:25:58.313929+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:13.624051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99683,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2051,"num_write":746,"num_write_kb":663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":483,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199980+0000","last_change":"2024-09-12T17:38:15.694695+0000","last_active":"2024-09-12T18:23:15.199980+0000","last_peered":"2024-09-12T18:23:15.199980+0000","last_clean":"2024-09-12T18:23:15.199980+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:23:15.199980+0000","last_undegraded":"2024-09-12T18:23:15.199980+0000","last_fullsized":"2024-09-12T18:23:15.199980+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.799297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":825,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:23.062736+0000","last_change":"2024-09-12T17:38:09.664775+0000","last_active":"2024-09-12T18:23:23.062736+0000","last_peered":"2024-09-12T18:23:23.062736+0000","last_clean":"2024-09-12T18:23:23.062736+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:23:23.062736+0000","last_undegraded":"2024-09-12T18:23:23.062736+0000","last_fullsized":"2024-09-12T18:23:23.062736+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:28.964842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'408","reported_seq":1065,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.339063+0000","last_change":"2024-09-12T17:38:07.675255+0000","last_active":"2024-09-12T18:25:58.339063+0000","last_peered":"2024-09-12T18:25:58.339063+0000","last_clean":"2024-09-12T18:25:58.339063+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:25:58.339063+0000","last_undegraded":"2024-09-12T18:25:58.339063+0000","last_fullsized":"2024-09-12T18:25:58.339063+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:07.990745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67865,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":609,"num_read_kb":49111,"num_write":1189,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192648+0000","last_change":"2024-09-12T17:38:11.660731+0000","last_active":"2024-09-12T18:22:00.192648+0000","last_peered":"2024-09-12T18:22:00.192648+0000","last_clean":"2024-09-12T18:22:00.192648+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:22:00.192648+0000","last_undegraded":"2024-09-12T18:22:00.192648+0000","last_fullsized":"2024-09-12T18:22:00.192648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:28.083635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'276","reported_seq":859,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.541038+0000","last_change":"2024-09-12T17:38:13.698218+0000","last_active":"2024-09-12T18:25:56.541038+0000","last_peered":"2024-09-12T18:25:56.541038+0000","last_clean":"2024-09-12T18:25:56.541038+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:25:56.541038+0000","last_undegraded":"2024-09-12T18:25:56.541038+0000","last_fullsized":"2024-09-12T18:25:56.541038+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:38:40.976994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48135,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":459,"num_read_kb":956,"num_write":378,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018051+0000","last_change":"2024-09-12T17:38:15.704507+0000","last_active":"2024-09-12T18:23:15.018051+0000","last_peered":"2024-09-12T18:23:15.018051+0000","last_clean":"2024-09-12T18:23:15.018051+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:23:15.018051+0000","last_undegraded":"2024-09-12T18:23:15.018051+0000","last_fullsized":"2024-09-12T18:23:15.018051+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:03.214954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'168","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.739293+0000","last_change":"2024-09-12T17:38:17.707064+0000","last_active":"2024-09-12T18:23:45.739293+0000","last_peered":"2024-09-12T18:23:45.739293+0000","last_clean":"2024-09-12T18:23:45.739293+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:23:45.739293+0000","last_undegraded":"2024-09-12T18:23:45.739293+0000","last_fullsized":"2024-09-12T18:23:45.739293+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:38.312738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":690,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.863815+0000","last_change":"2024-09-12T17:38:09.662987+0000","last_active":"2024-09-12T18:23:46.863815+0000","last_peered":"2024-09-12T18:23:46.863815+0000","last_clean":"2024-09-12T18:23:46.863815+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:23:46.863815+0000","last_undegraded":"2024-09-12T18:23:46.863815+0000","last_fullsized":"2024-09-12T18:23:46.863815+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:03.435666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'349","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.327175+0000","last_change":"2024-09-12T17:38:07.647497+0000","last_active":"2024-09-12T18:25:58.327175+0000","last_peered":"2024-09-12T18:25:58.327175+0000","last_clean":"2024-09-12T18:25:58.327175+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:25:58.327175+0000","last_undegraded":"2024-09-12T18:25:58.327175+0000","last_fullsized":"2024-09-12T18:25:58.327175+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:57.770302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5327091,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":14104,"num_write":1102,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409737+0000","last_change":"2024-09-12T17:38:11.661980+0000","last_active":"2024-09-12T18:23:15.409737+0000","last_peered":"2024-09-12T18:23:15.409737+0000","last_clean":"2024-09-12T18:23:15.409737+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:23:15.409737+0000","last_undegraded":"2024-09-12T18:23:15.409737+0000","last_fullsized":"2024-09-12T18:23:15.409737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:36.947970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'283","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.173591+0000","last_change":"2024-09-12T17:38:13.697280+0000","last_active":"2024-09-12T18:25:58.173591+0000","last_peered":"2024-09-12T18:25:58.173591+0000","last_clean":"2024-09-12T18:25:58.173591+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:25:58.173591+0000","last_undegraded":"2024-09-12T18:25:58.173591+0000","last_fullsized":"2024-09-12T18:25:58.173591+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:30.561334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85321,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":1168,"num_write":388,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.208338+0000","last_change":"2024-09-12T17:38:15.690633+0000","last_active":"2024-09-12T18:22:25.208338+0000","last_peered":"2024-09-12T18:22:25.208338+0000","last_clean":"2024-09-12T18:22:25.208338+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:22:25.208338+0000","last_undegraded":"2024-09-12T18:22:25.208338+0000","last_fullsized":"2024-09-12T18:22:25.208338+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:40.557427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'117","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.157912+0000","last_change":"2024-09-12T17:38:17.703884+0000","last_active":"2024-09-12T18:25:24.157912+0000","last_peered":"2024-09-12T18:25:24.157912+0000","last_clean":"2024-09-12T18:25:24.157912+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:25:24.157912+0000","last_undegraded":"2024-09-12T18:25:24.157912+0000","last_fullsized":"2024-09-12T18:25:24.157912+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:48.308729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.541705+0000","last_change":"2024-09-12T17:38:09.665546+0000","last_active":"2024-09-12T18:23:50.541705+0000","last_peered":"2024-09-12T18:23:50.541705+0000","last_clean":"2024-09-12T18:23:50.541705+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:23:50.541705+0000","last_undegraded":"2024-09-12T18:23:50.541705+0000","last_fullsized":"2024-09-12T18:23:50.541705+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.118473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'369","reported_seq":1020,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.364962+0000","last_change":"2024-09-12T17:38:07.636714+0000","last_active":"2024-09-12T18:25:58.364962+0000","last_peered":"2024-09-12T18:25:58.364962+0000","last_clean":"2024-09-12T18:25:58.364962+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:25:58.364962+0000","last_undegraded":"2024-09-12T18:25:58.364962+0000","last_fullsized":"2024-09-12T18:25:58.364962+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:34.333247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1391358,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":51026,"num_write":1203,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018074+0000","last_change":"2024-09-12T17:38:11.668032+0000","last_active":"2024-09-12T18:23:15.018074+0000","last_peered":"2024-09-12T18:23:15.018074+0000","last_clean":"2024-09-12T18:23:15.018074+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:23:15.018074+0000","last_undegraded":"2024-09-12T18:23:15.018074+0000","last_fullsized":"2024-09-12T18:23:15.018074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:10.297121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'83","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.438799+0000","last_change":"2024-09-12T17:38:13.690226+0000","last_active":"2024-09-12T18:23:04.438799+0000","last_peered":"2024-09-12T18:23:04.438799+0000","last_clean":"2024-09-12T18:23:04.438799+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:23:04.438799+0000","last_undegraded":"2024-09-12T18:23:04.438799+0000","last_fullsized":"2024-09-12T18:23:04.438799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:05.071904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":2231,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.620582+0000","last_change":"2024-09-12T17:38:15.701859+0000","last_active":"2024-09-12T18:25:57.620582+0000","last_peered":"2024-09-12T18:25:57.620582+0000","last_clean":"2024-09-12T18:25:57.620582+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:25:57.620582+0000","last_undegraded":"2024-09-12T18:25:57.620582+0000","last_fullsized":"2024-09-12T18:25:57.620582+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:39.919455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'117","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.301842+0000","last_change":"2024-09-12T17:38:17.710220+0000","last_active":"2024-09-12T18:23:00.301842+0000","last_peered":"2024-09-12T18:23:00.301842+0000","last_clean":"2024-09-12T18:23:00.301842+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:23:00.301842+0000","last_undegraded":"2024-09-12T18:23:00.301842+0000","last_fullsized":"2024-09-12T18:23:00.301842+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:46.315437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'83","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408457+0000","last_change":"2024-09-12T17:38:09.661810+0000","last_active":"2024-09-12T18:23:10.408457+0000","last_peered":"2024-09-12T18:23:10.408457+0000","last_clean":"2024-09-12T18:23:10.408457+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:23:10.408457+0000","last_undegraded":"2024-09-12T18:23:10.408457+0000","last_fullsized":"2024-09-12T18:23:10.408457+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:16.112089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'345","reported_seq":954,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.302866+0000","last_change":"2024-09-12T17:38:38.770303+0000","last_active":"2024-09-12T18:25:58.302866+0000","last_peered":"2024-09-12T18:25:58.302866+0000","last_clean":"2024-09-12T18:25:58.302866+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:25:58.302866+0000","last_undegraded":"2024-09-12T18:25:58.302866+0000","last_fullsized":"2024-09-12T18:25:58.302866+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:08.344402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288364,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":460,"num_read_kb":8478,"num_write":1047,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238981+0000","last_change":"2024-09-12T17:38:11.659173+0000","last_active":"2024-09-12T18:23:15.238981+0000","last_peered":"2024-09-12T18:23:15.238981+0000","last_clean":"2024-09-12T18:23:15.238981+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:23:15.238981+0000","last_undegraded":"2024-09-12T18:23:15.238981+0000","last_fullsized":"2024-09-12T18:23:15.238981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:53.581707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'324","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.754458+0000","last_change":"2024-09-12T17:38:13.687443+0000","last_active":"2024-09-12T18:25:55.754458+0000","last_peered":"2024-09-12T18:25:55.754458+0000","last_clean":"2024-09-12T18:25:55.754458+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:25:55.754458+0000","last_undegraded":"2024-09-12T18:25:55.754458+0000","last_fullsized":"2024-09-12T18:25:55.754458+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:19.998119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56465,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":1239,"num_write":444,"num_write_kb":350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:49.222313+0000","last_change":"2024-09-12T17:38:15.706762+0000","last_active":"2024-09-12T18:21:49.222313+0000","last_peered":"2024-09-12T18:21:49.222313+0000","last_clean":"2024-09-12T18:21:49.222313+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:21:49.222313+0000","last_undegraded":"2024-09-12T18:21:49.222313+0000","last_fullsized":"2024-09-12T18:21:49.222313+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:01.637311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'134","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.534800+0000","last_change":"2024-09-12T17:38:17.711831+0000","last_active":"2024-09-12T18:24:02.534800+0000","last_peered":"2024-09-12T18:24:02.534800+0000","last_clean":"2024-09-12T18:24:02.534800+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:24:02.534800+0000","last_undegraded":"2024-09-12T18:24:02.534800+0000","last_fullsized":"2024-09-12T18:24:02.534800+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:04.949600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":809,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.063368+0000","last_change":"2024-09-12T17:38:09.658558+0000","last_active":"2024-09-12T18:24:05.063368+0000","last_peered":"2024-09-12T18:24:05.063368+0000","last_clean":"2024-09-12T18:24:05.063368+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:24:05.063368+0000","last_undegraded":"2024-09-12T18:24:05.063368+0000","last_fullsized":"2024-09-12T18:24:05.063368+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:28.201056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'338","reported_seq":1016,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.331237+0000","last_change":"2024-09-12T17:38:07.675174+0000","last_active":"2024-09-12T18:25:58.331237+0000","last_peered":"2024-09-12T18:25:58.331237+0000","last_clean":"2024-09-12T18:25:58.331237+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:25:58.331237+0000","last_undegraded":"2024-09-12T18:25:58.331237+0000","last_fullsized":"2024-09-12T18:25:58.331237+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:01.934555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207156,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":32865,"num_write":1185,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199927+0000","last_change":"2024-09-12T17:38:11.663554+0000","last_active":"2024-09-12T18:23:15.199927+0000","last_peered":"2024-09-12T18:23:15.199927+0000","last_clean":"2024-09-12T18:23:15.199927+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:23:15.199927+0000","last_undegraded":"2024-09-12T18:23:15.199927+0000","last_fullsized":"2024-09-12T18:23:15.199927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:20.276912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'240","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.829989+0000","last_change":"2024-09-12T17:38:13.689014+0000","last_active":"2024-09-12T18:25:55.829989+0000","last_peered":"2024-09-12T18:25:55.829989+0000","last_clean":"2024-09-12T18:25:55.829989+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:25:55.829989+0000","last_undegraded":"2024-09-12T18:25:55.829989+0000","last_fullsized":"2024-09-12T18:25:55.829989+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:54:26.198120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":406,"num_read_kb":923,"num_write":326,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:50.190279+0000","last_change":"2024-09-12T17:38:15.703594+0000","last_active":"2024-09-12T18:21:50.190279+0000","last_peered":"2024-09-12T18:21:50.190279+0000","last_clean":"2024-09-12T18:21:50.190279+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:21:50.190279+0000","last_undegraded":"2024-09-12T18:21:50.190279+0000","last_fullsized":"2024-09-12T18:21:50.190279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'109","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.969353+0000","last_change":"2024-09-12T17:38:17.708631+0000","last_active":"2024-09-12T18:23:41.969353+0000","last_peered":"2024-09-12T18:23:41.969353+0000","last_clean":"2024-09-12T18:23:41.969353+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:23:41.969353+0000","last_undegraded":"2024-09-12T18:23:41.969353+0000","last_fullsized":"2024-09-12T18:23:41.969353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:44.208099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":703,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.544544+0000","last_change":"2024-09-12T17:38:09.658911+0000","last_active":"2024-09-12T18:22:20.544544+0000","last_peered":"2024-09-12T18:22:20.544544+0000","last_clean":"2024-09-12T18:22:20.544544+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:22:20.544544+0000","last_undegraded":"2024-09-12T18:22:20.544544+0000","last_fullsized":"2024-09-12T18:22:20.544544+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:11.566296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'361","reported_seq":1073,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.335027+0000","last_change":"2024-09-12T17:38:07.689055+0000","last_active":"2024-09-12T18:25:58.335027+0000","last_peered":"2024-09-12T18:25:58.335027+0000","last_clean":"2024-09-12T18:25:58.335027+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:25:58.335027+0000","last_undegraded":"2024-09-12T18:25:58.335027+0000","last_fullsized":"2024-09-12T18:25:58.335027+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:35:16.019265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5726324,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":689,"num_read_kb":40131,"num_write":1172,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389240+0000","last_change":"2024-09-12T17:38:11.663228+0000","last_active":"2024-09-12T18:21:45.389240+0000","last_peered":"2024-09-12T18:21:45.389240+0000","last_clean":"2024-09-12T18:21:45.389240+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:21:45.389240+0000","last_undegraded":"2024-09-12T18:21:45.389240+0000","last_fullsized":"2024-09-12T18:21:45.389240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:16.005318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'273","reported_seq":832,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.012034+0000","last_change":"2024-09-12T17:38:13.677003+0000","last_active":"2024-09-12T18:25:58.012034+0000","last_peered":"2024-09-12T18:25:58.012034+0000","last_clean":"2024-09-12T18:25:58.012034+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:25:58.012034+0000","last_undegraded":"2024-09-12T18:25:58.012034+0000","last_fullsized":"2024-09-12T18:25:58.012034+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:40.418830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48618,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":474,"num_read_kb":1196,"num_write":402,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409608+0000","last_change":"2024-09-12T17:38:15.699502+0000","last_active":"2024-09-12T18:23:15.409608+0000","last_peered":"2024-09-12T18:23:15.409608+0000","last_clean":"2024-09-12T18:23:15.409608+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:23:15.409608+0000","last_undegraded":"2024-09-12T18:23:15.409608+0000","last_fullsized":"2024-09-12T18:23:15.409608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'169","reported_seq":1659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.471949+0000","last_change":"2024-09-12T17:38:17.718611+0000","last_active":"2024-09-12T18:24:02.471949+0000","last_peered":"2024-09-12T18:24:02.471949+0000","last_clean":"2024-09-12T18:24:02.471949+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:24:02.471949+0000","last_undegraded":"2024-09-12T18:24:02.471949+0000","last_fullsized":"2024-09-12T18:24:02.471949+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.895463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.744502+0000","last_change":"2024-09-12T17:38:09.669623+0000","last_active":"2024-09-12T18:23:44.744502+0000","last_peered":"2024-09-12T18:23:44.744502+0000","last_clean":"2024-09-12T18:23:44.744502+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:23:44.744502+0000","last_undegraded":"2024-09-12T18:23:44.744502+0000","last_fullsized":"2024-09-12T18:23:44.744502+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:02.272079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'350","reported_seq":1033,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.376192+0000","last_change":"2024-09-12T17:38:07.660048+0000","last_active":"2024-09-12T18:25:58.376192+0000","last_peered":"2024-09-12T18:25:58.376192+0000","last_clean":"2024-09-12T18:25:58.376192+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:25:58.376192+0000","last_undegraded":"2024-09-12T18:25:58.376192+0000","last_fullsized":"2024-09-12T18:25:58.376192+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661258,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":581,"num_read_kb":25750,"num_write":1154,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.200781+0000","last_change":"2024-09-12T17:38:11.671872+0000","last_active":"2024-09-12T18:21:55.200781+0000","last_peered":"2024-09-12T18:21:55.200781+0000","last_clean":"2024-09-12T18:21:55.200781+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:21:55.200781+0000","last_undegraded":"2024-09-12T18:21:55.200781+0000","last_fullsized":"2024-09-12T18:21:55.200781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:07.252620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'290","reported_seq":878,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.239235+0000","last_change":"2024-09-12T17:38:13.681876+0000","last_active":"2024-09-12T18:25:58.239235+0000","last_peered":"2024-09-12T18:25:58.239235+0000","last_clean":"2024-09-12T18:25:58.239235+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:25:58.239235+0000","last_undegraded":"2024-09-12T18:25:58.239235+0000","last_fullsized":"2024-09-12T18:25:58.239235+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:25.177940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47571,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:19.244682+0000","last_change":"2024-09-12T17:38:15.703045+0000","last_active":"2024-09-12T18:23:19.244682+0000","last_peered":"2024-09-12T18:23:19.244682+0000","last_clean":"2024-09-12T18:23:19.244682+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:23:19.244682+0000","last_undegraded":"2024-09-12T18:23:19.244682+0000","last_fullsized":"2024-09-12T18:23:19.244682+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:37.097254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'112","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.024202+0000","last_change":"2024-09-12T17:38:17.715688+0000","last_active":"2024-09-12T18:25:23.024202+0000","last_peered":"2024-09-12T18:25:23.024202+0000","last_clean":"2024-09-12T18:25:23.024202+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:25:23.024202+0000","last_undegraded":"2024-09-12T18:25:23.024202+0000","last_fullsized":"2024-09-12T18:25:23.024202+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:40.278687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023957+0000","last_change":"2024-09-12T17:38:09.667419+0000","last_active":"2024-09-12T18:23:40.023957+0000","last_peered":"2024-09-12T18:23:40.023957+0000","last_clean":"2024-09-12T18:23:40.023957+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:23:40.023957+0000","last_undegraded":"2024-09-12T18:23:40.023957+0000","last_fullsized":"2024-09-12T18:23:40.023957+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:26.965300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'343","reported_seq":1020,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.286066+0000","last_change":"2024-09-12T17:38:07.679329+0000","last_active":"2024-09-12T18:25:58.286066+0000","last_peered":"2024-09-12T18:25:58.286066+0000","last_clean":"2024-09-12T18:25:58.286066+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:25:58.286066+0000","last_undegraded":"2024-09-12T18:25:58.286066+0000","last_fullsized":"2024-09-12T18:25:58.286066+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:49.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":565,"num_read_kb":7805,"num_write":1179,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023924+0000","last_change":"2024-09-12T17:38:09.664396+0000","last_active":"2024-09-12T18:23:40.023924+0000","last_peered":"2024-09-12T18:23:40.023924+0000","last_clean":"2024-09-12T18:23:40.023924+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:23:40.023924+0000","last_undegraded":"2024-09-12T18:23:40.023924+0000","last_fullsized":"2024-09-12T18:23:40.023924+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:29.018761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'298","reported_seq":908,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.303062+0000","last_change":"2024-09-12T17:38:07.666480+0000","last_active":"2024-09-12T18:25:58.303062+0000","last_peered":"2024-09-12T18:25:58.303062+0000","last_clean":"2024-09-12T18:25:58.303062+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:25:58.303062+0000","last_undegraded":"2024-09-12T18:25:58.303062+0000","last_fullsized":"2024-09-12T18:25:58.303062+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:10.717173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423820,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":389,"num_read_kb":17317,"num_write":915,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:42.846111+0000","last_change":"2024-09-12T17:38:09.676444+0000","last_active":"2024-09-12T18:23:42.846111+0000","last_peered":"2024-09-12T18:23:42.846111+0000","last_clean":"2024-09-12T18:23:42.846111+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:23:42.846111+0000","last_undegraded":"2024-09-12T18:23:42.846111+0000","last_fullsized":"2024-09-12T18:23:42.846111+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:14.046096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'341","reported_seq":985,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.341783+0000","last_change":"2024-09-12T17:38:07.658969+0000","last_active":"2024-09-12T18:25:58.341783+0000","last_peered":"2024-09-12T18:25:58.341783+0000","last_clean":"2024-09-12T18:25:58.341783+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:25:58.341783+0000","last_undegraded":"2024-09-12T18:25:58.341783+0000","last_fullsized":"2024-09-12T18:25:58.341783+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:55.820308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2706037,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":500,"num_read_kb":36597,"num_write":1184,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'315","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:01.035940+0000","last_change":"2024-09-12T17:38:09.663676+0000","last_active":"2024-09-12T18:24:01.035940+0000","last_peered":"2024-09-12T18:24:01.035940+0000","last_clean":"2024-09-12T18:24:01.035940+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:24:01.035940+0000","last_undegraded":"2024-09-12T18:24:01.035940+0000","last_fullsized":"2024-09-12T18:24:01.035940+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:45.737609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'367","reported_seq":1214,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.335033+0000","last_change":"2024-09-12T17:38:07.635830+0000","last_active":"2024-09-12T18:25:58.335033+0000","last_peered":"2024-09-12T18:25:58.335033+0000","last_clean":"2024-09-12T18:25:58.335033+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:25:58.335033+0000","last_undegraded":"2024-09-12T18:25:58.335033+0000","last_fullsized":"2024-09-12T18:25:58.335033+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:14.924945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1443506,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":942,"num_read_kb":17481,"num_write":1258,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":653,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.071546+0000","last_change":"2024-09-12T17:38:09.667790+0000","last_active":"2024-09-12T18:23:40.071546+0000","last_peered":"2024-09-12T18:23:40.071546+0000","last_clean":"2024-09-12T18:23:40.071546+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:23:40.071546+0000","last_undegraded":"2024-09-12T18:23:40.071546+0000","last_fullsized":"2024-09-12T18:23:40.071546+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:30.118530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'419","reported_seq":1088,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.261001+0000","last_change":"2024-09-12T17:38:07.644128+0000","last_active":"2024-09-12T18:25:58.261001+0000","last_peered":"2024-09-12T18:25:58.261001+0000","last_clean":"2024-09-12T18:25:58.261001+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:25:58.261001+0000","last_undegraded":"2024-09-12T18:25:58.261001+0000","last_fullsized":"2024-09-12T18:25:58.261001+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":400,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:26.725705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5026111,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":617,"num_read_kb":21835,"num_write":1334,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'261","reported_seq":926,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:38.540184+0000","last_change":"2024-09-12T17:38:09.671253+0000","last_active":"2024-09-12T18:23:38.540184+0000","last_peered":"2024-09-12T18:23:38.540184+0000","last_clean":"2024-09-12T18:23:38.540184+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:23:38.540184+0000","last_undegraded":"2024-09-12T18:23:38.540184+0000","last_fullsized":"2024-09-12T18:23:38.540184+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:05.854970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'382","reported_seq":1056,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.308761+0000","last_change":"2024-09-12T17:38:07.663898+0000","last_active":"2024-09-12T18:25:58.308761+0000","last_peered":"2024-09-12T18:25:58.308761+0000","last_clean":"2024-09-12T18:25:58.308761+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:25:58.308761+0000","last_undegraded":"2024-09-12T18:25:58.308761+0000","last_fullsized":"2024-09-12T18:25:58.308761+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:02.011741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136901,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":34546,"num_write":1141,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":759,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:12.519855+0000","last_change":"2024-09-12T17:38:39.012754+0000","last_active":"2024-09-12T18:23:12.519855+0000","last_peered":"2024-09-12T18:23:12.519855+0000","last_clean":"2024-09-12T18:23:12.519855+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:23:12.519855+0000","last_undegraded":"2024-09-12T18:23:12.519855+0000","last_fullsized":"2024-09-12T18:23:12.519855+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:27.415659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'412","reported_seq":1106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.333715+0000","last_change":"2024-09-12T17:38:39.014168+0000","last_active":"2024-09-12T18:25:58.333715+0000","last_peered":"2024-09-12T18:25:58.333715+0000","last_clean":"2024-09-12T18:25:58.333715+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:25:58.333715+0000","last_undegraded":"2024-09-12T18:25:58.333715+0000","last_fullsized":"2024-09-12T18:25:58.333715+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:16.412023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364907,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":681,"num_read_kb":38540,"num_write":1268,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'174","reported_seq":814,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:27.549995+0000","last_change":"2024-09-12T17:38:09.665414+0000","last_active":"2024-09-12T18:23:27.549995+0000","last_peered":"2024-09-12T18:23:27.549995+0000","last_clean":"2024-09-12T18:23:27.549995+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:23:27.549995+0000","last_undegraded":"2024-09-12T18:23:27.549995+0000","last_fullsized":"2024-09-12T18:23:27.549995+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:56.370270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'327","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.351165+0000","last_change":"2024-09-12T17:38:07.660058+0000","last_active":"2024-09-12T18:25:58.351165+0000","last_peered":"2024-09-12T18:25:58.351165+0000","last_clean":"2024-09-12T18:25:58.351165+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:25:58.351165+0000","last_undegraded":"2024-09-12T18:25:58.351165+0000","last_fullsized":"2024-09-12T18:25:58.351165+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:38.758381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":427,"num_read_kb":21073,"num_write":966,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4792,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232668+0000","last_change":"2024-09-12T17:38:09.662760+0000","last_active":"2024-09-12T18:22:29.232668+0000","last_peered":"2024-09-12T18:22:29.232668+0000","last_clean":"2024-09-12T18:22:29.232668+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:22:29.232668+0000","last_undegraded":"2024-09-12T18:22:29.232668+0000","last_fullsized":"2024-09-12T18:22:29.232668+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:24.246348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'294","reported_seq":924,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.296551+0000","last_change":"2024-09-12T17:38:07.656695+0000","last_active":"2024-09-12T18:25:58.296551+0000","last_peered":"2024-09-12T18:25:58.296551+0000","last_clean":"2024-09-12T18:25:58.296551+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:25:58.296551+0000","last_undegraded":"2024-09-12T18:25:58.296551+0000","last_fullsized":"2024-09-12T18:25:58.296551+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:09.686886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35642,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":11073,"num_write":905,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.372746+0000","last_change":"2024-09-12T17:38:09.642683+0000","last_active":"2024-09-12T18:23:20.372746+0000","last_peered":"2024-09-12T18:23:20.372746+0000","last_clean":"2024-09-12T18:23:20.372746+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:23:20.372746+0000","last_undegraded":"2024-09-12T18:23:20.372746+0000","last_fullsized":"2024-09-12T18:23:20.372746+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.721691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'382","reported_seq":997,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.358154+0000","last_change":"2024-09-12T17:38:07.638914+0000","last_active":"2024-09-12T18:25:58.358154+0000","last_peered":"2024-09-12T18:25:58.358154+0000","last_clean":"2024-09-12T18:25:58.358154+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:25:58.358154+0000","last_undegraded":"2024-09-12T18:25:58.358154+0000","last_fullsized":"2024-09-12T18:25:58.358154+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:35.924810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":471,"num_read_kb":6748,"num_write":1090,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":774,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026698+0000","last_change":"2024-09-12T17:38:09.667624+0000","last_active":"2024-09-12T18:23:25.026698+0000","last_peered":"2024-09-12T18:23:25.026698+0000","last_clean":"2024-09-12T18:23:25.026698+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:23:25.026698+0000","last_undegraded":"2024-09-12T18:23:25.026698+0000","last_fullsized":"2024-09-12T18:23:25.026698+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:49.055671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'359","reported_seq":987,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.224251+0000","last_change":"2024-09-12T17:38:07.659937+0000","last_active":"2024-09-12T18:25:58.224251+0000","last_peered":"2024-09-12T18:25:58.224251+0000","last_clean":"2024-09-12T18:25:58.224251+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:25:58.224251+0000","last_undegraded":"2024-09-12T18:25:58.224251+0000","last_fullsized":"2024-09-12T18:25:58.224251+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:33.176995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":47490,"num_write":1108,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.957507+0000","last_change":"2024-09-12T17:38:09.668894+0000","last_active":"2024-09-12T18:23:29.957507+0000","last_peered":"2024-09-12T18:23:29.957507+0000","last_clean":"2024-09-12T18:23:29.957507+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:23:29.957507+0000","last_undegraded":"2024-09-12T18:23:29.957507+0000","last_fullsized":"2024-09-12T18:23:29.957507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:56.977166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'323","reported_seq":1007,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.344223+0000","last_change":"2024-09-12T17:38:07.636269+0000","last_active":"2024-09-12T18:25:58.344223+0000","last_peered":"2024-09-12T18:25:58.344223+0000","last_clean":"2024-09-12T18:25:58.344223+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:25:58.344223+0000","last_undegraded":"2024-09-12T18:25:58.344223+0000","last_fullsized":"2024-09-12T18:25:58.344223+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:20.748178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":128044,"num_write":1038,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1213,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237574+0000","last_change":"2024-09-12T17:38:09.658281+0000","last_active":"2024-09-12T18:23:10.237574+0000","last_peered":"2024-09-12T18:23:10.237574+0000","last_clean":"2024-09-12T18:23:10.237574+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:23:10.237574+0000","last_undegraded":"2024-09-12T18:23:10.237574+0000","last_fullsized":"2024-09-12T18:23:10.237574+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:36.966084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'282","reported_seq":955,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.285146+0000","last_change":"2024-09-12T17:38:07.678605+0000","last_active":"2024-09-12T18:25:58.285146+0000","last_peered":"2024-09-12T18:25:58.285146+0000","last_clean":"2024-09-12T18:25:58.285146+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:25:58.285146+0000","last_undegraded":"2024-09-12T18:25:58.285146+0000","last_fullsized":"2024-09-12T18:25:58.285146+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:35.749489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":521,"num_read_kb":17046,"num_write":920,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'156","reported_seq":748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.142019+0000","last_change":"2024-09-12T17:38:09.662897+0000","last_active":"2024-09-12T18:23:25.142019+0000","last_peered":"2024-09-12T18:23:25.142019+0000","last_clean":"2024-09-12T18:23:25.142019+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:23:25.142019+0000","last_undegraded":"2024-09-12T18:23:25.142019+0000","last_fullsized":"2024-09-12T18:23:25.142019+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:59.821750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'328","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.345626+0000","last_change":"2024-09-12T17:38:07.676186+0000","last_active":"2024-09-12T18:25:58.345626+0000","last_peered":"2024-09-12T18:25:58.345626+0000","last_clean":"2024-09-12T18:25:58.345626+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:25:58.345626+0000","last_undegraded":"2024-09-12T18:25:58.345626+0000","last_fullsized":"2024-09-12T18:25:58.345626+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:27.453671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2083198,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":31771,"num_write":938,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'261","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.695171+0000","last_change":"2024-09-12T17:38:09.666575+0000","last_active":"2024-09-12T18:23:49.695171+0000","last_peered":"2024-09-12T18:23:49.695171+0000","last_clean":"2024-09-12T18:23:49.695171+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:23:49.695171+0000","last_undegraded":"2024-09-12T18:23:49.695171+0000","last_fullsized":"2024-09-12T18:23:49.695171+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:11.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'325","reported_seq":953,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.359335+0000","last_change":"2024-09-12T17:38:07.667576+0000","last_active":"2024-09-12T18:25:58.359335+0000","last_peered":"2024-09-12T18:25:58.359335+0000","last_clean":"2024-09-12T18:25:58.359335+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:25:58.359335+0000","last_undegraded":"2024-09-12T18:25:58.359335+0000","last_fullsized":"2024-09-12T18:25:58.359335+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:37.715151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589418,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":41834,"num_write":961,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":655,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246132+0000","last_change":"2024-09-12T17:38:09.658493+0000","last_active":"2024-09-12T18:23:45.246132+0000","last_peered":"2024-09-12T18:23:45.246132+0000","last_clean":"2024-09-12T18:23:45.246132+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:23:45.246132+0000","last_undegraded":"2024-09-12T18:23:45.246132+0000","last_fullsized":"2024-09-12T18:23:45.246132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:32.465504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'371","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.363222+0000","last_change":"2024-09-12T17:38:07.677258+0000","last_active":"2024-09-12T18:25:58.363222+0000","last_peered":"2024-09-12T18:25:58.363222+0000","last_clean":"2024-09-12T18:25:58.363222+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:25:58.363222+0000","last_undegraded":"2024-09-12T18:25:58.363222+0000","last_fullsized":"2024-09-12T18:25:58.363222+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:53.802542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190248,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":38390,"num_write":1084,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'317","reported_seq":1052,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.333738+0000","last_change":"2024-09-12T17:38:07.659818+0000","last_active":"2024-09-12T18:25:58.333738+0000","last_peered":"2024-09-12T18:25:58.333738+0000","last_clean":"2024-09-12T18:25:58.333738+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:25:58.333738+0000","last_undegraded":"2024-09-12T18:25:58.333738+0000","last_fullsized":"2024-09-12T18:25:58.333738+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:30.431890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5151404,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":33184,"num_write":1000,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":701,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:36.643666+0000","last_change":"2024-09-12T17:38:09.659012+0000","last_active":"2024-09-12T18:22:36.643666+0000","last_peered":"2024-09-12T18:22:36.643666+0000","last_clean":"2024-09-12T18:22:36.643666+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:22:36.643666+0000","last_undegraded":"2024-09-12T18:22:36.643666+0000","last_fullsized":"2024-09-12T18:22:36.643666+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:53.643108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'357","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.249387+0000","last_change":"2024-09-12T17:38:38.891634+0000","last_active":"2024-09-12T18:25:58.249387+0000","last_peered":"2024-09-12T18:25:58.249387+0000","last_clean":"2024-09-12T18:25:58.249387+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:25:58.249387+0000","last_undegraded":"2024-09-12T18:25:58.249387+0000","last_fullsized":"2024-09-12T18:25:58.249387+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:06.562175+0000","last_clean_scrub_stamp":"2024-09-12T17:38:06.562175+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:31.329117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":17915,"num_write":1160,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:01.951225+0000","last_change":"2024-09-12T17:38:09.668126+0000","last_active":"2024-09-12T18:22:01.951225+0000","last_peered":"2024-09-12T18:22:01.951225+0000","last_clean":"2024-09-12T18:22:01.951225+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:22:01.951225+0000","last_undegraded":"2024-09-12T18:22:01.951225+0000","last_fullsized":"2024-09-12T18:22:01.951225+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:34.233990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1032,"ondisk_log_size":1032,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1668,"ondisk_log_size":1668,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":586,"ondisk_log_size":586,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1612597,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17394,"num_read_kb":36774,"num_write":14573,"num_write_kb":11632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1937,"ondisk_log_size":1937,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2435,"num_read_kb":2902,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4107,"ondisk_log_size":4107,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":81349045,"num_objects":384,"num_object_clones":0,"num_object_copies":1536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":36215,"num_read_kb":2140881,"num_write":71974,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":111067136,"data_stored":111067136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3726,"ondisk_log_size":3726,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":181175,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":169923,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510025,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":330120,"kb_used_data":19696,"kb_used_omap":1,"kb_used_meta":310206,"kb_avail":94041720,"statfs":{"total":96636764160,"available":96298721280,"internally_reserved":0,"allocated":20168704,"data_stored":18117452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":317651402},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510021,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280724,"kb_used_data":18788,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94091116,"statfs":{"total":96636764160,"available":96349302784,"internally_reserved":0,"allocated":19238912,"data_stored":17269692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":267909574},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510023,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181360,"kb_used_data":19516,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94190480,"statfs":{"total":96636764160,"available":96451051520,"internally_reserved":0,"allocated":19984384,"data_stored":17919052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510022,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117484,"kb_used_data":14068,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94254356,"statfs":{"total":96636764160,"available":96516460544,"internally_reserved":0,"allocated":14405632,"data_stored":12451735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510024,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":296212,"kb_used_data":16376,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94075628,"statfs":{"total":96636764160,"available":96333443072,"internally_reserved":0,"allocated":16769024,"data_stored":14761028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":286390727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510023,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128852,"kb_used_data":17168,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94242988,"statfs":{"total":96636764160,"available":96504819712,"internally_reserved":0,"allocated":17580032,"data_stored":15611567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510023,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":175328,"kb_used_data":17832,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94196512,"statfs":{"total":96636764160,"available":96457228288,"internally_reserved":0,"allocated":18259968,"data_stored":16258890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542730,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293908,"kb_used_data":19780,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94077932,"statfs":{"total":96636764160,"available":96335802368,"internally_reserved":0,"allocated":20254720,"data_stored":18226610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":15339520,"data_stored":15339520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13963264,"data_stored":13963264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13316096,"data_stored":13316096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12464128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10158080,"data_stored":10158080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":15622144,"data_stored":15622144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14974976,"data_stored":14974976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15228928,"data_stored":15228928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:26:06.039 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.040 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.041 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.042 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.043 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.044 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.045 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.046 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.047 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.047 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.047 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.047 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.048 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.049 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.050 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.051 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.052 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.053 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.054 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.055 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.056 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.057 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.058 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.059 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.060 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.061 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.062 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.063 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.064 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.065 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.066 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T17:37:45.240654+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=45, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.067 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.068 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.069 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.070 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.071 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.072 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.073 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.074 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.075 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.076 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.077 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.078 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.079 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.080 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.081 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.082 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.083 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.084 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T17:38:06.562175+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=6, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:06.085 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:26:26.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:26:26.455 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:26.469 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:26:26.478 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1721,"stamp":"2024-09-12T18:26:24.865926+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":83570141,"num_objects":716,"num_object_clones":0,"num_object_copies":2200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":180550,"num_read_kb":2637058,"num_write":142704,"num_write_kb":2517381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":17408,"num_omap_keys":72,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13419,"ondisk_log_size":13419,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1807160,"kb_used_data":143224,"kb_used_omap":12,"kb_used_meta":1663795,"kb_avail":753167560,"statfs":{"total":773094113280,"available":771243581440,"internally_reserved":0,"allocated":146661376,"data_stored":130616026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1703726640},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":17408,"num_omap_keys":72,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008678"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.729417+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:25:56.729417+0000","last_peered":"2024-09-12T18:25:56.729417+0000","last_clean":"2024-09-12T18:25:56.729417+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:25:56.729417+0000","last_undegraded":"2024-09-12T18:25:56.729417+0000","last_fullsized":"2024-09-12T18:25:56.729417+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6140,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'3","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.376141+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:25:56.376141+0000","last_peered":"2024-09-12T18:25:56.376141+0000","last_clean":"2024-09-12T18:25:56.376141+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:25:56.376141+0000","last_undegraded":"2024-09-12T18:25:56.376141+0000","last_fullsized":"2024-09-12T18:25:56.376141+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.022756+0000","last_change":"2024-09-12T18:08:02.287540+0000","last_active":"2024-09-12T18:23:05.022756+0000","last_peered":"2024-09-12T18:23:05.022756+0000","last_clean":"2024-09-12T18:23:05.022756+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:23:05.022756+0000","last_undegraded":"2024-09-12T18:23:05.022756+0000","last_fullsized":"2024-09-12T18:23:05.022756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:58.119021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'7","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.728951+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:25:56.728951+0000","last_peered":"2024-09-12T18:25:56.728951+0000","last_clean":"2024-09-12T18:25:56.728951+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:25:56.728951+0000","last_undegraded":"2024-09-12T18:25:56.728951+0000","last_fullsized":"2024-09-12T18:25:56.728951+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'7","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.375839+0000","last_change":"2024-09-12T17:56:14.690724+0000","last_active":"2024-09-12T18:25:56.375839+0000","last_peered":"2024-09-12T18:25:56.375839+0000","last_clean":"2024-09-12T18:25:56.375839+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:25:56.375839+0000","last_undegraded":"2024-09-12T18:25:56.375839+0000","last_fullsized":"2024-09-12T18:25:56.375839+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12300,"num_write":12,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":192,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.198731+0000","last_change":"2024-09-12T17:54:25.900253+0000","last_active":"2024-09-12T18:22:30.198731+0000","last_peered":"2024-09-12T18:22:30.198731+0000","last_clean":"2024-09-12T18:22:30.198731+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:22:30.198731+0000","last_undegraded":"2024-09-12T18:22:30.198731+0000","last_fullsized":"2024-09-12T18:22:30.198731+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:56.157126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200051+0000","last_change":"2024-09-12T18:08:02.250964+0000","last_active":"2024-09-12T18:22:35.200051+0000","last_peered":"2024-09-12T18:22:35.200051+0000","last_clean":"2024-09-12T18:22:35.200051+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:22:35.200051+0000","last_undegraded":"2024-09-12T18:22:35.200051+0000","last_fullsized":"2024-09-12T18:22:35.200051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:37.565811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.196538+0000","last_change":"2024-09-12T17:56:14.669503+0000","last_active":"2024-09-12T18:22:20.196538+0000","last_peered":"2024-09-12T18:22:20.196538+0000","last_clean":"2024-09-12T18:22:20.196538+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:22:20.196538+0000","last_undegraded":"2024-09-12T18:22:20.196538+0000","last_fullsized":"2024-09-12T18:22:20.196538+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:24.268915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'4","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018460+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:25:56.018460+0000","last_peered":"2024-09-12T18:25:56.018460+0000","last_clean":"2024-09-12T18:25:56.018460+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:25:56.018460+0000","last_undegraded":"2024-09-12T18:25:56.018460+0000","last_fullsized":"2024-09-12T18:25:56.018460+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:01.664598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":169,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.218056+0000","last_change":"2024-09-12T17:54:25.891691+0000","last_active":"2024-09-12T18:21:55.218056+0000","last_peered":"2024-09-12T18:21:55.218056+0000","last_clean":"2024-09-12T18:21:55.218056+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:21:55.218056+0000","last_undegraded":"2024-09-12T18:21:55.218056+0000","last_fullsized":"2024-09-12T18:21:55.218056+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:18.770512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250484+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:24:05.250484+0000","last_peered":"2024-09-12T18:24:05.250484+0000","last_clean":"2024-09-12T18:24:05.250484+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:24:05.250484+0000","last_undegraded":"2024-09-12T18:24:05.250484+0000","last_fullsized":"2024-09-12T18:24:05.250484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.229241+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:25:25.229241+0000","last_peered":"2024-09-12T18:25:25.229241+0000","last_clean":"2024-09-12T18:25:25.229241+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:25:25.229241+0000","last_undegraded":"2024-09-12T18:25:25.229241+0000","last_fullsized":"2024-09-12T18:25:25.229241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15356,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.007241+0000","last_change":"2024-09-12T17:56:17.718727+0000","last_active":"2024-09-12T18:22:55.007241+0000","last_peered":"2024-09-12T18:22:55.007241+0000","last_clean":"2024-09-12T18:22:55.007241+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:22:55.007241+0000","last_undegraded":"2024-09-12T18:22:55.007241+0000","last_fullsized":"2024-09-12T18:22:55.007241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:12.892636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.403751+0000","last_change":"2024-09-12T17:56:14.664454+0000","last_active":"2024-09-12T18:22:50.403751+0000","last_peered":"2024-09-12T18:22:50.403751+0000","last_clean":"2024-09-12T18:22:50.403751+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:22:50.403751+0000","last_undegraded":"2024-09-12T18:22:50.403751+0000","last_fullsized":"2024-09-12T18:22:50.403751+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:23.307822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.191434+0000","last_change":"2024-09-12T17:54:25.886233+0000","last_active":"2024-09-12T18:21:55.191434+0000","last_peered":"2024-09-12T18:21:55.191434+0000","last_clean":"2024-09-12T18:21:55.191434+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:21:55.191434+0000","last_undegraded":"2024-09-12T18:21:55.191434+0000","last_fullsized":"2024-09-12T18:21:55.191434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:13.548029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.019601+0000","last_change":"2024-09-12T17:56:17.698403+0000","last_active":"2024-09-12T18:23:50.019601+0000","last_peered":"2024-09-12T18:23:50.019601+0000","last_clean":"2024-09-12T18:23:50.019601+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:23:50.019601+0000","last_undegraded":"2024-09-12T18:23:50.019601+0000","last_fullsized":"2024-09-12T18:23:50.019601+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'9","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.674050+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:25:55.674050+0000","last_peered":"2024-09-12T18:25:55.674050+0000","last_clean":"2024-09-12T18:25:55.674050+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:25:55.674050+0000","last_undegraded":"2024-09-12T18:25:55.674050+0000","last_fullsized":"2024-09-12T18:25:55.674050+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":24566,"num_write":14,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":154,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:34.248364+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:23:34.248364+0000","last_peered":"2024-09-12T18:23:34.248364+0000","last_clean":"2024-09-12T18:23:34.248364+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:23:34.248364+0000","last_undegraded":"2024-09-12T18:23:34.248364+0000","last_fullsized":"2024-09-12T18:23:34.248364+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'6","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.374624+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:25:56.374624+0000","last_peered":"2024-09-12T18:25:56.374624+0000","last_clean":"2024-09-12T18:25:56.374624+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:25:56.374624+0000","last_undegraded":"2024-09-12T18:25:56.374624+0000","last_fullsized":"2024-09-12T18:25:56.374624+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:19.044199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4663,"num_write":6,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.928315+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:25:56.928315+0000","last_peered":"2024-09-12T18:25:56.928315+0000","last_clean":"2024-09-12T18:25:56.928315+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:25:56.928315+0000","last_undegraded":"2024-09-12T18:25:56.928315+0000","last_fullsized":"2024-09-12T18:25:56.928315+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020515+0000","last_change":"2024-09-12T17:54:25.885657+0000","last_active":"2024-09-12T18:23:25.020515+0000","last_peered":"2024-09-12T18:23:25.020515+0000","last_clean":"2024-09-12T18:23:25.020515+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:23:25.020515+0000","last_undegraded":"2024-09-12T18:23:25.020515+0000","last_fullsized":"2024-09-12T18:23:25.020515+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:10.898048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.203501+0000","last_change":"2024-09-12T18:08:02.257992+0000","last_active":"2024-09-12T18:22:05.203501+0000","last_peered":"2024-09-12T18:22:05.203501+0000","last_clean":"2024-09-12T18:22:05.203501+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:22:05.203501+0000","last_undegraded":"2024-09-12T18:22:05.203501+0000","last_fullsized":"2024-09-12T18:22:05.203501+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:12.331308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265174+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:25:20.265174+0000","last_peered":"2024-09-12T18:25:20.265174+0000","last_clean":"2024-09-12T18:25:20.265174+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:25:20.265174+0000","last_undegraded":"2024-09-12T18:25:20.265174+0000","last_fullsized":"2024-09-12T18:25:20.265174+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.183225+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:22:00.183225+0000","last_peered":"2024-09-12T18:22:00.183225+0000","last_clean":"2024-09-12T18:22:00.183225+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:22:00.183225+0000","last_undegraded":"2024-09-12T18:22:00.183225+0000","last_fullsized":"2024-09-12T18:22:00.183225+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:31.214385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.193345+0000","last_change":"2024-09-12T18:08:02.260633+0000","last_active":"2024-09-12T18:22:05.193345+0000","last_peered":"2024-09-12T18:22:05.193345+0000","last_clean":"2024-09-12T18:22:05.193345+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:22:05.193345+0000","last_undegraded":"2024-09-12T18:22:05.193345+0000","last_fullsized":"2024-09-12T18:22:05.193345+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:35.342592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255430+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:24:25.255430+0000","last_peered":"2024-09-12T18:24:25.255430+0000","last_clean":"2024-09-12T18:24:25.255430+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:24:25.255430+0000","last_undegraded":"2024-09-12T18:24:25.255430+0000","last_fullsized":"2024-09-12T18:24:25.255430+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.221102+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:22:05.221102+0000","last_peered":"2024-09-12T18:22:05.221102+0000","last_clean":"2024-09-12T18:22:05.221102+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:22:05.221102+0000","last_undegraded":"2024-09-12T18:22:05.221102+0000","last_fullsized":"2024-09-12T18:22:05.221102+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.105623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265253+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:25:20.265253+0000","last_peered":"2024-09-12T18:25:20.265253+0000","last_clean":"2024-09-12T18:25:20.265253+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:25:20.265253+0000","last_undegraded":"2024-09-12T18:25:20.265253+0000","last_fullsized":"2024-09-12T18:25:20.265253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12280,"num_write":12,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:15.047504+0000","last_change":"2024-09-12T17:56:14.691160+0000","last_active":"2024-09-12T18:25:15.047504+0000","last_peered":"2024-09-12T18:25:15.047504+0000","last_clean":"2024-09-12T18:25:15.047504+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:25:15.047504+0000","last_undegraded":"2024-09-12T18:25:15.047504+0000","last_fullsized":"2024-09-12T18:25:15.047504+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:50.161156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":84,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.026626+0000","last_change":"2024-09-12T17:54:25.891470+0000","last_active":"2024-09-12T18:23:25.026626+0000","last_peered":"2024-09-12T18:23:25.026626+0000","last_clean":"2024-09-12T18:23:25.026626+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:23:25.026626+0000","last_undegraded":"2024-09-12T18:23:25.026626+0000","last_fullsized":"2024-09-12T18:23:25.026626+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:49.914993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:05.184261+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:22:05.184261+0000","last_peered":"2024-09-12T18:22:05.184261+0000","last_clean":"2024-09-12T18:22:05.184261+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:22:05.184261+0000","last_undegraded":"2024-09-12T18:22:05.184261+0000","last_fullsized":"2024-09-12T18:22:05.184261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:51.968998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'11","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.437474+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:25:20.437474+0000","last_peered":"2024-09-12T18:25:20.437474+0000","last_clean":"2024-09-12T18:25:20.437474+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:25:20.437474+0000","last_undegraded":"2024-09-12T18:25:20.437474+0000","last_fullsized":"2024-09-12T18:25:20.437474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24576,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":111,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227233+0000","last_change":"2024-09-12T17:54:25.890987+0000","last_active":"2024-09-12T18:22:30.227233+0000","last_peered":"2024-09-12T18:22:30.227233+0000","last_clean":"2024-09-12T18:22:30.227233+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:22:30.227233+0000","last_undegraded":"2024-09-12T18:22:30.227233+0000","last_fullsized":"2024-09-12T18:22:30.227233+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:03.453771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.032927+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:24:20.032927+0000","last_peered":"2024-09-12T18:24:20.032927+0000","last_clean":"2024-09-12T18:24:20.032927+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:24:20.032927+0000","last_undegraded":"2024-09-12T18:24:20.032927+0000","last_fullsized":"2024-09-12T18:24:20.032927+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:15.515170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.422987+0000","last_change":"2024-09-12T17:56:14.673511+0000","last_active":"2024-09-12T18:24:15.422987+0000","last_peered":"2024-09-12T18:24:15.422987+0000","last_clean":"2024-09-12T18:24:15.422987+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:24:15.422987+0000","last_undegraded":"2024-09-12T18:24:15.422987+0000","last_fullsized":"2024-09-12T18:24:15.422987+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:06.954950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5116,"num_write":12,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.032831+0000","last_change":"2024-09-12T17:56:17.691315+0000","last_active":"2024-09-12T18:24:20.032831+0000","last_peered":"2024-09-12T18:24:20.032831+0000","last_clean":"2024-09-12T18:24:20.032831+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:24:20.032831+0000","last_undegraded":"2024-09-12T18:24:20.032831+0000","last_fullsized":"2024-09-12T18:24:20.032831+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:31.601212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'4","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.375543+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:25:56.375543+0000","last_peered":"2024-09-12T18:25:56.375543+0000","last_clean":"2024-09-12T18:25:56.375543+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:25:56.375543+0000","last_undegraded":"2024-09-12T18:25:56.375543+0000","last_fullsized":"2024-09-12T18:25:56.375543+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.241413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:04.226384+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:22:04.226384+0000","last_peered":"2024-09-12T18:22:04.226384+0000","last_clean":"2024-09-12T18:22:04.226384+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:22:04.226384+0000","last_undegraded":"2024-09-12T18:22:04.226384+0000","last_fullsized":"2024-09-12T18:22:04.226384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:47.840275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.254207+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:24:20.254207+0000","last_peered":"2024-09-12T18:24:20.254207+0000","last_clean":"2024-09-12T18:24:20.254207+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:24:20.254207+0000","last_undegraded":"2024-09-12T18:24:20.254207+0000","last_fullsized":"2024-09-12T18:24:20.254207+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.097391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'9","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.025139+0000","last_change":"2024-09-12T17:56:14.662365+0000","last_active":"2024-09-12T18:24:15.025139+0000","last_peered":"2024-09-12T18:24:15.025139+0000","last_clean":"2024-09-12T18:24:15.025139+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:24:15.025139+0000","last_undegraded":"2024-09-12T18:24:15.025139+0000","last_fullsized":"2024-09-12T18:24:15.025139+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:22.623786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":4102,"num_write":14,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'101","reported_seq":363,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:58.345950+0000","last_change":"2024-09-12T17:54:25.874926+0000","last_active":"2024-09-12T18:22:58.345950+0000","last_peered":"2024-09-12T18:22:58.345950+0000","last_clean":"2024-09-12T18:22:58.345950+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:22:58.345950+0000","last_undegraded":"2024-09-12T18:22:58.345950+0000","last_fullsized":"2024-09-12T18:22:58.345950+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:38.099176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:00.192474+0000","last_change":"2024-09-12T17:56:17.697296+0000","last_active":"2024-09-12T18:22:00.192474+0000","last_peered":"2024-09-12T18:22:00.192474+0000","last_clean":"2024-09-12T18:22:00.192474+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:22:00.192474+0000","last_undegraded":"2024-09-12T18:22:00.192474+0000","last_fullsized":"2024-09-12T18:22:00.192474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:14.985691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'2","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:15.213602+0000","last_change":"2024-09-12T17:56:14.665930+0000","last_active":"2024-09-12T18:24:15.213602+0000","last_peered":"2024-09-12T18:24:15.213602+0000","last_clean":"2024-09-12T18:24:15.213602+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:24:15.213602+0000","last_undegraded":"2024-09-12T18:24:15.213602+0000","last_fullsized":"2024-09-12T18:24:15.213602+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:31.699893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.025561+0000","last_change":"2024-09-12T18:08:02.260492+0000","last_active":"2024-09-12T18:23:20.025561+0000","last_peered":"2024-09-12T18:23:20.025561+0000","last_clean":"2024-09-12T18:23:20.025561+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:23:20.025561+0000","last_undegraded":"2024-09-12T18:23:20.025561+0000","last_fullsized":"2024-09-12T18:23:20.025561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:31.754394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'8","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.584448+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:25:57.584448+0000","last_peered":"2024-09-12T18:25:57.584448+0000","last_clean":"2024-09-12T18:25:57.584448+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:25:57.584448+0000","last_undegraded":"2024-09-12T18:25:57.584448+0000","last_fullsized":"2024-09-12T18:25:57.584448+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":22568,"num_write":8,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.272882+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:25:30.272882+0000","last_peered":"2024-09-12T18:25:30.272882+0000","last_clean":"2024-09-12T18:25:30.272882+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:25:30.272882+0000","last_undegraded":"2024-09-12T18:25:30.272882+0000","last_fullsized":"2024-09-12T18:25:30.272882+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7166,"num_write":6,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.245684+0000","last_change":"2024-09-12T17:54:25.907293+0000","last_active":"2024-09-12T18:23:45.245684+0000","last_peered":"2024-09-12T18:23:45.245684+0000","last_clean":"2024-09-12T18:23:45.245684+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:23:45.245684+0000","last_undegraded":"2024-09-12T18:23:45.245684+0000","last_fullsized":"2024-09-12T18:23:45.245684+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247349+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:23:50.247349+0000","last_peered":"2024-09-12T18:23:50.247349+0000","last_clean":"2024-09-12T18:23:50.247349+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:23:50.247349+0000","last_undegraded":"2024-09-12T18:23:50.247349+0000","last_fullsized":"2024-09-12T18:23:50.247349+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:35.268910+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:25:35.268910+0000","last_peered":"2024-09-12T18:25:35.268910+0000","last_clean":"2024-09-12T18:25:35.268910+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:25:35.268910+0000","last_undegraded":"2024-09-12T18:25:35.268910+0000","last_fullsized":"2024-09-12T18:25:35.268910+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'17","reported_seq":73,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.376146+0000","last_change":"2024-09-12T17:56:14.677995+0000","last_active":"2024-09-12T18:25:56.376146+0000","last_peered":"2024-09-12T18:25:56.376146+0000","last_clean":"2024-09-12T18:25:56.376146+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:25:56.376146+0000","last_undegraded":"2024-09-12T18:25:56.376146+0000","last_fullsized":"2024-09-12T18:25:56.376146+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:29.664899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":10272,"num_write":32,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.205763+0000","last_change":"2024-09-12T17:54:25.896290+0000","last_active":"2024-09-12T18:23:40.205763+0000","last_peered":"2024-09-12T18:23:40.205763+0000","last_clean":"2024-09-12T18:23:40.205763+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:23:40.205763+0000","last_undegraded":"2024-09-12T18:23:40.205763+0000","last_fullsized":"2024-09-12T18:23:40.205763+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:46.567047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011711+0000","last_change":"2024-09-12T18:08:02.250196+0000","last_active":"2024-09-12T18:23:15.011711+0000","last_peered":"2024-09-12T18:23:15.011711+0000","last_clean":"2024-09-12T18:23:15.011711+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:23:15.011711+0000","last_undegraded":"2024-09-12T18:23:15.011711+0000","last_fullsized":"2024-09-12T18:23:15.011711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:39.839088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'3","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:45.049025+0000","last_change":"2024-09-12T17:56:17.714778+0000","last_active":"2024-09-12T18:25:45.049025+0000","last_peered":"2024-09-12T18:25:45.049025+0000","last_clean":"2024-09-12T18:25:45.049025+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:25:45.049025+0000","last_undegraded":"2024-09-12T18:25:45.049025+0000","last_fullsized":"2024-09-12T18:25:45.049025+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:58:34.455402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.017238+0000","last_change":"2024-09-12T17:54:25.874598+0000","last_active":"2024-09-12T18:23:40.017238+0000","last_peered":"2024-09-12T18:23:40.017238+0000","last_clean":"2024-09-12T18:23:40.017238+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:23:40.017238+0000","last_undegraded":"2024-09-12T18:23:40.017238+0000","last_fullsized":"2024-09-12T18:23:40.017238+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:59.170893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020832+0000","last_change":"2024-09-12T17:56:14.691892+0000","last_active":"2024-09-12T18:23:25.020832+0000","last_peered":"2024-09-12T18:23:25.020832+0000","last_clean":"2024-09-12T18:23:25.020832+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:23:25.020832+0000","last_undegraded":"2024-09-12T18:23:25.020832+0000","last_fullsized":"2024-09-12T18:23:25.020832+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.604176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":80,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.029865+0000","last_change":"2024-09-12T17:54:25.883448+0000","last_active":"2024-09-12T18:23:40.029865+0000","last_peered":"2024-09-12T18:23:40.029865+0000","last_clean":"2024-09-12T18:23:40.029865+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:23:40.029865+0000","last_undegraded":"2024-09-12T18:23:40.029865+0000","last_fullsized":"2024-09-12T18:23:40.029865+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:23.913919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.246945+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:23:50.246945+0000","last_peered":"2024-09-12T18:23:50.246945+0000","last_clean":"2024-09-12T18:23:50.246945+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:23:50.246945+0000","last_undegraded":"2024-09-12T18:23:50.246945+0000","last_fullsized":"2024-09-12T18:23:50.246945+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.017683+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:25:56.017683+0000","last_peered":"2024-09-12T18:25:56.017683+0000","last_clean":"2024-09-12T18:25:56.017683+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:25:56.017683+0000","last_undegraded":"2024-09-12T18:25:56.017683+0000","last_fullsized":"2024-09-12T18:25:56.017683+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:10:10.966533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":3088,"num_write":12,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:14.228792+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:22:14.228792+0000","last_peered":"2024-09-12T18:22:14.228792+0000","last_clean":"2024-09-12T18:22:14.228792+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:22:14.228792+0000","last_undegraded":"2024-09-12T18:22:14.228792+0000","last_fullsized":"2024-09-12T18:22:14.228792+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:01.956079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":163,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:44.251523+0000","last_change":"2024-09-12T17:54:25.905499+0000","last_active":"2024-09-12T18:23:44.251523+0000","last_peered":"2024-09-12T18:23:44.251523+0000","last_clean":"2024-09-12T18:23:44.251523+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:23:44.251523+0000","last_undegraded":"2024-09-12T18:23:44.251523+0000","last_fullsized":"2024-09-12T18:23:44.251523+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:26.083620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247623+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:23:50.247623+0000","last_peered":"2024-09-12T18:23:50.247623+0000","last_clean":"2024-09-12T18:23:50.247623+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:23:50.247623+0000","last_undegraded":"2024-09-12T18:23:50.247623+0000","last_fullsized":"2024-09-12T18:23:50.247623+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224736+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:22:20.224736+0000","last_peered":"2024-09-12T18:22:20.224736+0000","last_clean":"2024-09-12T18:22:20.224736+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:22:20.224736+0000","last_undegraded":"2024-09-12T18:22:20.224736+0000","last_fullsized":"2024-09-12T18:22:20.224736+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:55.753857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:15.205757+0000","last_change":"2024-09-12T17:56:14.691922+0000","last_active":"2024-09-12T18:22:15.205757+0000","last_peered":"2024-09-12T18:22:15.205757+0000","last_clean":"2024-09-12T18:22:15.205757+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:22:15.205757+0000","last_undegraded":"2024-09-12T18:22:15.205757+0000","last_fullsized":"2024-09-12T18:22:15.205757+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:41.558810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:03.231363+0000","last_change":"2024-09-12T17:54:25.875684+0000","last_active":"2024-09-12T18:23:03.231363+0000","last_peered":"2024-09-12T18:23:03.231363+0000","last_clean":"2024-09-12T18:23:03.231363+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:23:03.231363+0000","last_undegraded":"2024-09-12T18:23:03.231363+0000","last_fullsized":"2024-09-12T18:23:03.231363+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:52:18.972624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247435+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:23:50.247435+0000","last_peered":"2024-09-12T18:23:50.247435+0000","last_clean":"2024-09-12T18:23:50.247435+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:23:50.247435+0000","last_undegraded":"2024-09-12T18:23:50.247435+0000","last_fullsized":"2024-09-12T18:23:50.247435+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019471+0000","last_change":"2024-09-12T17:56:17.700173+0000","last_active":"2024-09-12T18:23:20.019471+0000","last_peered":"2024-09-12T18:23:20.019471+0000","last_clean":"2024-09-12T18:23:20.019471+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:23:20.019471+0000","last_undegraded":"2024-09-12T18:23:20.019471+0000","last_fullsized":"2024-09-12T18:23:20.019471+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:13.733601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:19.229894+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:22:19.229894+0000","last_peered":"2024-09-12T18:22:19.229894+0000","last_clean":"2024-09-12T18:22:19.229894+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:22:19.229894+0000","last_undegraded":"2024-09-12T18:22:19.229894+0000","last_fullsized":"2024-09-12T18:22:19.229894+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:54.983399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":68,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227832+0000","last_change":"2024-09-12T17:54:25.886161+0000","last_active":"2024-09-12T18:22:35.227832+0000","last_peered":"2024-09-12T18:22:35.227832+0000","last_clean":"2024-09-12T18:22:35.227832+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:22:35.227832+0000","last_undegraded":"2024-09-12T18:22:35.227832+0000","last_fullsized":"2024-09-12T18:22:35.227832+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:07.388640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.252840+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:23:49.252840+0000","last_peered":"2024-09-12T18:23:49.252840+0000","last_clean":"2024-09-12T18:23:49.252840+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:23:49.252840+0000","last_undegraded":"2024-09-12T18:23:49.252840+0000","last_fullsized":"2024-09-12T18:23:49.252840+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225980+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:22:25.225980+0000","last_peered":"2024-09-12T18:22:25.225980+0000","last_clean":"2024-09-12T18:22:25.225980+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:22:25.225980+0000","last_undegraded":"2024-09-12T18:22:25.225980+0000","last_fullsized":"2024-09-12T18:22:25.225980+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:14.806355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.439776+0000","last_change":"2024-09-12T17:56:14.667297+0000","last_active":"2024-09-12T18:25:30.439776+0000","last_peered":"2024-09-12T18:25:30.439776+0000","last_clean":"2024-09-12T18:25:30.439776+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:25:30.439776+0000","last_undegraded":"2024-09-12T18:25:30.439776+0000","last_fullsized":"2024-09-12T18:25:30.439776+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:45.364781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12318,"num_write":6,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'112","reported_seq":396,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:02.956942+0000","last_change":"2024-09-12T17:54:25.887723+0000","last_active":"2024-09-12T18:23:02.956942+0000","last_peered":"2024-09-12T18:23:02.956942+0000","last_clean":"2024-09-12T18:23:02.956942+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:23:02.956942+0000","last_undegraded":"2024-09-12T18:23:02.956942+0000","last_fullsized":"2024-09-12T18:23:02.956942+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:28.371248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'5","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018491+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:25:56.018491+0000","last_peered":"2024-09-12T18:25:56.018491+0000","last_clean":"2024-09-12T18:25:56.018491+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:25:56.018491+0000","last_undegraded":"2024-09-12T18:25:56.018491+0000","last_fullsized":"2024-09-12T18:25:56.018491+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.271667+0000","last_change":"2024-09-12T17:56:14.682863+0000","last_active":"2024-09-12T18:25:25.271667+0000","last_peered":"2024-09-12T18:25:25.271667+0000","last_clean":"2024-09-12T18:25:25.271667+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:25:25.271667+0000","last_undegraded":"2024-09-12T18:25:25.271667+0000","last_fullsized":"2024-09-12T18:25:25.271667+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:49.166087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9232,"num_write":12,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":131,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:04.158918+0000","last_change":"2024-09-12T17:54:25.907062+0000","last_active":"2024-09-12T18:23:04.158918+0000","last_peered":"2024-09-12T18:23:04.158918+0000","last_clean":"2024-09-12T18:23:04.158918+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:23:04.158918+0000","last_undegraded":"2024-09-12T18:23:04.158918+0000","last_fullsized":"2024-09-12T18:23:04.158918+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:48.650096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'4","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.928215+0000","last_change":"2024-09-12T17:56:14.678199+0000","last_active":"2024-09-12T18:25:56.928215+0000","last_peered":"2024-09-12T18:25:56.928215+0000","last_clean":"2024-09-12T18:25:56.928215+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:25:56.928215+0000","last_undegraded":"2024-09-12T18:25:56.928215+0000","last_fullsized":"2024-09-12T18:25:56.928215+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:48.624438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200356+0000","last_change":"2024-09-12T17:54:25.883118+0000","last_active":"2024-09-12T18:22:35.200356+0000","last_peered":"2024-09-12T18:22:35.200356+0000","last_clean":"2024-09-12T18:22:35.200356+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:22:35.200356+0000","last_undegraded":"2024-09-12T18:22:35.200356+0000","last_fullsized":"2024-09-12T18:22:35.200356+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:43.482718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.030539+0000","last_change":"2024-09-12T18:08:02.274915+0000","last_active":"2024-09-12T18:24:10.030539+0000","last_peered":"2024-09-12T18:24:10.030539+0000","last_clean":"2024-09-12T18:24:10.030539+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:24:10.030539+0000","last_undegraded":"2024-09-12T18:24:10.030539+0000","last_fullsized":"2024-09-12T18:24:10.030539+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224976+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:22:20.224976+0000","last_peered":"2024-09-12T18:22:20.224976+0000","last_clean":"2024-09-12T18:22:20.224976+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:22:20.224976+0000","last_undegraded":"2024-09-12T18:22:20.224976+0000","last_fullsized":"2024-09-12T18:22:20.224976+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:29.936612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'4","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.836664+0000","last_change":"2024-09-12T17:56:14.675249+0000","last_active":"2024-09-12T18:25:55.836664+0000","last_peered":"2024-09-12T18:25:55.836664+0000","last_clean":"2024-09-12T18:25:55.836664+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:25:55.836664+0000","last_undegraded":"2024-09-12T18:25:55.836664+0000","last_fullsized":"2024-09-12T18:25:55.836664+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:44.428286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":147,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.244958+0000","last_change":"2024-09-12T17:54:25.902248+0000","last_active":"2024-09-12T18:23:40.244958+0000","last_peered":"2024-09-12T18:23:40.244958+0000","last_clean":"2024-09-12T18:23:40.244958+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:23:40.244958+0000","last_undegraded":"2024-09-12T18:23:40.244958+0000","last_fullsized":"2024-09-12T18:23:40.244958+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.828455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.397275+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:22:20.397275+0000","last_peered":"2024-09-12T18:22:20.397275+0000","last_clean":"2024-09-12T18:22:20.397275+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:22:20.397275+0000","last_undegraded":"2024-09-12T18:22:20.397275+0000","last_fullsized":"2024-09-12T18:22:20.397275+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:01.971474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'7","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.256726+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:24:25.256726+0000","last_peered":"2024-09-12T18:24:25.256726+0000","last_clean":"2024-09-12T18:24:25.256726+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:24:25.256726+0000","last_undegraded":"2024-09-12T18:24:25.256726+0000","last_fullsized":"2024-09-12T18:24:25.256726+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:15.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11268,"num_write":12,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":83,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.022719+0000","last_change":"2024-09-12T17:54:25.887860+0000","last_active":"2024-09-12T18:23:35.022719+0000","last_peered":"2024-09-12T18:23:35.022719+0000","last_clean":"2024-09-12T18:23:35.022719+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:23:35.022719+0000","last_undegraded":"2024-09-12T18:23:35.022719+0000","last_fullsized":"2024-09-12T18:23:35.022719+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:42.663687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.024635+0000","last_change":"2024-09-12T18:08:02.285802+0000","last_active":"2024-09-12T18:23:15.024635+0000","last_peered":"2024-09-12T18:23:15.024635+0000","last_clean":"2024-09-12T18:23:15.024635+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:23:15.024635+0000","last_undegraded":"2024-09-12T18:23:15.024635+0000","last_fullsized":"2024-09-12T18:23:15.024635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:56.214710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.019006+0000","last_change":"2024-09-12T17:56:17.713466+0000","last_active":"2024-09-12T18:25:56.019006+0000","last_peered":"2024-09-12T18:25:56.019006+0000","last_clean":"2024-09-12T18:25:56.019006+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:25:56.019006+0000","last_undegraded":"2024-09-12T18:25:56.019006+0000","last_fullsized":"2024-09-12T18:25:56.019006+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:39.033901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4112,"num_write":4,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'8","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.374261+0000","last_change":"2024-09-12T17:56:14.672436+0000","last_active":"2024-09-12T18:25:56.374261+0000","last_peered":"2024-09-12T18:25:56.374261+0000","last_clean":"2024-09-12T18:25:56.374261+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:25:56.374261+0000","last_undegraded":"2024-09-12T18:25:56.374261+0000","last_fullsized":"2024-09-12T18:25:56.374261+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14324,"num_write":8,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":97,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.204409+0000","last_change":"2024-09-12T17:54:25.890212+0000","last_active":"2024-09-12T18:23:35.204409+0000","last_peered":"2024-09-12T18:23:35.204409+0000","last_clean":"2024-09-12T18:23:35.204409+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:23:35.204409+0000","last_undegraded":"2024-09-12T18:23:35.204409+0000","last_fullsized":"2024-09-12T18:23:35.204409+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:11.079493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.188581+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:22:25.188581+0000","last_peered":"2024-09-12T18:22:25.188581+0000","last_clean":"2024-09-12T18:22:25.188581+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:22:25.188581+0000","last_undegraded":"2024-09-12T18:22:25.188581+0000","last_fullsized":"2024-09-12T18:22:25.188581+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:00.508123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.271548+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:25:25.271548+0000","last_peered":"2024-09-12T18:25:25.271548+0000","last_clean":"2024-09-12T18:25:25.271548+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:25:25.271548+0000","last_undegraded":"2024-09-12T18:25:25.271548+0000","last_fullsized":"2024-09-12T18:25:25.271548+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":168,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.414075+0000","last_change":"2024-09-12T17:54:25.874737+0000","last_active":"2024-09-12T18:23:35.414075+0000","last_peered":"2024-09-12T18:23:35.414075+0000","last_clean":"2024-09-12T18:23:35.414075+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:23:35.414075+0000","last_undegraded":"2024-09-12T18:23:35.414075+0000","last_fullsized":"2024-09-12T18:23:35.414075+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.345904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'5","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018575+0000","last_change":"2024-09-12T17:56:17.724899+0000","last_active":"2024-09-12T18:25:56.018575+0000","last_peered":"2024-09-12T18:25:56.018575+0000","last_clean":"2024-09-12T18:25:56.018575+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:25:56.018575+0000","last_undegraded":"2024-09-12T18:25:56.018575+0000","last_fullsized":"2024-09-12T18:25:56.018575+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:02.241916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.019423+0000","last_change":"2024-09-12T17:56:14.664326+0000","last_active":"2024-09-12T18:23:20.019423+0000","last_peered":"2024-09-12T18:23:20.019423+0000","last_clean":"2024-09-12T18:23:20.019423+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:23:20.019423+0000","last_undegraded":"2024-09-12T18:23:20.019423+0000","last_fullsized":"2024-09-12T18:23:20.019423+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:16.384662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":200,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.016080+0000","last_change":"2024-09-12T17:54:25.886024+0000","last_active":"2024-09-12T18:23:35.016080+0000","last_peered":"2024-09-12T18:23:35.016080+0000","last_clean":"2024-09-12T18:23:35.016080+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:23:35.016080+0000","last_undegraded":"2024-09-12T18:23:35.016080+0000","last_fullsized":"2024-09-12T18:23:35.016080+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:10.116523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'4","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.040824+0000","last_change":"2024-09-12T17:56:14.678500+0000","last_active":"2024-09-12T18:25:25.040824+0000","last_peered":"2024-09-12T18:25:25.040824+0000","last_clean":"2024-09-12T18:25:25.040824+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:25:25.040824+0000","last_undegraded":"2024-09-12T18:25:25.040824+0000","last_fullsized":"2024-09-12T18:25:25.040824+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:51.222389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":889,"num_write":4,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.227025+0000","last_change":"2024-09-12T17:54:25.895515+0000","last_active":"2024-09-12T18:22:30.227025+0000","last_peered":"2024-09-12T18:22:30.227025+0000","last_clean":"2024-09-12T18:22:30.227025+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:22:30.227025+0000","last_undegraded":"2024-09-12T18:22:30.227025+0000","last_fullsized":"2024-09-12T18:22:30.227025+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:18.052428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'370","reported_seq":1036,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.203009+0000","last_change":"2024-09-12T18:26:07.203009+0000","last_active":"2024-09-12T18:26:07.203009+0000","last_peered":"2024-09-12T18:26:07.203009+0000","last_clean":"2024-09-12T18:26:07.203009+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:26:07.203009+0000","last_undegraded":"2024-09-12T18:26:07.203009+0000","last_fullsized":"2024-09-12T18:26:07.203009+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.202712+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:20.083571+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360175,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":633,"num_read_kb":24547,"num_write":1192,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":719,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.198686+0000","last_change":"2024-09-12T17:38:09.671337+0000","last_active":"2024-09-12T18:23:10.198686+0000","last_peered":"2024-09-12T18:23:10.198686+0000","last_clean":"2024-09-12T18:23:10.198686+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:23:10.198686+0000","last_undegraded":"2024-09-12T18:23:10.198686+0000","last_fullsized":"2024-09-12T18:23:10.198686+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:48.519080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'356","reported_seq":1013,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.474710+0000","last_change":"2024-09-12T18:26:10.474710+0000","last_active":"2024-09-12T18:26:10.474710+0000","last_peered":"2024-09-12T18:26:10.474710+0000","last_clean":"2024-09-12T18:26:10.474710+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:26:10.474710+0000","last_undegraded":"2024-09-12T18:26:10.474710+0000","last_fullsized":"2024-09-12T18:26:10.474710+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'356","last_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_deep_scrub":"268'356","last_deep_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.474470+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:39.064627+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374441,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":541,"num_read_kb":10067,"num_write":1080,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.237484+0000","last_change":"2024-09-12T17:38:09.661828+0000","last_active":"2024-09-12T18:23:10.237484+0000","last_peered":"2024-09-12T18:23:10.237484+0000","last_clean":"2024-09-12T18:23:10.237484+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:23:10.237484+0000","last_undegraded":"2024-09-12T18:23:10.237484+0000","last_fullsized":"2024-09-12T18:23:10.237484+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:02.973178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'371","reported_seq":1030,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.581360+0000","last_change":"2024-09-12T18:26:10.581360+0000","last_active":"2024-09-12T18:26:10.581360+0000","last_peered":"2024-09-12T18:26:10.581360+0000","last_clean":"2024-09-12T18:26:10.581360+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:26:10.581360+0000","last_undegraded":"2024-09-12T18:26:10.581360+0000","last_fullsized":"2024-09-12T18:26:10.581360+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.581018+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:11.995876+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":589,"num_read_kb":6306,"num_write":1240,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'299","reported_seq":930,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:10.408390+0000","last_change":"2024-09-12T17:38:09.657871+0000","last_active":"2024-09-12T18:23:10.408390+0000","last_peered":"2024-09-12T18:23:10.408390+0000","last_clean":"2024-09-12T18:23:10.408390+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:23:10.408390+0000","last_undegraded":"2024-09-12T18:23:10.408390+0000","last_fullsized":"2024-09-12T18:23:10.408390+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:48.863070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'372","reported_seq":1050,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.821028+0000","last_change":"2024-09-12T18:26:16.821028+0000","last_active":"2024-09-12T18:26:16.821028+0000","last_peered":"2024-09-12T18:26:16.821028+0000","last_clean":"2024-09-12T18:26:16.821028+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:26:16.821028+0000","last_undegraded":"2024-09-12T18:26:16.821028+0000","last_fullsized":"2024-09-12T18:26:16.821028+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.820809+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:22.412888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":619,"num_read_kb":33663,"num_write":1214,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.747298+0000","last_change":"2024-09-12T18:26:19.747298+0000","last_active":"2024-09-12T18:26:19.747298+0000","last_peered":"2024-09-12T18:26:19.747298+0000","last_clean":"2024-09-12T18:26:19.747298+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:26:19.747298+0000","last_undegraded":"2024-09-12T18:26:19.747298+0000","last_fullsized":"2024-09-12T18:26:19.747298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.747120+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:30.616586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'308","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.865326+0000","last_change":"2024-09-12T18:26:17.865326+0000","last_active":"2024-09-12T18:26:17.865326+0000","last_peered":"2024-09-12T18:26:17.865326+0000","last_clean":"2024-09-12T18:26:17.865326+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:26:17.865326+0000","last_undegraded":"2024-09-12T18:26:17.865326+0000","last_fullsized":"2024-09-12T18:26:17.865326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'308","last_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_deep_scrub":"268'308","last_deep_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.865038+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:49.305764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524363,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":402,"num_read_kb":18112,"num_write":945,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":717,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.920356+0000","last_change":"2024-09-12T18:26:17.920194+0000","last_active":"2024-09-12T18:26:17.920356+0000","last_peered":"2024-09-12T18:26:17.920356+0000","last_clean":"2024-09-12T18:26:17.920356+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:26:17.920356+0000","last_undegraded":"2024-09-12T18:26:17.920356+0000","last_fullsized":"2024-09-12T18:26:17.920356+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.920013+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:05.484726+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'326","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.813160+0000","last_change":"2024-09-12T18:26:15.813160+0000","last_active":"2024-09-12T18:26:15.813160+0000","last_peered":"2024-09-12T18:26:15.813160+0000","last_clean":"2024-09-12T18:26:15.813160+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:26:15.813160+0000","last_undegraded":"2024-09-12T18:26:15.813160+0000","last_fullsized":"2024-09-12T18:26:15.813160+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'326","last_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_deep_scrub":"268'326","last_deep_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.812944+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:51.055475+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":517,"num_read_kb":41477,"num_write":1056,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.034781+0000","last_change":"2024-09-12T17:38:09.658372+0000","last_active":"2024-09-12T18:25:23.034781+0000","last_peered":"2024-09-12T18:25:23.034781+0000","last_clean":"2024-09-12T18:25:23.034781+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:25:23.034781+0000","last_undegraded":"2024-09-12T18:25:23.034781+0000","last_fullsized":"2024-09-12T18:25:23.034781+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'343","reported_seq":1032,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.841194+0000","last_change":"2024-09-12T18:26:16.841194+0000","last_active":"2024-09-12T18:26:16.841194+0000","last_peered":"2024-09-12T18:26:16.841194+0000","last_clean":"2024-09-12T18:26:16.841194+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:26:16.841194+0000","last_undegraded":"2024-09-12T18:26:16.841194+0000","last_fullsized":"2024-09-12T18:26:16.841194+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.840797+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:34.988504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":543,"num_read_kb":48660,"num_write":995,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":705,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.210294+0000","last_change":"2024-09-12T17:38:09.671084+0000","last_active":"2024-09-12T18:24:00.210294+0000","last_peered":"2024-09-12T18:24:00.210294+0000","last_clean":"2024-09-12T18:24:00.210294+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:24:00.210294+0000","last_undegraded":"2024-09-12T18:24:00.210294+0000","last_fullsized":"2024-09-12T18:24:00.210294+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'332","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.775152+0000","last_change":"2024-09-12T18:26:17.775152+0000","last_active":"2024-09-12T18:26:17.775152+0000","last_peered":"2024-09-12T18:26:17.775152+0000","last_clean":"2024-09-12T18:26:17.775152+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:26:17.775152+0000","last_undegraded":"2024-09-12T18:26:17.775152+0000","last_fullsized":"2024-09-12T18:26:17.775152+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.774932+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.903576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":75372,"num_write":1038,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.155229+0000","last_change":"2024-09-12T18:26:12.155229+0000","last_active":"2024-09-12T18:26:12.155229+0000","last_peered":"2024-09-12T18:26:12.155229+0000","last_clean":"2024-09-12T18:26:12.155229+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:26:12.155229+0000","last_undegraded":"2024-09-12T18:26:12.155229+0000","last_fullsized":"2024-09-12T18:26:12.155229+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.154987+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:34.833389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.686086+0000","last_change":"2024-09-12T18:26:18.686086+0000","last_active":"2024-09-12T18:26:18.686086+0000","last_peered":"2024-09-12T18:26:18.686086+0000","last_clean":"2024-09-12T18:26:18.686086+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:26:18.686086+0000","last_undegraded":"2024-09-12T18:26:18.686086+0000","last_fullsized":"2024-09-12T18:26:18.686086+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'313","last_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_deep_scrub":"268'313","last_deep_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.685912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:50.503707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'466","reported_seq":1189,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.895950+0000","last_change":"2024-09-12T18:26:14.895950+0000","last_active":"2024-09-12T18:26:14.895950+0000","last_peered":"2024-09-12T18:26:14.895950+0000","last_clean":"2024-09-12T18:26:14.895950+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:26:14.895950+0000","last_undegraded":"2024-09-12T18:26:14.895950+0000","last_fullsized":"2024-09-12T18:26:14.895950+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'466","last_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_deep_scrub":"268'466","last_deep_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.895632+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:14.435012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":914,"num_read_kb":3494,"num_write":1355,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:55.567913+0000","last_change":"2024-09-12T17:38:09.662152+0000","last_active":"2024-09-12T18:22:55.567913+0000","last_peered":"2024-09-12T18:22:55.567913+0000","last_clean":"2024-09-12T18:22:55.567913+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:22:55.567913+0000","last_undegraded":"2024-09-12T18:22:55.567913+0000","last_fullsized":"2024-09-12T18:22:55.567913+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:28.864887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'407","reported_seq":1198,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.920984+0000","last_change":"2024-09-12T18:26:13.920984+0000","last_active":"2024-09-12T18:26:13.920984+0000","last_peered":"2024-09-12T18:26:13.920984+0000","last_clean":"2024-09-12T18:26:13.920984+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:26:13.920984+0000","last_undegraded":"2024-09-12T18:26:13.920984+0000","last_fullsized":"2024-09-12T18:26:13.920984+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'407","last_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_deep_scrub":"268'407","last_deep_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.920670+0000","objects_scrubbed":11,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:23.692149+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2617441,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":744,"num_read_kb":57540,"num_write":1284,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":880,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.322634+0000","last_change":"2024-09-12T17:38:09.654683+0000","last_active":"2024-09-12T18:24:04.322634+0000","last_peered":"2024-09-12T18:24:04.322634+0000","last_clean":"2024-09-12T18:24:04.322634+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:24:04.322634+0000","last_undegraded":"2024-09-12T18:24:04.322634+0000","last_fullsized":"2024-09-12T18:24:04.322634+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:37.759543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'290","reported_seq":891,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.937736+0000","last_change":"2024-09-12T18:26:10.937736+0000","last_active":"2024-09-12T18:26:10.937736+0000","last_peered":"2024-09-12T18:26:10.937736+0000","last_clean":"2024-09-12T18:26:10.937736+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:26:10.937736+0000","last_undegraded":"2024-09-12T18:26:10.937736+0000","last_fullsized":"2024-09-12T18:26:10.937736+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'290","last_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_deep_scrub":"268'290","last_deep_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.937453+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:09.575882+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311604,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":359,"num_read_kb":23269,"num_write":914,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'389","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.204239+0000","last_change":"2024-09-12T18:26:13.204239+0000","last_active":"2024-09-12T18:26:13.204239+0000","last_peered":"2024-09-12T18:26:13.204239+0000","last_clean":"2024-09-12T18:26:13.204239+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:26:13.204239+0000","last_undegraded":"2024-09-12T18:26:13.204239+0000","last_fullsized":"2024-09-12T18:26:13.204239+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.204061+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:50.136801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'368","reported_seq":1085,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.818826+0000","last_change":"2024-09-12T18:26:07.818826+0000","last_active":"2024-09-12T18:26:07.818826+0000","last_peered":"2024-09-12T18:26:07.818826+0000","last_clean":"2024-09-12T18:26:07.818826+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:26:07.818826+0000","last_undegraded":"2024-09-12T18:26:07.818826+0000","last_fullsized":"2024-09-12T18:26:07.818826+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.818505+0000","objects_scrubbed":6,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:35.251127+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":572,"num_read_kb":170315,"num_write":1132,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":774,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.244313+0000","last_change":"2024-09-12T18:26:14.244313+0000","last_active":"2024-09-12T18:26:14.244313+0000","last_peered":"2024-09-12T18:26:14.244313+0000","last_clean":"2024-09-12T18:26:14.244313+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:26:14.244313+0000","last_undegraded":"2024-09-12T18:26:14.244313+0000","last_fullsized":"2024-09-12T18:26:14.244313+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.244127+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:20.780045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'439","reported_seq":1133,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.757277+0000","last_change":"2024-09-12T18:26:13.757277+0000","last_active":"2024-09-12T18:26:13.757277+0000","last_peered":"2024-09-12T18:26:13.757277+0000","last_clean":"2024-09-12T18:26:13.757277+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:26:13.757277+0000","last_undegraded":"2024-09-12T18:26:13.757277+0000","last_fullsized":"2024-09-12T18:26:13.757277+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'439","last_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_deep_scrub":"268'439","last_deep_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.756923+0000","objects_scrubbed":13,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:32.439891+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432742,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":743,"num_read_kb":7934,"num_write":1442,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":806,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:36.919485+0000","last_change":"2024-09-12T17:38:09.661886+0000","last_active":"2024-09-12T18:23:36.919485+0000","last_peered":"2024-09-12T18:23:36.919485+0000","last_clean":"2024-09-12T18:23:36.919485+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:23:36.919485+0000","last_undegraded":"2024-09-12T18:23:36.919485+0000","last_fullsized":"2024-09-12T18:23:36.919485+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:49.022703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'343","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.587373+0000","last_change":"2024-09-12T18:26:06.587373+0000","last_active":"2024-09-12T18:26:06.587373+0000","last_peered":"2024-09-12T18:26:06.587373+0000","last_clean":"2024-09-12T18:26:06.587373+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:26:06.587373+0000","last_undegraded":"2024-09-12T18:26:06.587373+0000","last_fullsized":"2024-09-12T18:26:06.587373+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.587144+0000","objects_scrubbed":4,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:36.295125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306465,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":64495,"num_write":1124,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'109","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.153544+0000","last_change":"2024-09-12T17:38:17.690075+0000","last_active":"2024-09-12T18:24:05.153544+0000","last_peered":"2024-09-12T18:24:05.153544+0000","last_clean":"2024-09-12T18:24:05.153544+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:24:05.153544+0000","last_undegraded":"2024-09-12T18:24:05.153544+0000","last_fullsized":"2024-09-12T18:24:05.153544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:44.526256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.181107+0000","last_change":"2024-09-12T18:26:10.181107+0000","last_active":"2024-09-12T18:26:10.181107+0000","last_peered":"2024-09-12T18:26:10.181107+0000","last_clean":"2024-09-12T18:26:10.181107+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:26:10.181107+0000","last_undegraded":"2024-09-12T18:26:10.181107+0000","last_fullsized":"2024-09-12T18:26:10.181107+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'200","last_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_deep_scrub":"268'200","last_deep_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.180915+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:04.414454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'333","reported_seq":973,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.847683+0000","last_change":"2024-09-12T18:26:12.847683+0000","last_active":"2024-09-12T18:26:12.847683+0000","last_peered":"2024-09-12T18:26:12.847683+0000","last_clean":"2024-09-12T18:26:12.847683+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:26:12.847683+0000","last_undegraded":"2024-09-12T18:26:12.847683+0000","last_fullsized":"2024-09-12T18:26:12.847683+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.847467+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:37.560690+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":480,"num_read_kb":19687,"num_write":1087,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.179985+0000","last_change":"2024-09-12T17:38:11.659784+0000","last_active":"2024-09-12T18:21:45.179985+0000","last_peered":"2024-09-12T18:21:45.179985+0000","last_clean":"2024-09-12T18:21:45.179985+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:21:45.179985+0000","last_undegraded":"2024-09-12T18:21:45.179985+0000","last_fullsized":"2024-09-12T18:21:45.179985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:40.888621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'325","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.419268+0000","last_change":"2024-09-12T17:38:13.681317+0000","last_active":"2024-09-12T18:25:57.419268+0000","last_peered":"2024-09-12T18:25:57.419268+0000","last_clean":"2024-09-12T18:25:57.419268+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:25:57.419268+0000","last_undegraded":"2024-09-12T18:25:57.419268+0000","last_fullsized":"2024-09-12T18:25:57.419268+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:25.496094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":1082,"num_write":410,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.216389+0000","last_change":"2024-09-12T17:38:15.713546+0000","last_active":"2024-09-12T18:21:45.216389+0000","last_peered":"2024-09-12T18:21:45.216389+0000","last_clean":"2024-09-12T18:21:45.216389+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:21:45.216389+0000","last_undegraded":"2024-09-12T18:21:45.216389+0000","last_fullsized":"2024-09-12T18:21:45.216389+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:00.159740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'150","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.358928+0000","last_change":"2024-09-12T17:38:17.699319+0000","last_active":"2024-09-12T18:24:00.358928+0000","last_peered":"2024-09-12T18:24:00.358928+0000","last_clean":"2024-09-12T18:24:00.358928+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:24:00.358928+0000","last_undegraded":"2024-09-12T18:24:00.358928+0000","last_fullsized":"2024-09-12T18:24:00.358928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.119984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":649,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.805181+0000","last_change":"2024-09-12T18:26:18.805181+0000","last_active":"2024-09-12T18:26:18.805181+0000","last_peered":"2024-09-12T18:26:18.805181+0000","last_clean":"2024-09-12T18:26:18.805181+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:26:18.805181+0000","last_undegraded":"2024-09-12T18:26:18.805181+0000","last_fullsized":"2024-09-12T18:26:18.805181+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'80","last_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_deep_scrub":"268'80","last_deep_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.804996+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:16.369389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'344","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.541124+0000","last_change":"2024-09-12T18:26:03.541124+0000","last_active":"2024-09-12T18:26:03.541124+0000","last_peered":"2024-09-12T18:26:03.541124+0000","last_clean":"2024-09-12T18:26:03.541124+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:26:03.541124+0000","last_undegraded":"2024-09-12T18:26:03.541124+0000","last_fullsized":"2024-09-12T18:26:03.541124+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'344","last_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_deep_scrub":"268'344","last_deep_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.540977+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:20.474438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":67283,"num_write":1156,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"38'5","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.046048+0000","last_change":"2024-09-12T17:38:11.660683+0000","last_active":"2024-09-12T18:25:55.046048+0000","last_peered":"2024-09-12T18:25:55.046048+0000","last_clean":"2024-09-12T18:25:55.046048+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:25:55.046048+0000","last_undegraded":"2024-09-12T18:25:55.046048+0000","last_fullsized":"2024-09-12T18:25:55.046048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:55.746808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'92","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:47.766615+0000","last_change":"2024-09-12T17:38:13.664165+0000","last_active":"2024-09-12T18:21:47.766615+0000","last_peered":"2024-09-12T18:21:47.766615+0000","last_clean":"2024-09-12T18:21:47.766615+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:21:47.766615+0000","last_undegraded":"2024-09-12T18:21:47.766615+0000","last_fullsized":"2024-09-12T18:21:47.766615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:17.539098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389476+0000","last_change":"2024-09-12T17:38:15.698866+0000","last_active":"2024-09-12T18:21:45.389476+0000","last_peered":"2024-09-12T18:21:45.389476+0000","last_clean":"2024-09-12T18:21:45.389476+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:21:45.389476+0000","last_undegraded":"2024-09-12T18:21:45.389476+0000","last_fullsized":"2024-09-12T18:21:45.389476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.020385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'132","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:03.766410+0000","last_change":"2024-09-12T17:38:17.717248+0000","last_active":"2024-09-12T18:24:03.766410+0000","last_peered":"2024-09-12T18:24:03.766410+0000","last_clean":"2024-09-12T18:24:03.766410+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:24:03.766410+0000","last_undegraded":"2024-09-12T18:24:03.766410+0000","last_fullsized":"2024-09-12T18:24:03.766410+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:55.136525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.716976+0000","last_change":"2024-09-12T18:26:15.716976+0000","last_active":"2024-09-12T18:26:15.716976+0000","last_peered":"2024-09-12T18:26:15.716976+0000","last_clean":"2024-09-12T18:26:15.716976+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:26:15.716976+0000","last_undegraded":"2024-09-12T18:26:15.716976+0000","last_fullsized":"2024-09-12T18:26:15.716976+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.716794+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:39.425262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'362","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.883170+0000","last_change":"2024-09-12T18:26:10.883170+0000","last_active":"2024-09-12T18:26:10.883170+0000","last_peered":"2024-09-12T18:26:10.883170+0000","last_clean":"2024-09-12T18:26:10.883170+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:26:10.883170+0000","last_undegraded":"2024-09-12T18:26:10.883170+0000","last_fullsized":"2024-09-12T18:26:10.883170+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'362","last_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_deep_scrub":"268'362","last_deep_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.882941+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:11.504040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":568,"num_read_kb":15040,"num_write":1095,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.215782+0000","last_change":"2024-09-12T17:38:11.661528+0000","last_active":"2024-09-12T18:21:45.215782+0000","last_peered":"2024-09-12T18:21:45.215782+0000","last_clean":"2024-09-12T18:21:45.215782+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:21:45.215782+0000","last_undegraded":"2024-09-12T18:21:45.215782+0000","last_fullsized":"2024-09-12T18:21:45.215782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:54.490949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'108","reported_seq":647,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.019937+0000","last_change":"2024-09-12T17:38:13.667503+0000","last_active":"2024-09-12T18:22:50.019937+0000","last_peered":"2024-09-12T18:22:50.019937+0000","last_clean":"2024-09-12T18:22:50.019937+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:22:50.019937+0000","last_undegraded":"2024-09-12T18:22:50.019937+0000","last_fullsized":"2024-09-12T18:22:50.019937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:41.400807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'771","reported_seq":2271,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.611585+0000","last_change":"2024-09-12T17:38:15.702631+0000","last_active":"2024-09-12T18:25:56.611585+0000","last_peered":"2024-09-12T18:25:56.611585+0000","last_clean":"2024-09-12T18:25:56.611585+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:25:56.611585+0000","last_undegraded":"2024-09-12T18:25:56.611585+0000","last_fullsized":"2024-09-12T18:25:56.611585+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:14.897696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'211","reported_seq":1034,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.202494+0000","last_change":"2024-09-12T17:38:17.680424+0000","last_active":"2024-09-12T18:24:05.202494+0000","last_peered":"2024-09-12T18:24:05.202494+0000","last_clean":"2024-09-12T18:24:05.202494+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:24:05.202494+0000","last_undegraded":"2024-09-12T18:24:05.202494+0000","last_fullsized":"2024-09-12T18:24:05.202494+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:42.031884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4182","reported_seq":4800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.778443+0000","last_change":"2024-09-12T18:26:16.778443+0000","last_active":"2024-09-12T18:26:16.778443+0000","last_peered":"2024-09-12T18:26:16.778443+0000","last_clean":"2024-09-12T18:26:16.778443+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:26:16.778443+0000","last_undegraded":"2024-09-12T18:26:16.778443+0000","last_fullsized":"2024-09-12T18:26:16.778443+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4182","last_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_deep_scrub":"268'4182","last_deep_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.778264+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":3000,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:10.210739+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2877,"num_omap_keys":12,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'392","reported_seq":1102,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.871273+0000","last_change":"2024-09-12T18:26:05.871273+0000","last_active":"2024-09-12T18:26:05.871273+0000","last_peered":"2024-09-12T18:26:05.871273+0000","last_clean":"2024-09-12T18:26:05.871273+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:26:05.871273+0000","last_undegraded":"2024-09-12T18:26:05.871273+0000","last_fullsized":"2024-09-12T18:26:05.871273+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.870742+0000","objects_scrubbed":7,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:08.144174+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2443868,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":677,"num_read_kb":4096,"num_write":1384,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.180044+0000","last_change":"2024-09-12T17:38:11.668833+0000","last_active":"2024-09-12T18:21:45.180044+0000","last_peered":"2024-09-12T18:21:45.180044+0000","last_clean":"2024-09-12T18:21:45.180044+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:21:45.180044+0000","last_undegraded":"2024-09-12T18:21:45.180044+0000","last_fullsized":"2024-09-12T18:21:45.180044+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:05.625171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'260","reported_seq":828,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.791200+0000","last_change":"2024-09-12T17:38:13.701917+0000","last_active":"2024-09-12T18:25:56.791200+0000","last_peered":"2024-09-12T18:25:56.791200+0000","last_clean":"2024-09-12T18:25:56.791200+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:25:56.791200+0000","last_undegraded":"2024-09-12T18:25:56.791200+0000","last_fullsized":"2024-09-12T18:25:56.791200+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.965550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47774,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":1000,"num_write":348,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'800","reported_seq":4688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.796158+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:57.796158+0000","last_peered":"2024-09-12T18:25:57.796158+0000","last_clean":"2024-09-12T18:25:57.796158+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:57.796158+0000","last_undegraded":"2024-09-12T18:25:57.796158+0000","last_fullsized":"2024-09-12T18:25:57.796158+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.778783+0000","last_change":"2024-09-12T18:26:17.778783+0000","last_active":"2024-09-12T18:26:17.778783+0000","last_peered":"2024-09-12T18:26:17.778783+0000","last_clean":"2024-09-12T18:26:17.778783+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:26:17.778783+0000","last_undegraded":"2024-09-12T18:26:17.778783+0000","last_fullsized":"2024-09-12T18:26:17.778783+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.778605+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:42.851892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'349","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.888829+0000","last_change":"2024-09-12T18:26:09.888829+0000","last_active":"2024-09-12T18:26:09.888829+0000","last_peered":"2024-09-12T18:26:09.888829+0000","last_clean":"2024-09-12T18:26:09.888829+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:26:09.888829+0000","last_undegraded":"2024-09-12T18:26:09.888829+0000","last_fullsized":"2024-09-12T18:26:09.888829+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.888593+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:17.256452+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":28120,"num_write":1081,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.246190+0000","last_change":"2024-09-12T17:38:11.663250+0000","last_active":"2024-09-12T18:23:45.246190+0000","last_peered":"2024-09-12T18:23:45.246190+0000","last_clean":"2024-09-12T18:23:45.246190+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:23:45.246190+0000","last_undegraded":"2024-09-12T18:23:45.246190+0000","last_fullsized":"2024-09-12T18:23:45.246190+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:09.420794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'355","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.751081+0000","last_change":"2024-09-12T17:38:13.694800+0000","last_active":"2024-09-12T18:25:57.751081+0000","last_peered":"2024-09-12T18:25:57.751081+0000","last_clean":"2024-09-12T18:25:57.751081+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:25:57.751081+0000","last_undegraded":"2024-09-12T18:25:57.751081+0000","last_fullsized":"2024-09-12T18:25:57.751081+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:29.483928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62103,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":593,"num_read_kb":1287,"num_write":470,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.017922+0000","last_change":"2024-09-12T17:38:15.694720+0000","last_active":"2024-09-12T18:23:15.017922+0000","last_peered":"2024-09-12T18:23:15.017922+0000","last_clean":"2024-09-12T18:23:15.017922+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:23:15.017922+0000","last_undegraded":"2024-09-12T18:23:15.017922+0000","last_fullsized":"2024-09-12T18:23:15.017922+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.982571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'554","reported_seq":1361,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.169473+0000","last_change":"2024-09-12T17:38:17.699215+0000","last_active":"2024-09-12T18:25:24.169473+0000","last_peered":"2024-09-12T18:25:24.169473+0000","last_clean":"2024-09-12T18:25:24.169473+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:25:24.169473+0000","last_undegraded":"2024-09-12T18:25:24.169473+0000","last_fullsized":"2024-09-12T18:25:24.169473+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'184","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.763118+0000","last_change":"2024-09-12T18:26:09.763118+0000","last_active":"2024-09-12T18:26:09.763118+0000","last_peered":"2024-09-12T18:26:09.763118+0000","last_clean":"2024-09-12T18:26:09.763118+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:26:09.763118+0000","last_undegraded":"2024-09-12T18:26:09.763118+0000","last_fullsized":"2024-09-12T18:26:09.763118+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'184","last_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_deep_scrub":"268'184","last_deep_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.762941+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:40.760816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'345","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.851032+0000","last_change":"2024-09-12T18:26:08.851032+0000","last_active":"2024-09-12T18:26:08.851032+0000","last_peered":"2024-09-12T18:26:08.851032+0000","last_clean":"2024-09-12T18:26:08.851032+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:26:08.851032+0000","last_undegraded":"2024-09-12T18:26:08.851032+0000","last_fullsized":"2024-09-12T18:26:08.851032+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.850830+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:20.985754+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":632,"num_read_kb":14213,"num_write":1068,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"268'4","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.230029+0000","last_change":"2024-09-12T18:26:18.230029+0000","last_active":"2024-09-12T18:26:18.230029+0000","last_peered":"2024-09-12T18:26:18.230029+0000","last_clean":"2024-09-12T18:26:18.230029+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:26:18.230029+0000","last_undegraded":"2024-09-12T18:26:18.230029+0000","last_fullsized":"2024-09-12T18:26:18.230029+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.229837+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:39.592537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'289","reported_seq":860,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.934734+0000","last_change":"2024-09-12T17:38:13.700028+0000","last_active":"2024-09-12T18:25:55.934734+0000","last_peered":"2024-09-12T18:25:55.934734+0000","last_clean":"2024-09-12T18:25:55.934734+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:25:55.934734+0000","last_undegraded":"2024-09-12T18:25:55.934734+0000","last_fullsized":"2024-09-12T18:25:55.934734+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:33.911522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48537,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":1086,"num_write":386,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.246786+0000","last_change":"2024-09-12T17:38:15.693970+0000","last_active":"2024-09-12T18:23:50.246786+0000","last_peered":"2024-09-12T18:23:50.246786+0000","last_clean":"2024-09-12T18:23:50.246786+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:23:50.246786+0000","last_undegraded":"2024-09-12T18:23:50.246786+0000","last_fullsized":"2024-09-12T18:23:50.246786+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2391","reported_seq":4212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.026370+0000","last_change":"2024-09-12T17:38:17.708931+0000","last_active":"2024-09-12T18:24:20.026370+0000","last_peered":"2024-09-12T18:24:20.026370+0000","last_clean":"2024-09-12T18:24:20.026370+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:24:20.026370+0000","last_undegraded":"2024-09-12T18:24:20.026370+0000","last_fullsized":"2024-09-12T18:24:20.026370+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:02.916384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.888950+0000","last_change":"2024-09-12T18:26:14.888950+0000","last_active":"2024-09-12T18:26:14.888950+0000","last_peered":"2024-09-12T18:26:14.888950+0000","last_clean":"2024-09-12T18:26:14.888950+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:26:14.888950+0000","last_undegraded":"2024-09-12T18:26:14.888950+0000","last_fullsized":"2024-09-12T18:26:14.888950+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4205","last_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_deep_scrub":"268'4205","last_deep_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.888753+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:02.033411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'389","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.822023+0000","last_change":"2024-09-12T18:26:07.822023+0000","last_active":"2024-09-12T18:26:07.822023+0000","last_peered":"2024-09-12T18:26:07.822023+0000","last_clean":"2024-09-12T18:26:07.822023+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:26:07.822023+0000","last_undegraded":"2024-09-12T18:26:07.822023+0000","last_fullsized":"2024-09-12T18:26:07.822023+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.821763+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:00.479507+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":562,"num_read_kb":8867,"num_write":1279,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.192663+0000","last_change":"2024-09-12T18:26:17.192663+0000","last_active":"2024-09-12T18:26:17.192663+0000","last_peered":"2024-09-12T18:26:17.192663+0000","last_clean":"2024-09-12T18:26:17.192663+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:26:17.192663+0000","last_undegraded":"2024-09-12T18:26:17.192663+0000","last_fullsized":"2024-09-12T18:26:17.192663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.192487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:37.287802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'317","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.928193+0000","last_change":"2024-09-12T17:38:13.701309+0000","last_active":"2024-09-12T18:25:57.928193+0000","last_peered":"2024-09-12T18:25:57.928193+0000","last_clean":"2024-09-12T18:25:57.928193+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:25:57.928193+0000","last_undegraded":"2024-09-12T18:25:57.928193+0000","last_fullsized":"2024-09-12T18:25:57.928193+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:18.600360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43359,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":517,"num_read_kb":1175,"num_write":422,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'786","reported_seq":2593,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.388266+0000","last_change":"2024-09-12T17:38:15.709349+0000","last_active":"2024-09-12T18:25:58.388266+0000","last_peered":"2024-09-12T18:25:58.388266+0000","last_clean":"2024-09-12T18:25:58.388266+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:25:58.388266+0000","last_undegraded":"2024-09-12T18:25:58.388266+0000","last_fullsized":"2024-09-12T18:25:58.388266+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:46.043519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":600,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.028306+0000","last_change":"2024-09-12T17:38:17.705461+0000","last_active":"2024-09-12T18:25:23.028306+0000","last_peered":"2024-09-12T18:25:23.028306+0000","last_clean":"2024-09-12T18:25:23.028306+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:25:23.028306+0000","last_undegraded":"2024-09-12T18:25:23.028306+0000","last_fullsized":"2024-09-12T18:25:23.028306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:36.864915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'150","reported_seq":771,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.681767+0000","last_change":"2024-09-12T18:26:14.681767+0000","last_active":"2024-09-12T18:26:14.681767+0000","last_peered":"2024-09-12T18:26:14.681767+0000","last_clean":"2024-09-12T18:26:14.681767+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:26:14.681767+0000","last_undegraded":"2024-09-12T18:26:14.681767+0000","last_fullsized":"2024-09-12T18:26:14.681767+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.681585+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:12.314601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":273,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'368","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.814657+0000","last_change":"2024-09-12T18:26:07.814657+0000","last_active":"2024-09-12T18:26:07.814657+0000","last_peered":"2024-09-12T18:26:07.814657+0000","last_clean":"2024-09-12T18:26:07.814657+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:26:07.814657+0000","last_undegraded":"2024-09-12T18:26:07.814657+0000","last_fullsized":"2024-09-12T18:26:07.814657+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.813961+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:56.606339+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4452400,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":42615,"num_write":1207,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.240002+0000","last_change":"2024-09-12T18:26:16.240002+0000","last_active":"2024-09-12T18:26:16.240002+0000","last_peered":"2024-09-12T18:26:16.240002+0000","last_clean":"2024-09-12T18:26:16.240002+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:26:16.240002+0000","last_undegraded":"2024-09-12T18:26:16.240002+0000","last_fullsized":"2024-09-12T18:26:16.240002+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.239805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:50.495123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'481","reported_seq":1113,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.095914+0000","last_change":"2024-09-12T17:38:13.681281+0000","last_active":"2024-09-12T18:25:58.095914+0000","last_peered":"2024-09-12T18:25:58.095914+0000","last_clean":"2024-09-12T18:25:58.095914+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:25:58.095914+0000","last_undegraded":"2024-09-12T18:25:58.095914+0000","last_fullsized":"2024-09-12T18:25:58.095914+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:07.841840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":839,"num_read_kb":2041,"num_write":694,"num_write_kb":595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.031048+0000","last_change":"2024-09-12T17:38:15.699038+0000","last_active":"2024-09-12T18:23:45.031048+0000","last_peered":"2024-09-12T18:23:45.031048+0000","last_clean":"2024-09-12T18:23:45.031048+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:23:45.031048+0000","last_undegraded":"2024-09-12T18:23:45.031048+0000","last_fullsized":"2024-09-12T18:23:45.031048+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:34.894703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'161","reported_seq":686,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.026317+0000","last_change":"2024-09-12T17:38:17.712810+0000","last_active":"2024-09-12T18:23:50.026317+0000","last_peered":"2024-09-12T18:23:50.026317+0000","last_clean":"2024-09-12T18:23:50.026317+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:23:50.026317+0000","last_undegraded":"2024-09-12T18:23:50.026317+0000","last_fullsized":"2024-09-12T18:23:50.026317+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:12.253737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'160","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.745840+0000","last_change":"2024-09-12T18:26:10.745840+0000","last_active":"2024-09-12T18:26:10.745840+0000","last_peered":"2024-09-12T18:26:10.745840+0000","last_clean":"2024-09-12T18:26:10.745840+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:26:10.745840+0000","last_undegraded":"2024-09-12T18:26:10.745840+0000","last_fullsized":"2024-09-12T18:26:10.745840+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'160","last_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_deep_scrub":"268'160","last_deep_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.745634+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:24.686154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'354","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.732086+0000","last_change":"2024-09-12T18:26:10.732086+0000","last_active":"2024-09-12T18:26:10.732086+0000","last_peered":"2024-09-12T18:26:10.732086+0000","last_clean":"2024-09-12T18:26:10.732086+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:26:10.732086+0000","last_undegraded":"2024-09-12T18:26:10.732086+0000","last_fullsized":"2024-09-12T18:26:10.732086+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'354","last_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_deep_scrub":"268'354","last_deep_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.731711+0000","objects_scrubbed":5,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:00.808334+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":548,"num_read_kb":43583,"num_write":1077,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.272776+0000","last_change":"2024-09-12T18:26:19.272776+0000","last_active":"2024-09-12T18:26:19.272776+0000","last_peered":"2024-09-12T18:26:19.272776+0000","last_clean":"2024-09-12T18:26:19.272776+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:26:19.272776+0000","last_undegraded":"2024-09-12T18:26:19.272776+0000","last_fullsized":"2024-09-12T18:26:19.272776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.272573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:56.820052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'323","reported_seq":902,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.288983+0000","last_change":"2024-09-12T17:38:13.684717+0000","last_active":"2024-09-12T18:25:56.288983+0000","last_peered":"2024-09-12T18:25:56.288983+0000","last_clean":"2024-09-12T18:25:56.288983+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:25:56.288983+0000","last_undegraded":"2024-09-12T18:25:56.288983+0000","last_fullsized":"2024-09-12T18:25:56.288983+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:45.486938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51353,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":1284,"num_write":510,"num_write_kb":433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247255+0000","last_change":"2024-09-12T17:38:15.697206+0000","last_active":"2024-09-12T18:23:29.247255+0000","last_peered":"2024-09-12T18:23:29.247255+0000","last_clean":"2024-09-12T18:23:29.247255+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:23:29.247255+0000","last_undegraded":"2024-09-12T18:23:29.247255+0000","last_fullsized":"2024-09-12T18:23:29.247255+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:01.194997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255252+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:24:25.255252+0000","last_peered":"2024-09-12T18:24:25.255252+0000","last_clean":"2024-09-12T18:24:25.255252+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:24:25.255252+0000","last_undegraded":"2024-09-12T18:24:25.255252+0000","last_fullsized":"2024-09-12T18:24:25.255252+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:15.124416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":772,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.749818+0000","last_change":"2024-09-12T18:26:13.749818+0000","last_active":"2024-09-12T18:26:13.749818+0000","last_peered":"2024-09-12T18:26:13.749818+0000","last_clean":"2024-09-12T18:26:13.749818+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:26:13.749818+0000","last_undegraded":"2024-09-12T18:26:13.749818+0000","last_fullsized":"2024-09-12T18:26:13.749818+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.749601+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:47.582746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'328","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.837433+0000","last_change":"2024-09-12T18:26:06.837433+0000","last_active":"2024-09-12T18:26:06.837433+0000","last_peered":"2024-09-12T18:26:06.837433+0000","last_clean":"2024-09-12T18:26:06.837433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:26:06.837433+0000","last_undegraded":"2024-09-12T18:26:06.837433+0000","last_fullsized":"2024-09-12T18:26:06.837433+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.837140+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:42.268208+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":56900,"num_write":1001,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.496075+0000","last_change":"2024-09-12T18:26:16.496075+0000","last_active":"2024-09-12T18:26:16.496075+0000","last_peered":"2024-09-12T18:26:16.496075+0000","last_clean":"2024-09-12T18:26:16.496075+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:26:16.496075+0000","last_undegraded":"2024-09-12T18:26:16.496075+0000","last_fullsized":"2024-09-12T18:26:16.496075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.495885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:19.611077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'291","reported_seq":882,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.666517+0000","last_change":"2024-09-12T17:38:13.691871+0000","last_active":"2024-09-12T18:25:55.666517+0000","last_peered":"2024-09-12T18:25:55.666517+0000","last_clean":"2024-09-12T18:25:55.666517+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:25:55.666517+0000","last_undegraded":"2024-09-12T18:25:55.666517+0000","last_fullsized":"2024-09-12T18:25:55.666517+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.631625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45693,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":483,"num_read_kb":1075,"num_write":386,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":4313,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.609965+0000","last_change":"2024-09-12T17:38:15.704832+0000","last_active":"2024-09-12T18:25:57.609965+0000","last_peered":"2024-09-12T18:25:57.609965+0000","last_clean":"2024-09-12T18:25:57.609965+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:25:57.609965+0000","last_undegraded":"2024-09-12T18:25:57.609965+0000","last_fullsized":"2024-09-12T18:25:57.609965+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:22.038856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'133","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.030611+0000","last_change":"2024-09-12T17:38:17.710341+0000","last_active":"2024-09-12T18:24:10.030611+0000","last_peered":"2024-09-12T18:24:10.030611+0000","last_clean":"2024-09-12T18:24:10.030611+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:24:10.030611+0000","last_undegraded":"2024-09-12T18:24:10.030611+0000","last_fullsized":"2024-09-12T18:24:10.030611+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.798648+0000","last_change":"2024-09-12T18:26:12.798648+0000","last_active":"2024-09-12T18:26:12.798648+0000","last_peered":"2024-09-12T18:26:12.798648+0000","last_clean":"2024-09-12T18:26:12.798648+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:26:12.798648+0000","last_undegraded":"2024-09-12T18:26:12.798648+0000","last_fullsized":"2024-09-12T18:26:12.798648+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.798460+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:24.738630+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'340","reported_seq":1100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.803171+0000","last_change":"2024-09-12T18:26:04.803171+0000","last_active":"2024-09-12T18:26:04.803171+0000","last_peered":"2024-09-12T18:26:04.803171+0000","last_clean":"2024-09-12T18:26:04.803171+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:26:04.803171+0000","last_undegraded":"2024-09-12T18:26:04.803171+0000","last_fullsized":"2024-09-12T18:26:04.803171+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.802970+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:02.043749+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":815,"num_read_kb":28315,"num_write":1118,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1462,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.061100+0000","last_change":"2024-09-12T17:38:11.668521+0000","last_active":"2024-09-12T18:25:55.061100+0000","last_peered":"2024-09-12T18:25:55.061100+0000","last_clean":"2024-09-12T18:25:55.061100+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:25:55.061100+0000","last_undegraded":"2024-09-12T18:25:55.061100+0000","last_fullsized":"2024-09-12T18:25:55.061100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:12.384405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":967,"num_read_kb":967,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'71","reported_seq":591,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.067545+0000","last_change":"2024-09-12T17:38:13.695892+0000","last_active":"2024-09-12T18:24:05.067545+0000","last_peered":"2024-09-12T18:24:05.067545+0000","last_clean":"2024-09-12T18:24:05.067545+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:24:05.067545+0000","last_undegraded":"2024-09-12T18:24:05.067545+0000","last_fullsized":"2024-09-12T18:24:05.067545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:12.996732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'758","reported_seq":2295,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.620430+0000","last_change":"2024-09-12T17:38:15.694823+0000","last_active":"2024-09-12T18:25:57.620430+0000","last_peered":"2024-09-12T18:25:57.620430+0000","last_clean":"2024-09-12T18:25:57.620430+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:25:57.620430+0000","last_undegraded":"2024-09-12T18:25:57.620430+0000","last_fullsized":"2024-09-12T18:25:57.620430+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:12.983006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'128","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.161763+0000","last_change":"2024-09-12T17:38:17.715587+0000","last_active":"2024-09-12T18:25:24.161763+0000","last_peered":"2024-09-12T18:25:24.161763+0000","last_clean":"2024-09-12T18:25:24.161763+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:25:24.161763+0000","last_undegraded":"2024-09-12T18:25:24.161763+0000","last_fullsized":"2024-09-12T18:25:24.161763+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":736,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.453084+0000","last_change":"2024-09-12T18:26:13.453084+0000","last_active":"2024-09-12T18:26:13.453084+0000","last_peered":"2024-09-12T18:26:13.453084+0000","last_clean":"2024-09-12T18:26:13.453084+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:26:13.453084+0000","last_undegraded":"2024-09-12T18:26:13.453084+0000","last_fullsized":"2024-09-12T18:26:13.453084+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.452896+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:47.978276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'353","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.729435+0000","last_change":"2024-09-12T18:26:05.729435+0000","last_active":"2024-09-12T18:26:05.729435+0000","last_peered":"2024-09-12T18:26:05.729435+0000","last_clean":"2024-09-12T18:26:05.729435+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:26:05.729435+0000","last_undegraded":"2024-09-12T18:26:05.729435+0000","last_fullsized":"2024-09-12T18:26:05.729435+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.729240+0000","objects_scrubbed":10,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.492379+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262170,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":452,"num_read_kb":16781,"num_write":1071,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409782+0000","last_change":"2024-09-12T17:38:11.664558+0000","last_active":"2024-09-12T18:23:15.409782+0000","last_peered":"2024-09-12T18:23:15.409782+0000","last_clean":"2024-09-12T18:23:15.409782+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:23:15.409782+0000","last_undegraded":"2024-09-12T18:23:15.409782+0000","last_fullsized":"2024-09-12T18:23:15.409782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:39.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'376","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.504592+0000","last_change":"2024-09-12T17:38:13.686242+0000","last_active":"2024-09-12T18:25:57.504592+0000","last_peered":"2024-09-12T18:25:57.504592+0000","last_clean":"2024-09-12T18:25:57.504592+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:25:57.504592+0000","last_undegraded":"2024-09-12T18:25:57.504592+0000","last_fullsized":"2024-09-12T18:25:57.504592+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:15.470250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50321,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":585,"num_read_kb":1209,"num_write":472,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.011837+0000","last_change":"2024-09-12T17:38:15.696371+0000","last_active":"2024-09-12T18:23:15.011837+0000","last_peered":"2024-09-12T18:23:15.011837+0000","last_clean":"2024-09-12T18:23:15.011837+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:23:15.011837+0000","last_undegraded":"2024-09-12T18:23:15.011837+0000","last_fullsized":"2024-09-12T18:23:15.011837+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:09.415516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'126","reported_seq":653,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.030671+0000","last_change":"2024-09-12T17:38:17.707294+0000","last_active":"2024-09-12T18:24:10.030671+0000","last_peered":"2024-09-12T18:24:10.030671+0000","last_clean":"2024-09-12T18:24:10.030671+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:24:10.030671+0000","last_undegraded":"2024-09-12T18:24:10.030671+0000","last_fullsized":"2024-09-12T18:24:10.030671+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.931889+0000","last_change":"2024-09-12T18:26:11.931697+0000","last_active":"2024-09-12T18:26:11.931889+0000","last_peered":"2024-09-12T18:26:11.931889+0000","last_clean":"2024-09-12T18:26:11.931889+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:26:11.931889+0000","last_undegraded":"2024-09-12T18:26:11.931889+0000","last_fullsized":"2024-09-12T18:26:11.931889+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.931520+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:43.908532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.879035+0000","last_change":"2024-09-12T18:26:05.879035+0000","last_active":"2024-09-12T18:26:05.879035+0000","last_peered":"2024-09-12T18:26:05.879035+0000","last_clean":"2024-09-12T18:26:05.879035+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:26:05.879035+0000","last_undegraded":"2024-09-12T18:26:05.879035+0000","last_fullsized":"2024-09-12T18:26:05.879035+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.878844+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:02.033286+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":531,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.779948+0000","last_change":"2024-09-12T18:26:05.779948+0000","last_active":"2024-09-12T18:26:05.779948+0000","last_peered":"2024-09-12T18:26:05.779948+0000","last_clean":"2024-09-12T18:26:05.779948+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:26:05.779948+0000","last_undegraded":"2024-09-12T18:26:05.779948+0000","last_fullsized":"2024-09-12T18:26:05.779948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.779760+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:24.617521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'361","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.686912+0000","last_change":"2024-09-12T18:26:04.686648+0000","last_active":"2024-09-12T18:26:04.686912+0000","last_peered":"2024-09-12T18:26:04.686912+0000","last_clean":"2024-09-12T18:26:04.686912+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:26:04.686912+0000","last_undegraded":"2024-09-12T18:26:04.686912+0000","last_fullsized":"2024-09-12T18:26:04.686912+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.686387+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:55.146346+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524314,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":92386,"num_write":1107,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.251390+0000","last_change":"2024-09-12T17:38:11.658129+0000","last_active":"2024-09-12T18:24:05.251390+0000","last_peered":"2024-09-12T18:24:05.251390+0000","last_clean":"2024-09-12T18:24:05.251390+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:24:05.251390+0000","last_undegraded":"2024-09-12T18:24:05.251390+0000","last_fullsized":"2024-09-12T18:24:05.251390+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'717","reported_seq":1416,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.377025+0000","last_change":"2024-09-12T17:38:13.690235+0000","last_active":"2024-09-12T18:25:58.377025+0000","last_peered":"2024-09-12T18:25:58.377025+0000","last_clean":"2024-09-12T18:25:58.377025+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:25:58.377025+0000","last_undegraded":"2024-09-12T18:25:58.377025+0000","last_fullsized":"2024-09-12T18:25:58.377025+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:42.508605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157315,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1412,"num_read_kb":3250,"num_write":1342,"num_write_kb":1215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.252912+0000","last_change":"2024-09-12T17:38:15.707309+0000","last_active":"2024-09-12T18:23:49.252912+0000","last_peered":"2024-09-12T18:23:49.252912+0000","last_clean":"2024-09-12T18:23:49.252912+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:23:49.252912+0000","last_undegraded":"2024-09-12T18:23:49.252912+0000","last_fullsized":"2024-09-12T18:23:49.252912+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:22.234928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'217","reported_seq":931,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.077092+0000","last_change":"2024-09-12T17:38:17.699145+0000","last_active":"2024-09-12T18:24:05.077092+0000","last_peered":"2024-09-12T18:24:05.077092+0000","last_clean":"2024-09-12T18:24:05.077092+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:24:05.077092+0000","last_undegraded":"2024-09-12T18:24:05.077092+0000","last_fullsized":"2024-09-12T18:24:05.077092+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:45.248821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":711,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.645147+0000","last_change":"2024-09-12T18:26:13.645147+0000","last_active":"2024-09-12T18:26:13.645147+0000","last_peered":"2024-09-12T18:26:13.645147+0000","last_clean":"2024-09-12T18:26:13.645147+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:26:13.645147+0000","last_undegraded":"2024-09-12T18:26:13.645147+0000","last_fullsized":"2024-09-12T18:26:13.645147+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'104","last_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_deep_scrub":"268'104","last_deep_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.644961+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:17.429971+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.856498+0000","last_change":"2024-09-12T18:26:11.856498+0000","last_active":"2024-09-12T18:26:11.856498+0000","last_peered":"2024-09-12T18:26:11.856498+0000","last_clean":"2024-09-12T18:26:11.856498+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:26:11.856498+0000","last_undegraded":"2024-09-12T18:26:11.856498+0000","last_fullsized":"2024-09-12T18:26:11.856498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.856320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:07.566604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'338","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:02.586482+0000","last_change":"2024-09-12T18:26:02.586430+0000","last_active":"2024-09-12T18:26:02.586482+0000","last_peered":"2024-09-12T18:26:02.586482+0000","last_clean":"2024-09-12T18:26:02.586482+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:26:02.586482+0000","last_undegraded":"2024-09-12T18:26:02.586482+0000","last_fullsized":"2024-09-12T18:26:02.586482+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:02.586308+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:02.271366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136848,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":11160,"num_write":1118,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":494,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.207005+0000","last_change":"2024-09-12T17:38:11.666888+0000","last_active":"2024-09-12T18:23:45.207005+0000","last_peered":"2024-09-12T18:23:45.207005+0000","last_clean":"2024-09-12T18:23:45.207005+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:23:45.207005+0000","last_undegraded":"2024-09-12T18:23:45.207005+0000","last_fullsized":"2024-09-12T18:23:45.207005+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:36.224084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1216","reported_seq":2733,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.380276+0000","last_change":"2024-09-12T17:38:13.684899+0000","last_active":"2024-09-12T18:25:58.380276+0000","last_peered":"2024-09-12T18:25:58.380276+0000","last_clean":"2024-09-12T18:25:58.380276+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:25:58.380276+0000","last_undegraded":"2024-09-12T18:25:58.380276+0000","last_fullsized":"2024-09-12T18:25:58.380276+0000","mapping_epoch":32,"log_start":"268'1200","ondisk_log_start":"268'1200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":1200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147517,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1973,"num_read_kb":3659,"num_write":1066,"num_write_kb":911,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:10.252670+0000","last_change":"2024-09-12T17:38:15.707285+0000","last_active":"2024-09-12T18:24:10.252670+0000","last_peered":"2024-09-12T18:24:10.252670+0000","last_clean":"2024-09-12T18:24:10.252670+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:24:10.252670+0000","last_undegraded":"2024-09-12T18:24:10.252670+0000","last_fullsized":"2024-09-12T18:24:10.252670+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'121","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.029498+0000","last_change":"2024-09-12T17:38:17.707147+0000","last_active":"2024-09-12T18:24:05.029498+0000","last_peered":"2024-09-12T18:24:05.029498+0000","last_clean":"2024-09-12T18:24:05.029498+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:24:05.029498+0000","last_undegraded":"2024-09-12T18:24:05.029498+0000","last_fullsized":"2024-09-12T18:24:05.029498+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.449287+0000","last_change":"2024-09-12T18:26:11.449287+0000","last_active":"2024-09-12T18:26:11.449287+0000","last_peered":"2024-09-12T18:26:11.449287+0000","last_clean":"2024-09-12T18:26:11.449287+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:26:11.449287+0000","last_undegraded":"2024-09-12T18:26:11.449287+0000","last_fullsized":"2024-09-12T18:26:11.449287+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.449073+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:23.585347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.151829+0000","last_change":"2024-09-12T18:26:04.151829+0000","last_active":"2024-09-12T18:26:04.151829+0000","last_peered":"2024-09-12T18:26:04.151829+0000","last_clean":"2024-09-12T18:26:04.151829+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:26:04.151829+0000","last_undegraded":"2024-09-12T18:26:04.151829+0000","last_fullsized":"2024-09-12T18:26:04.151829+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.151727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:03.517586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'460","reported_seq":1203,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.541826+0000","last_change":"2024-09-12T18:26:08.541826+0000","last_active":"2024-09-12T18:26:08.541826+0000","last_peered":"2024-09-12T18:26:08.541826+0000","last_clean":"2024-09-12T18:26:08.541826+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:26:08.541826+0000","last_undegraded":"2024-09-12T18:26:08.541826+0000","last_fullsized":"2024-09-12T18:26:08.541826+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.541474+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:26.299384+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254297,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":870,"num_read_kb":11836,"num_write":1453,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":514,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.229017+0000","last_change":"2024-09-12T18:26:15.229017+0000","last_active":"2024-09-12T18:26:15.229017+0000","last_peered":"2024-09-12T18:26:15.229017+0000","last_clean":"2024-09-12T18:26:15.229017+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:26:15.229017+0000","last_undegraded":"2024-09-12T18:26:15.229017+0000","last_fullsized":"2024-09-12T18:26:15.229017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.228823+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:23.063847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'223","reported_seq":1338,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.339630+0000","last_change":"2024-09-12T17:38:13.701283+0000","last_active":"2024-09-12T18:25:24.339630+0000","last_peered":"2024-09-12T18:25:24.339630+0000","last_clean":"2024-09-12T18:25:24.339630+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:25:24.339630+0000","last_undegraded":"2024-09-12T18:25:24.339630+0000","last_fullsized":"2024-09-12T18:25:24.339630+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257586+0000","last_change":"2024-09-12T17:38:15.702285+0000","last_active":"2024-09-12T18:24:09.257586+0000","last_peered":"2024-09-12T18:24:09.257586+0000","last_clean":"2024-09-12T18:24:09.257586+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:24:09.257586+0000","last_undegraded":"2024-09-12T18:24:09.257586+0000","last_fullsized":"2024-09-12T18:24:09.257586+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.440386+0000","last_change":"2024-09-12T18:26:12.440386+0000","last_active":"2024-09-12T18:26:12.440386+0000","last_peered":"2024-09-12T18:26:12.440386+0000","last_clean":"2024-09-12T18:26:12.440386+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:26:12.440386+0000","last_undegraded":"2024-09-12T18:26:12.440386+0000","last_fullsized":"2024-09-12T18:26:12.440386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'94","last_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_deep_scrub":"268'94","last_deep_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.440200+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:14.503161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.783568+0000","last_change":"2024-09-12T18:26:04.783568+0000","last_active":"2024-09-12T18:26:04.783568+0000","last_peered":"2024-09-12T18:26:04.783568+0000","last_clean":"2024-09-12T18:26:04.783568+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:26:04.783568+0000","last_undegraded":"2024-09-12T18:26:04.783568+0000","last_fullsized":"2024-09-12T18:26:04.783568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.783385+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:32.567705+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'370","reported_seq":1021,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.165985+0000","last_change":"2024-09-12T18:26:05.165985+0000","last_active":"2024-09-12T18:26:05.165985+0000","last_peered":"2024-09-12T18:26:05.165985+0000","last_clean":"2024-09-12T18:26:05.165985+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:26:05.165985+0000","last_undegraded":"2024-09-12T18:26:05.165985+0000","last_fullsized":"2024-09-12T18:26:05.165985+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.165716+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:32.136810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1629682,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":28592,"num_write":1142,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.709727+0000","last_change":"2024-09-12T18:26:21.709727+0000","last_active":"2024-09-12T18:26:21.709727+0000","last_peered":"2024-09-12T18:26:21.709727+0000","last_clean":"2024-09-12T18:26:21.709727+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:26:21.709727+0000","last_undegraded":"2024-09-12T18:26:21.709727+0000","last_fullsized":"2024-09-12T18:26:21.709727+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.709548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.950983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'115","reported_seq":657,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.343010+0000","last_change":"2024-09-12T17:38:13.688240+0000","last_active":"2024-09-12T18:25:24.343010+0000","last_peered":"2024-09-12T18:25:24.343010+0000","last_clean":"2024-09-12T18:25:24.343010+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:25:24.343010+0000","last_undegraded":"2024-09-12T18:25:24.343010+0000","last_fullsized":"2024-09-12T18:25:24.343010+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:20.881893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.018444+0000","last_change":"2024-09-12T17:38:15.703465+0000","last_active":"2024-09-12T18:23:45.018444+0000","last_peered":"2024-09-12T18:23:45.018444+0000","last_clean":"2024-09-12T18:23:45.018444+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:23:45.018444+0000","last_undegraded":"2024-09-12T18:23:45.018444+0000","last_fullsized":"2024-09-12T18:23:45.018444+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:48.402130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":758,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:51.295732+0000","last_change":"2024-09-12T17:38:17.700327+0000","last_active":"2024-09-12T18:23:51.295732+0000","last_peered":"2024-09-12T18:23:51.295732+0000","last_clean":"2024-09-12T18:23:51.295732+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:23:51.295732+0000","last_undegraded":"2024-09-12T18:23:51.295732+0000","last_fullsized":"2024-09-12T18:23:51.295732+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:48.295279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.500973+0000","last_change":"2024-09-12T18:26:09.500973+0000","last_active":"2024-09-12T18:26:09.500973+0000","last_peered":"2024-09-12T18:26:09.500973+0000","last_clean":"2024-09-12T18:26:09.500973+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:26:09.500973+0000","last_undegraded":"2024-09-12T18:26:09.500973+0000","last_fullsized":"2024-09-12T18:26:09.500973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'58","last_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_deep_scrub":"268'58","last_deep_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.500668+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:00.778125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'324","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.798924+0000","last_change":"2024-09-12T18:26:06.798706+0000","last_active":"2024-09-12T18:26:06.798924+0000","last_peered":"2024-09-12T18:26:06.798924+0000","last_clean":"2024-09-12T18:26:06.798924+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:26:06.798924+0000","last_undegraded":"2024-09-12T18:26:06.798924+0000","last_fullsized":"2024-09-12T18:26:06.798924+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.798252+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:34.353842+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262222,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":15827,"num_write":969,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":538,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.452833+0000","last_change":"2024-09-12T18:26:03.452833+0000","last_active":"2024-09-12T18:26:03.452833+0000","last_peered":"2024-09-12T18:26:03.452833+0000","last_clean":"2024-09-12T18:26:03.452833+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:26:03.452833+0000","last_undegraded":"2024-09-12T18:26:03.452833+0000","last_fullsized":"2024-09-12T18:26:03.452833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.452759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:12:10.736837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.737429+0000","last_change":"2024-09-12T18:26:20.737429+0000","last_active":"2024-09-12T18:26:20.737429+0000","last_peered":"2024-09-12T18:26:20.737429+0000","last_clean":"2024-09-12T18:26:20.737429+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:26:20.737429+0000","last_undegraded":"2024-09-12T18:26:20.737429+0000","last_fullsized":"2024-09-12T18:26:20.737429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.737251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:01.356657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'547","reported_seq":1212,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.857674+0000","last_change":"2024-09-12T17:38:13.690492+0000","last_active":"2024-09-12T18:25:56.857674+0000","last_peered":"2024-09-12T18:25:56.857674+0000","last_clean":"2024-09-12T18:25:56.857674+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:25:56.857674+0000","last_undegraded":"2024-09-12T18:25:56.857674+0000","last_fullsized":"2024-09-12T18:25:56.857674+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":500,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93725,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1561,"num_read_kb":2707,"num_write":2040,"num_write_kb":1889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.420629+0000","last_change":"2024-09-12T17:38:15.675619+0000","last_active":"2024-09-12T18:24:05.420629+0000","last_peered":"2024-09-12T18:24:05.420629+0000","last_clean":"2024-09-12T18:24:05.420629+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:24:05.420629+0000","last_undegraded":"2024-09-12T18:24:05.420629+0000","last_fullsized":"2024-09-12T18:24:05.420629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'169","reported_seq":684,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.069582+0000","last_change":"2024-09-12T17:38:17.687351+0000","last_active":"2024-09-12T18:23:25.069582+0000","last_peered":"2024-09-12T18:23:25.069582+0000","last_clean":"2024-09-12T18:23:25.069582+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:23:25.069582+0000","last_undegraded":"2024-09-12T18:23:25.069582+0000","last_fullsized":"2024-09-12T18:23:25.069582+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:54.300943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'156","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.609678+0000","last_change":"2024-09-12T18:26:12.609678+0000","last_active":"2024-09-12T18:26:12.609678+0000","last_peered":"2024-09-12T18:26:12.609678+0000","last_clean":"2024-09-12T18:26:12.609678+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:26:12.609678+0000","last_undegraded":"2024-09-12T18:26:12.609678+0000","last_fullsized":"2024-09-12T18:26:12.609678+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'156","last_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_deep_scrub":"268'156","last_deep_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.609440+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:34.733112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'321","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.500520+0000","last_change":"2024-09-12T18:26:07.500520+0000","last_active":"2024-09-12T18:26:07.500520+0000","last_peered":"2024-09-12T18:26:07.500520+0000","last_clean":"2024-09-12T18:26:07.500520+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:26:07.500520+0000","last_undegraded":"2024-09-12T18:26:07.500520+0000","last_fullsized":"2024-09-12T18:26:07.500520+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.500189+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:24.136607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5917348,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":18522,"num_write":1002,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.836131+0000","last_change":"2024-09-12T18:26:06.836131+0000","last_active":"2024-09-12T18:26:06.836131+0000","last_peered":"2024-09-12T18:26:06.836131+0000","last_clean":"2024-09-12T18:26:06.836131+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:26:06.836131+0000","last_undegraded":"2024-09-12T18:26:06.836131+0000","last_fullsized":"2024-09-12T18:26:06.836131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.835791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:32.564717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.903629+0000","last_change":"2024-09-12T18:26:18.903629+0000","last_active":"2024-09-12T18:26:18.903629+0000","last_peered":"2024-09-12T18:26:18.903629+0000","last_clean":"2024-09-12T18:26:18.903629+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:26:18.903629+0000","last_undegraded":"2024-09-12T18:26:18.903629+0000","last_fullsized":"2024-09-12T18:26:18.903629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.903446+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:24.989509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'147","reported_seq":714,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.037687+0000","last_change":"2024-09-12T17:38:13.694267+0000","last_active":"2024-09-12T18:25:23.037687+0000","last_peered":"2024-09-12T18:25:23.037687+0000","last_clean":"2024-09-12T18:25:23.037687+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:25:23.037687+0000","last_undegraded":"2024-09-12T18:25:23.037687+0000","last_fullsized":"2024-09-12T18:25:23.037687+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'766","reported_seq":2511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.381701+0000","last_change":"2024-09-12T17:38:15.699782+0000","last_active":"2024-09-12T18:25:58.381701+0000","last_peered":"2024-09-12T18:25:58.381701+0000","last_clean":"2024-09-12T18:25:58.381701+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:25:58.381701+0000","last_undegraded":"2024-09-12T18:25:58.381701+0000","last_fullsized":"2024-09-12T18:25:58.381701+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'128","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.165440+0000","last_change":"2024-09-12T17:38:17.710162+0000","last_active":"2024-09-12T18:25:24.165440+0000","last_peered":"2024-09-12T18:25:24.165440+0000","last_clean":"2024-09-12T18:25:24.165440+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:25:24.165440+0000","last_undegraded":"2024-09-12T18:25:24.165440+0000","last_fullsized":"2024-09-12T18:25:24.165440+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:52.475092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":829,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.777252+0000","last_change":"2024-09-12T18:26:15.777124+0000","last_active":"2024-09-12T18:26:15.777252+0000","last_peered":"2024-09-12T18:26:15.777252+0000","last_clean":"2024-09-12T18:26:15.777252+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:26:15.777252+0000","last_undegraded":"2024-09-12T18:26:15.777252+0000","last_fullsized":"2024-09-12T18:26:15.777252+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'189","last_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_deep_scrub":"268'189","last_deep_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.776919+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:30.574358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'402","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.761699+0000","last_change":"2024-09-12T18:26:09.761699+0000","last_active":"2024-09-12T18:26:09.761699+0000","last_peered":"2024-09-12T18:26:09.761699+0000","last_clean":"2024-09-12T18:26:09.761699+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:26:09.761699+0000","last_undegraded":"2024-09-12T18:26:09.761699+0000","last_fullsized":"2024-09-12T18:26:09.761699+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'402","last_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_deep_scrub":"268'402","last_deep_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.761451+0000","objects_scrubbed":7,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:51.527458+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524320,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":680,"num_read_kb":67413,"num_write":1367,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.020774+0000","last_change":"2024-09-12T17:37:53.334682+0000","last_active":"2024-09-12T18:23:25.020774+0000","last_peered":"2024-09-12T18:23:25.020774+0000","last_clean":"2024-09-12T18:23:25.020774+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:23:25.020774+0000","last_undegraded":"2024-09-12T18:23:25.020774+0000","last_fullsized":"2024-09-12T18:23:25.020774+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:37:50.272845+0000","last_clean_scrub_stamp":"2024-09-12T17:37:50.272845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:04.874991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.420583+0000","last_change":"2024-09-12T17:38:11.663364+0000","last_active":"2024-09-12T18:24:05.420583+0000","last_peered":"2024-09-12T18:24:05.420583+0000","last_clean":"2024-09-12T18:24:05.420583+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:24:05.420583+0000","last_undegraded":"2024-09-12T18:24:05.420583+0000","last_fullsized":"2024-09-12T18:24:05.420583+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'109","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.420695+0000","last_change":"2024-09-12T17:38:13.689073+0000","last_active":"2024-09-12T18:24:05.420695+0000","last_peered":"2024-09-12T18:24:05.420695+0000","last_clean":"2024-09-12T18:24:05.420695+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:24:05.420695+0000","last_undegraded":"2024-09-12T18:24:05.420695+0000","last_fullsized":"2024-09-12T18:24:05.420695+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'800","reported_seq":2366,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.386258+0000","last_change":"2024-09-12T17:38:15.696485+0000","last_active":"2024-09-12T18:25:58.386258+0000","last_peered":"2024-09-12T18:25:58.386258+0000","last_clean":"2024-09-12T18:25:58.386258+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:25:58.386258+0000","last_undegraded":"2024-09-12T18:25:58.386258+0000","last_fullsized":"2024-09-12T18:25:58.386258+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'268","reported_seq":789,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.351705+0000","last_change":"2024-09-12T17:38:17.705186+0000","last_active":"2024-09-12T18:24:04.351705+0000","last_peered":"2024-09-12T18:24:04.351705+0000","last_clean":"2024-09-12T18:24:04.351705+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:24:04.351705+0000","last_undegraded":"2024-09-12T18:24:04.351705+0000","last_fullsized":"2024-09-12T18:24:04.351705+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:34.155384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.765021+0000","last_change":"2024-09-12T18:26:08.765021+0000","last_active":"2024-09-12T18:26:08.765021+0000","last_peered":"2024-09-12T18:26:08.765021+0000","last_clean":"2024-09-12T18:26:08.765021+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:26:08.765021+0000","last_undegraded":"2024-09-12T18:26:08.765021+0000","last_fullsized":"2024-09-12T18:26:08.765021+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.764851+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:11.457861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'349","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.529046+0000","last_change":"2024-09-12T18:26:04.529046+0000","last_active":"2024-09-12T18:26:04.529046+0000","last_peered":"2024-09-12T18:26:04.529046+0000","last_clean":"2024-09-12T18:26:04.529046+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:26:04.529046+0000","last_undegraded":"2024-09-12T18:26:04.529046+0000","last_fullsized":"2024-09-12T18:26:04.529046+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.528883+0000","objects_scrubbed":11,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:50.741635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1399074,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":464,"num_read_kb":28215,"num_write":1095,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.829126+0000","last_change":"2024-09-12T18:26:07.829126+0000","last_active":"2024-09-12T18:26:07.829126+0000","last_peered":"2024-09-12T18:26:07.829126+0000","last_clean":"2024-09-12T18:26:07.829126+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:26:07.829126+0000","last_undegraded":"2024-09-12T18:26:07.829126+0000","last_fullsized":"2024-09-12T18:26:07.829126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.828958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:20.944242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:20.224016+0000","last_change":"2024-09-12T17:38:11.661047+0000","last_active":"2024-09-12T18:22:20.224016+0000","last_peered":"2024-09-12T18:22:20.224016+0000","last_clean":"2024-09-12T18:22:20.224016+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:22:20.224016+0000","last_undegraded":"2024-09-12T18:22:20.224016+0000","last_fullsized":"2024-09-12T18:22:20.224016+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:26.684456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'735","reported_seq":1455,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.097353+0000","last_change":"2024-09-12T17:38:13.701474+0000","last_active":"2024-09-12T18:25:57.097353+0000","last_peered":"2024-09-12T18:25:57.097353+0000","last_clean":"2024-09-12T18:25:57.097353+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:25:57.097353+0000","last_undegraded":"2024-09-12T18:25:57.097353+0000","last_fullsized":"2024-09-12T18:25:57.097353+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150273,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1296,"num_read_kb":3073,"num_write":1056,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250314+0000","last_change":"2024-09-12T17:38:15.685448+0000","last_active":"2024-09-12T18:24:05.250314+0000","last_peered":"2024-09-12T18:24:05.250314+0000","last_clean":"2024-09-12T18:24:05.250314+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:24:05.250314+0000","last_undegraded":"2024-09-12T18:24:05.250314+0000","last_fullsized":"2024-09-12T18:24:05.250314+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'135","reported_seq":671,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:21.259719+0000","last_change":"2024-09-12T17:38:17.711106+0000","last_active":"2024-09-12T18:23:21.259719+0000","last_peered":"2024-09-12T18:23:21.259719+0000","last_clean":"2024-09-12T18:23:21.259719+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:23:21.259719+0000","last_undegraded":"2024-09-12T18:23:21.259719+0000","last_fullsized":"2024-09-12T18:23:21.259719+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:15.412505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'147","reported_seq":701,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:09.257726+0000","last_change":"2024-09-12T17:38:17.707809+0000","last_active":"2024-09-12T18:24:09.257726+0000","last_peered":"2024-09-12T18:24:09.257726+0000","last_clean":"2024-09-12T18:24:09.257726+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:24:09.257726+0000","last_undegraded":"2024-09-12T18:24:09.257726+0000","last_fullsized":"2024-09-12T18:24:09.257726+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.685055+0000","last_change":"2024-09-12T18:26:15.685055+0000","last_active":"2024-09-12T18:26:15.685055+0000","last_peered":"2024-09-12T18:26:15.685055+0000","last_clean":"2024-09-12T18:26:15.685055+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:26:15.685055+0000","last_undegraded":"2024-09-12T18:26:15.685055+0000","last_fullsized":"2024-09-12T18:26:15.685055+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.684883+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:31.009510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'291","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.833771+0000","last_change":"2024-09-12T18:26:05.833771+0000","last_active":"2024-09-12T18:26:05.833771+0000","last_peered":"2024-09-12T18:26:05.833771+0000","last_clean":"2024-09-12T18:26:05.833771+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:26:05.833771+0000","last_undegraded":"2024-09-12T18:26:05.833771+0000","last_fullsized":"2024-09-12T18:26:05.833771+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.833484+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:48.440310+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":411,"num_read_kb":27077,"num_write":999,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.210438+0000","last_change":"2024-09-12T17:38:11.668363+0000","last_active":"2024-09-12T18:22:35.210438+0000","last_peered":"2024-09-12T18:22:35.210438+0000","last_clean":"2024-09-12T18:22:35.210438+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:22:35.210438+0000","last_undegraded":"2024-09-12T18:22:35.210438+0000","last_fullsized":"2024-09-12T18:22:35.210438+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:52.247354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'258","reported_seq":833,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.839612+0000","last_change":"2024-09-12T17:38:13.695480+0000","last_active":"2024-09-12T18:25:57.839612+0000","last_peered":"2024-09-12T18:25:57.839612+0000","last_clean":"2024-09-12T18:25:57.839612+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:25:57.839612+0000","last_undegraded":"2024-09-12T18:25:57.839612+0000","last_fullsized":"2024-09-12T18:25:57.839612+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:02.207004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48831,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":430,"num_read_kb":1017,"num_write":344,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":590,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:33.224439+0000","last_change":"2024-09-12T17:38:17.713642+0000","last_active":"2024-09-12T18:23:33.224439+0000","last_peered":"2024-09-12T18:23:33.224439+0000","last_clean":"2024-09-12T18:23:33.224439+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:23:33.224439+0000","last_undegraded":"2024-09-12T18:23:33.224439+0000","last_fullsized":"2024-09-12T18:23:33.224439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:31.206547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.498377+0000","last_change":"2024-09-12T18:26:14.498377+0000","last_active":"2024-09-12T18:26:14.498377+0000","last_peered":"2024-09-12T18:26:14.498377+0000","last_clean":"2024-09-12T18:26:14.498377+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:26:14.498377+0000","last_undegraded":"2024-09-12T18:26:14.498377+0000","last_fullsized":"2024-09-12T18:26:14.498377+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.498182+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.925818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'386","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.892681+0000","last_change":"2024-09-12T18:26:13.892681+0000","last_active":"2024-09-12T18:26:13.892681+0000","last_peered":"2024-09-12T18:26:13.892681+0000","last_clean":"2024-09-12T18:26:13.892681+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:26:13.892681+0000","last_undegraded":"2024-09-12T18:26:13.892681+0000","last_fullsized":"2024-09-12T18:26:13.892681+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'386","last_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_deep_scrub":"268'386","last_deep_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.892455+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:02.071913+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3499212,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":812,"num_read_kb":10238,"num_write":1225,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228000+0000","last_change":"2024-09-12T17:38:11.664949+0000","last_active":"2024-09-12T18:22:35.228000+0000","last_peered":"2024-09-12T18:22:35.228000+0000","last_clean":"2024-09-12T18:22:35.228000+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:22:35.228000+0000","last_undegraded":"2024-09-12T18:22:35.228000+0000","last_fullsized":"2024-09-12T18:22:35.228000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:13.802984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'45","reported_seq":548,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233654+0000","last_change":"2024-09-12T17:38:13.682674+0000","last_active":"2024-09-12T18:22:34.233654+0000","last_peered":"2024-09-12T18:22:34.233654+0000","last_clean":"2024-09-12T18:22:34.233654+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:22:34.233654+0000","last_undegraded":"2024-09-12T18:22:34.233654+0000","last_fullsized":"2024-09-12T18:22:34.233654+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:24.435692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228497+0000","last_change":"2024-09-12T17:38:15.712380+0000","last_active":"2024-09-12T18:22:35.228497+0000","last_peered":"2024-09-12T18:22:35.228497+0000","last_clean":"2024-09-12T18:22:35.228497+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:22:35.228497+0000","last_undegraded":"2024-09-12T18:22:35.228497+0000","last_fullsized":"2024-09-12T18:22:35.228497+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:27:08.792880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'260","reported_seq":787,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:04.330508+0000","last_change":"2024-09-12T17:38:17.712454+0000","last_active":"2024-09-12T18:24:04.330508+0000","last_peered":"2024-09-12T18:24:04.330508+0000","last_clean":"2024-09-12T18:24:04.330508+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:24:04.330508+0000","last_undegraded":"2024-09-12T18:24:04.330508+0000","last_fullsized":"2024-09-12T18:24:04.330508+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:16.035864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":794,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.782551+0000","last_change":"2024-09-12T18:26:14.782551+0000","last_active":"2024-09-12T18:26:14.782551+0000","last_peered":"2024-09-12T18:26:14.782551+0000","last_clean":"2024-09-12T18:26:14.782551+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:26:14.782551+0000","last_undegraded":"2024-09-12T18:26:14.782551+0000","last_fullsized":"2024-09-12T18:26:14.782551+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.782368+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:01.064285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'338","reported_seq":958,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.817283+0000","last_change":"2024-09-12T18:26:08.817283+0000","last_active":"2024-09-12T18:26:08.817283+0000","last_peered":"2024-09-12T18:26:08.817283+0000","last_clean":"2024-09-12T18:26:08.817283+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:26:08.817283+0000","last_undegraded":"2024-09-12T18:26:08.817283+0000","last_fullsized":"2024-09-12T18:26:08.817283+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.817026+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:21.003632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":20999,"num_write":1111,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228436+0000","last_change":"2024-09-12T17:38:11.667367+0000","last_active":"2024-09-12T18:22:35.228436+0000","last_peered":"2024-09-12T18:22:35.228436+0000","last_clean":"2024-09-12T18:22:35.228436+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:22:35.228436+0000","last_undegraded":"2024-09-12T18:22:35.228436+0000","last_fullsized":"2024-09-12T18:22:35.228436+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:38.127408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'307","reported_seq":898,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.722587+0000","last_change":"2024-09-12T17:38:13.695953+0000","last_active":"2024-09-12T18:25:56.722587+0000","last_peered":"2024-09-12T18:25:56.722587+0000","last_clean":"2024-09-12T18:25:56.722587+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:25:56.722587+0000","last_undegraded":"2024-09-12T18:25:56.722587+0000","last_fullsized":"2024-09-12T18:25:56.722587+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:06.305643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50152,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.200270+0000","last_change":"2024-09-12T17:38:15.704962+0000","last_active":"2024-09-12T18:22:35.200270+0000","last_peered":"2024-09-12T18:22:35.200270+0000","last_clean":"2024-09-12T18:22:35.200270+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:22:35.200270+0000","last_undegraded":"2024-09-12T18:22:35.200270+0000","last_fullsized":"2024-09-12T18:22:35.200270+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:47.635524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'156","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.933799+0000","last_change":"2024-09-12T17:38:17.703990+0000","last_active":"2024-09-12T18:23:40.933799+0000","last_peered":"2024-09-12T18:23:40.933799+0000","last_clean":"2024-09-12T18:23:40.933799+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:23:40.933799+0000","last_undegraded":"2024-09-12T18:23:40.933799+0000","last_fullsized":"2024-09-12T18:23:40.933799+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:59.786098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'309","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:30.226593+0000","last_change":"2024-09-12T17:38:09.663338+0000","last_active":"2024-09-12T18:22:30.226593+0000","last_peered":"2024-09-12T18:22:30.226593+0000","last_clean":"2024-09-12T18:22:30.226593+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:22:30.226593+0000","last_undegraded":"2024-09-12T18:22:30.226593+0000","last_fullsized":"2024-09-12T18:22:30.226593+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:10.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'310","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.556942+0000","last_change":"2024-09-12T18:26:05.556942+0000","last_active":"2024-09-12T18:26:05.556942+0000","last_peered":"2024-09-12T18:26:05.556942+0000","last_clean":"2024-09-12T18:26:05.556942+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:26:05.556942+0000","last_undegraded":"2024-09-12T18:26:05.556942+0000","last_fullsized":"2024-09-12T18:26:05.556942+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.556653+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:58.653550+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524339,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":72736,"num_write":994,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.869583+0000","last_change":"2024-09-12T18:26:19.869583+0000","last_active":"2024-09-12T18:26:19.869583+0000","last_peered":"2024-09-12T18:26:19.869583+0000","last_clean":"2024-09-12T18:26:19.869583+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:26:19.869583+0000","last_undegraded":"2024-09-12T18:26:19.869583+0000","last_fullsized":"2024-09-12T18:26:19.869583+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.869363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:39.830442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'280","reported_seq":849,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.475756+0000","last_change":"2024-09-12T17:38:13.701354+0000","last_active":"2024-09-12T18:25:56.475756+0000","last_peered":"2024-09-12T18:25:56.475756+0000","last_clean":"2024-09-12T18:25:56.475756+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:25:56.475756+0000","last_undegraded":"2024-09-12T18:25:56.475756+0000","last_fullsized":"2024-09-12T18:25:56.475756+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:06.881513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48406,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":468,"num_read_kb":1131,"num_write":388,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.234961+0000","last_change":"2024-09-12T17:38:15.708018+0000","last_active":"2024-09-12T18:22:39.234961+0000","last_peered":"2024-09-12T18:22:39.234961+0000","last_clean":"2024-09-12T18:22:39.234961+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:22:39.234961+0000","last_undegraded":"2024-09-12T18:22:39.234961+0000","last_fullsized":"2024-09-12T18:22:39.234961+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:14.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'325","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.932123+0000","last_change":"2024-09-12T18:26:15.932123+0000","last_active":"2024-09-12T18:26:15.932123+0000","last_peered":"2024-09-12T18:26:15.932123+0000","last_clean":"2024-09-12T18:26:15.932123+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:26:15.932123+0000","last_undegraded":"2024-09-12T18:26:15.932123+0000","last_fullsized":"2024-09-12T18:26:15.932123+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.931914+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:25.987046+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'381","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.743172+0000","last_change":"2024-09-12T18:26:06.743172+0000","last_active":"2024-09-12T18:26:06.743172+0000","last_peered":"2024-09-12T18:26:06.743172+0000","last_clean":"2024-09-12T18:26:06.743172+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:26:06.743172+0000","last_undegraded":"2024-09-12T18:26:06.743172+0000","last_fullsized":"2024-09-12T18:26:06.743172+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'381","last_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_deep_scrub":"268'381","last_deep_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.742889+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:11.267236+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1398992,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":14975,"num_write":1256,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.748751+0000","last_change":"2024-09-12T18:26:23.748594+0000","last_active":"2024-09-12T18:26:23.748751+0000","last_peered":"2024-09-12T18:26:23.748751+0000","last_clean":"2024-09-12T18:26:23.748751+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:26:23.748751+0000","last_undegraded":"2024-09-12T18:26:23.748751+0000","last_fullsized":"2024-09-12T18:26:23.748751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.748413+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:33.961178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'481","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.313929+0000","last_change":"2024-09-12T17:38:13.686759+0000","last_active":"2024-09-12T18:25:58.313929+0000","last_peered":"2024-09-12T18:25:58.313929+0000","last_clean":"2024-09-12T18:25:58.313929+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:25:58.313929+0000","last_undegraded":"2024-09-12T18:25:58.313929+0000","last_fullsized":"2024-09-12T18:25:58.313929+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:13.624051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99683,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2051,"num_write":746,"num_write_kb":663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":483,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199980+0000","last_change":"2024-09-12T17:38:15.694695+0000","last_active":"2024-09-12T18:23:15.199980+0000","last_peered":"2024-09-12T18:23:15.199980+0000","last_clean":"2024-09-12T18:23:15.199980+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:23:15.199980+0000","last_undegraded":"2024-09-12T18:23:15.199980+0000","last_fullsized":"2024-09-12T18:23:15.199980+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:51.799297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":834,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.738627+0000","last_change":"2024-09-12T18:26:16.738337+0000","last_active":"2024-09-12T18:26:16.738627+0000","last_peered":"2024-09-12T18:26:16.738627+0000","last_clean":"2024-09-12T18:26:16.738627+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:26:16.738627+0000","last_undegraded":"2024-09-12T18:26:16.738627+0000","last_fullsized":"2024-09-12T18:26:16.738627+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.738062+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:40.227663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'408","reported_seq":1073,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.493922+0000","last_change":"2024-09-12T18:26:04.493922+0000","last_active":"2024-09-12T18:26:04.493922+0000","last_peered":"2024-09-12T18:26:04.493922+0000","last_clean":"2024-09-12T18:26:04.493922+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:26:04.493922+0000","last_undegraded":"2024-09-12T18:26:04.493922+0000","last_fullsized":"2024-09-12T18:26:04.493922+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'408","last_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_deep_scrub":"268'408","last_deep_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.493762+0000","objects_scrubbed":10,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:24.650936+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67865,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":609,"num_read_kb":49111,"num_write":1189,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.023022+0000","last_change":"2024-09-12T17:38:11.660731+0000","last_active":"2024-09-12T18:24:05.023022+0000","last_peered":"2024-09-12T18:24:05.023022+0000","last_clean":"2024-09-12T18:24:05.023022+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:24:05.023022+0000","last_undegraded":"2024-09-12T18:24:05.023022+0000","last_fullsized":"2024-09-12T18:24:05.023022+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'276","reported_seq":859,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.541038+0000","last_change":"2024-09-12T17:38:13.698218+0000","last_active":"2024-09-12T18:25:56.541038+0000","last_peered":"2024-09-12T18:25:56.541038+0000","last_clean":"2024-09-12T18:25:56.541038+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:25:56.541038+0000","last_undegraded":"2024-09-12T18:25:56.541038+0000","last_fullsized":"2024-09-12T18:25:56.541038+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:38:40.976994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48135,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":459,"num_read_kb":956,"num_write":378,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.018051+0000","last_change":"2024-09-12T17:38:15.704507+0000","last_active":"2024-09-12T18:23:15.018051+0000","last_peered":"2024-09-12T18:23:15.018051+0000","last_clean":"2024-09-12T18:23:15.018051+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:23:15.018051+0000","last_undegraded":"2024-09-12T18:23:15.018051+0000","last_fullsized":"2024-09-12T18:23:15.018051+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:03.214954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'168","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:45.739293+0000","last_change":"2024-09-12T17:38:17.707064+0000","last_active":"2024-09-12T18:23:45.739293+0000","last_peered":"2024-09-12T18:23:45.739293+0000","last_clean":"2024-09-12T18:23:45.739293+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:23:45.739293+0000","last_undegraded":"2024-09-12T18:23:45.739293+0000","last_fullsized":"2024-09-12T18:23:45.739293+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:38.312738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":690,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:46.863815+0000","last_change":"2024-09-12T17:38:09.662987+0000","last_active":"2024-09-12T18:23:46.863815+0000","last_peered":"2024-09-12T18:23:46.863815+0000","last_clean":"2024-09-12T18:23:46.863815+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:23:46.863815+0000","last_undegraded":"2024-09-12T18:23:46.863815+0000","last_fullsized":"2024-09-12T18:23:46.863815+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:03.435666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'349","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.810061+0000","last_change":"2024-09-12T18:26:06.810061+0000","last_active":"2024-09-12T18:26:06.810061+0000","last_peered":"2024-09-12T18:26:06.810061+0000","last_clean":"2024-09-12T18:26:06.810061+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:26:06.810061+0000","last_undegraded":"2024-09-12T18:26:06.810061+0000","last_fullsized":"2024-09-12T18:26:06.810061+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.809766+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.344130+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5327091,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":14104,"num_write":1102,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409737+0000","last_change":"2024-09-12T17:38:11.661980+0000","last_active":"2024-09-12T18:23:15.409737+0000","last_peered":"2024-09-12T18:23:15.409737+0000","last_clean":"2024-09-12T18:23:15.409737+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:23:15.409737+0000","last_undegraded":"2024-09-12T18:23:15.409737+0000","last_fullsized":"2024-09-12T18:23:15.409737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:36.947970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'283","reported_seq":861,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.174458+0000","last_change":"2024-09-12T17:38:13.697280+0000","last_active":"2024-09-12T18:25:58.174458+0000","last_peered":"2024-09-12T18:25:58.174458+0000","last_clean":"2024-09-12T18:25:58.174458+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:25:58.174458+0000","last_undegraded":"2024-09-12T18:25:58.174458+0000","last_fullsized":"2024-09-12T18:25:58.174458+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85321,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":1168,"num_write":388,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.208338+0000","last_change":"2024-09-12T17:38:15.690633+0000","last_active":"2024-09-12T18:22:25.208338+0000","last_peered":"2024-09-12T18:22:25.208338+0000","last_clean":"2024-09-12T18:22:25.208338+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:22:25.208338+0000","last_undegraded":"2024-09-12T18:22:25.208338+0000","last_fullsized":"2024-09-12T18:22:25.208338+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:40.557427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'117","reported_seq":614,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:24.157912+0000","last_change":"2024-09-12T17:38:17.703884+0000","last_active":"2024-09-12T18:25:24.157912+0000","last_peered":"2024-09-12T18:25:24.157912+0000","last_clean":"2024-09-12T18:25:24.157912+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:25:24.157912+0000","last_undegraded":"2024-09-12T18:25:24.157912+0000","last_fullsized":"2024-09-12T18:25:24.157912+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:48.308729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":724,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.541705+0000","last_change":"2024-09-12T17:38:09.665546+0000","last_active":"2024-09-12T18:23:50.541705+0000","last_peered":"2024-09-12T18:23:50.541705+0000","last_clean":"2024-09-12T18:23:50.541705+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:23:50.541705+0000","last_undegraded":"2024-09-12T18:23:50.541705+0000","last_fullsized":"2024-09-12T18:23:50.541705+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:25.118473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'369","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.631998+0000","last_change":"2024-09-12T18:26:07.631998+0000","last_active":"2024-09-12T18:26:07.631998+0000","last_peered":"2024-09-12T18:26:07.631998+0000","last_clean":"2024-09-12T18:26:07.631998+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:26:07.631998+0000","last_undegraded":"2024-09-12T18:26:07.631998+0000","last_fullsized":"2024-09-12T18:26:07.631998+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.631745+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.304705+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1391358,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":51026,"num_write":1203,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.549616+0000","last_change":"2024-09-12T18:26:19.549616+0000","last_active":"2024-09-12T18:26:19.549616+0000","last_peered":"2024-09-12T18:26:19.549616+0000","last_clean":"2024-09-12T18:26:19.549616+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:26:19.549616+0000","last_undegraded":"2024-09-12T18:26:19.549616+0000","last_fullsized":"2024-09-12T18:26:19.549616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.549432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:20.530087+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'83","reported_seq":609,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.424231+0000","last_change":"2024-09-12T17:38:13.690226+0000","last_active":"2024-09-12T18:24:20.424231+0000","last_peered":"2024-09-12T18:24:20.424231+0000","last_clean":"2024-09-12T18:24:20.424231+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:24:20.424231+0000","last_undegraded":"2024-09-12T18:24:20.424231+0000","last_fullsized":"2024-09-12T18:24:20.424231+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":2232,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.380739+0000","last_change":"2024-09-12T17:38:15.701859+0000","last_active":"2024-09-12T18:25:58.380739+0000","last_peered":"2024-09-12T18:25:58.380739+0000","last_clean":"2024-09-12T18:25:58.380739+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:25:58.380739+0000","last_undegraded":"2024-09-12T18:25:58.380739+0000","last_fullsized":"2024-09-12T18:25:58.380739+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'117","reported_seq":621,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:00.301842+0000","last_change":"2024-09-12T17:38:17.710220+0000","last_active":"2024-09-12T18:23:00.301842+0000","last_peered":"2024-09-12T18:23:00.301842+0000","last_clean":"2024-09-12T18:23:00.301842+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:23:00.301842+0000","last_undegraded":"2024-09-12T18:23:00.301842+0000","last_fullsized":"2024-09-12T18:23:00.301842+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:46.315437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'84","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.727358+0000","last_change":"2024-09-12T18:26:14.727358+0000","last_active":"2024-09-12T18:26:14.727358+0000","last_peered":"2024-09-12T18:26:14.727358+0000","last_clean":"2024-09-12T18:26:14.727358+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:26:14.727358+0000","last_undegraded":"2024-09-12T18:26:14.727358+0000","last_fullsized":"2024-09-12T18:26:14.727358+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'84","last_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_deep_scrub":"268'84","last_deep_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.727168+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:27.736442+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'345","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.153678+0000","last_change":"2024-09-12T18:26:09.153525+0000","last_active":"2024-09-12T18:26:09.153678+0000","last_peered":"2024-09-12T18:26:09.153678+0000","last_clean":"2024-09-12T18:26:09.153678+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:26:09.153678+0000","last_undegraded":"2024-09-12T18:26:09.153678+0000","last_fullsized":"2024-09-12T18:26:09.153678+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.153306+0000","objects_scrubbed":7,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:23.432680+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288364,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":460,"num_read_kb":8478,"num_write":1047,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238981+0000","last_change":"2024-09-12T17:38:11.659173+0000","last_active":"2024-09-12T18:23:15.238981+0000","last_peered":"2024-09-12T18:23:15.238981+0000","last_clean":"2024-09-12T18:23:15.238981+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:23:15.238981+0000","last_undegraded":"2024-09-12T18:23:15.238981+0000","last_fullsized":"2024-09-12T18:23:15.238981+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:53.581707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'324","reported_seq":903,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.754458+0000","last_change":"2024-09-12T17:38:13.687443+0000","last_active":"2024-09-12T18:25:55.754458+0000","last_peered":"2024-09-12T18:25:55.754458+0000","last_clean":"2024-09-12T18:25:55.754458+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:25:55.754458+0000","last_undegraded":"2024-09-12T18:25:55.754458+0000","last_fullsized":"2024-09-12T18:25:55.754458+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:19.998119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56465,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":1239,"num_write":444,"num_write_kb":350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:49.222313+0000","last_change":"2024-09-12T17:38:15.706762+0000","last_active":"2024-09-12T18:21:49.222313+0000","last_peered":"2024-09-12T18:21:49.222313+0000","last_clean":"2024-09-12T18:21:49.222313+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:21:49.222313+0000","last_undegraded":"2024-09-12T18:21:49.222313+0000","last_fullsized":"2024-09-12T18:21:49.222313+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:01.637311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'134","reported_seq":639,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.534800+0000","last_change":"2024-09-12T17:38:17.711831+0000","last_active":"2024-09-12T18:24:02.534800+0000","last_peered":"2024-09-12T18:24:02.534800+0000","last_clean":"2024-09-12T18:24:02.534800+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:24:02.534800+0000","last_undegraded":"2024-09-12T18:24:02.534800+0000","last_fullsized":"2024-09-12T18:24:02.534800+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:04.949600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.714835+0000","last_change":"2024-09-12T18:26:19.714835+0000","last_active":"2024-09-12T18:26:19.714835+0000","last_peered":"2024-09-12T18:26:19.714835+0000","last_clean":"2024-09-12T18:26:19.714835+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:26:19.714835+0000","last_undegraded":"2024-09-12T18:26:19.714835+0000","last_fullsized":"2024-09-12T18:26:19.714835+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.714659+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:34.922707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'338","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.861049+0000","last_change":"2024-09-12T18:26:09.861049+0000","last_active":"2024-09-12T18:26:09.861049+0000","last_peered":"2024-09-12T18:26:09.861049+0000","last_clean":"2024-09-12T18:26:09.861049+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:26:09.861049+0000","last_undegraded":"2024-09-12T18:26:09.861049+0000","last_fullsized":"2024-09-12T18:26:09.861049+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.860724+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:57.566141+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207156,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":32865,"num_write":1185,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.199927+0000","last_change":"2024-09-12T17:38:11.663554+0000","last_active":"2024-09-12T18:23:15.199927+0000","last_peered":"2024-09-12T18:23:15.199927+0000","last_clean":"2024-09-12T18:23:15.199927+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:23:15.199927+0000","last_undegraded":"2024-09-12T18:23:15.199927+0000","last_fullsized":"2024-09-12T18:23:15.199927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:20.276912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'240","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.829989+0000","last_change":"2024-09-12T17:38:13.689014+0000","last_active":"2024-09-12T18:25:55.829989+0000","last_peered":"2024-09-12T18:25:55.829989+0000","last_clean":"2024-09-12T18:25:55.829989+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:25:55.829989+0000","last_undegraded":"2024-09-12T18:25:55.829989+0000","last_fullsized":"2024-09-12T18:25:55.829989+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:54:26.198120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":406,"num_read_kb":923,"num_write":326,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:50.190279+0000","last_change":"2024-09-12T17:38:15.703594+0000","last_active":"2024-09-12T18:21:50.190279+0000","last_peered":"2024-09-12T18:21:50.190279+0000","last_clean":"2024-09-12T18:21:50.190279+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:21:50.190279+0000","last_undegraded":"2024-09-12T18:21:50.190279+0000","last_fullsized":"2024-09-12T18:21:50.190279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'109","reported_seq":623,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:41.969353+0000","last_change":"2024-09-12T17:38:17.708631+0000","last_active":"2024-09-12T18:23:41.969353+0000","last_peered":"2024-09-12T18:23:41.969353+0000","last_clean":"2024-09-12T18:23:41.969353+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:23:41.969353+0000","last_undegraded":"2024-09-12T18:23:41.969353+0000","last_fullsized":"2024-09-12T18:23:41.969353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:44.208099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":711,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.721668+0000","last_change":"2024-09-12T18:26:18.721668+0000","last_active":"2024-09-12T18:26:18.721668+0000","last_peered":"2024-09-12T18:26:18.721668+0000","last_clean":"2024-09-12T18:26:18.721668+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:26:18.721668+0000","last_undegraded":"2024-09-12T18:26:18.721668+0000","last_fullsized":"2024-09-12T18:26:18.721668+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.721479+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:10.422622+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'361","reported_seq":1082,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.789853+0000","last_change":"2024-09-12T18:26:07.789667+0000","last_active":"2024-09-12T18:26:07.789853+0000","last_peered":"2024-09-12T18:26:07.789853+0000","last_clean":"2024-09-12T18:26:07.789853+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:26:07.789853+0000","last_undegraded":"2024-09-12T18:26:07.789853+0000","last_fullsized":"2024-09-12T18:26:07.789853+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.789407+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:24.323298+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5726324,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":689,"num_read_kb":40131,"num_write":1172,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:45.389240+0000","last_change":"2024-09-12T17:38:11.663228+0000","last_active":"2024-09-12T18:21:45.389240+0000","last_peered":"2024-09-12T18:21:45.389240+0000","last_clean":"2024-09-12T18:21:45.389240+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:21:45.389240+0000","last_undegraded":"2024-09-12T18:21:45.389240+0000","last_fullsized":"2024-09-12T18:21:45.389240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:10.623955+0000","last_clean_scrub_stamp":"2024-09-12T17:38:10.623955+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:16.005318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'273","reported_seq":832,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.012034+0000","last_change":"2024-09-12T17:38:13.677003+0000","last_active":"2024-09-12T18:25:58.012034+0000","last_peered":"2024-09-12T18:25:58.012034+0000","last_clean":"2024-09-12T18:25:58.012034+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:25:58.012034+0000","last_undegraded":"2024-09-12T18:25:58.012034+0000","last_fullsized":"2024-09-12T18:25:58.012034+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:40.418830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48618,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":474,"num_read_kb":1196,"num_write":402,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":492,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.409608+0000","last_change":"2024-09-12T17:38:15.699502+0000","last_active":"2024-09-12T18:23:15.409608+0000","last_peered":"2024-09-12T18:23:15.409608+0000","last_clean":"2024-09-12T18:23:15.409608+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:23:15.409608+0000","last_undegraded":"2024-09-12T18:23:15.409608+0000","last_fullsized":"2024-09-12T18:23:15.409608+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:29.758897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'169","reported_seq":1659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:02.471949+0000","last_change":"2024-09-12T17:38:17.718611+0000","last_active":"2024-09-12T18:24:02.471949+0000","last_peered":"2024-09-12T18:24:02.471949+0000","last_clean":"2024-09-12T18:24:02.471949+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:24:02.471949+0000","last_undegraded":"2024-09-12T18:24:02.471949+0000","last_fullsized":"2024-09-12T18:24:02.471949+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:37.895463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":790,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.788892+0000","last_change":"2024-09-12T18:26:11.788892+0000","last_active":"2024-09-12T18:26:11.788892+0000","last_peered":"2024-09-12T18:26:11.788892+0000","last_clean":"2024-09-12T18:26:11.788892+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:26:11.788892+0000","last_undegraded":"2024-09-12T18:26:11.788892+0000","last_fullsized":"2024-09-12T18:26:11.788892+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.788717+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:02.720842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'350","reported_seq":1041,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.551809+0000","last_change":"2024-09-12T18:26:09.551809+0000","last_active":"2024-09-12T18:26:09.551809+0000","last_peered":"2024-09-12T18:26:09.551809+0000","last_clean":"2024-09-12T18:26:09.551809+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:26:09.551809+0000","last_undegraded":"2024-09-12T18:26:09.551809+0000","last_fullsized":"2024-09-12T18:26:09.551809+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'350","last_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_deep_scrub":"268'350","last_deep_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.551486+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:27.904210+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661258,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":581,"num_read_kb":25750,"num_write":1154,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.530155+0000","last_change":"2024-09-12T18:26:18.530155+0000","last_active":"2024-09-12T18:26:18.530155+0000","last_peered":"2024-09-12T18:26:18.530155+0000","last_clean":"2024-09-12T18:26:18.530155+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:26:18.530155+0000","last_undegraded":"2024-09-12T18:26:18.530155+0000","last_fullsized":"2024-09-12T18:26:18.530155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.529975+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:20.966443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'290","reported_seq":878,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:58.239235+0000","last_change":"2024-09-12T17:38:13.681876+0000","last_active":"2024-09-12T18:25:58.239235+0000","last_peered":"2024-09-12T18:25:58.239235+0000","last_clean":"2024-09-12T18:25:58.239235+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:25:58.239235+0000","last_undegraded":"2024-09-12T18:25:58.239235+0000","last_fullsized":"2024-09-12T18:25:58.239235+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:12.630799+0000","last_clean_scrub_stamp":"2024-09-12T17:38:12.630799+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:29:25.177940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47571,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:19.244682+0000","last_change":"2024-09-12T17:38:15.703045+0000","last_active":"2024-09-12T18:23:19.244682+0000","last_peered":"2024-09-12T18:23:19.244682+0000","last_clean":"2024-09-12T18:23:19.244682+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:23:19.244682+0000","last_undegraded":"2024-09-12T18:23:19.244682+0000","last_fullsized":"2024-09-12T18:23:19.244682+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:37.097254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'112","reported_seq":606,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:23.024202+0000","last_change":"2024-09-12T17:38:17.715688+0000","last_active":"2024-09-12T18:25:23.024202+0000","last_peered":"2024-09-12T18:25:23.024202+0000","last_clean":"2024-09-12T18:25:23.024202+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:25:23.024202+0000","last_undegraded":"2024-09-12T18:25:23.024202+0000","last_fullsized":"2024-09-12T18:25:23.024202+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:40.278687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.490609+0000","last_change":"2024-09-12T18:26:17.490609+0000","last_active":"2024-09-12T18:26:17.490609+0000","last_peered":"2024-09-12T18:26:17.490609+0000","last_clean":"2024-09-12T18:26:17.490609+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:26:17.490609+0000","last_undegraded":"2024-09-12T18:26:17.490609+0000","last_fullsized":"2024-09-12T18:26:17.490609+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'274","last_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_deep_scrub":"268'274","last_deep_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.490386+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:36.441640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'343","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.903166+0000","last_change":"2024-09-12T18:26:09.903166+0000","last_active":"2024-09-12T18:26:09.903166+0000","last_peered":"2024-09-12T18:26:09.903166+0000","last_clean":"2024-09-12T18:26:09.903166+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:26:09.903166+0000","last_undegraded":"2024-09-12T18:26:09.903166+0000","last_fullsized":"2024-09-12T18:26:09.903166+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.902817+0000","objects_scrubbed":11,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:06.717501+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":565,"num_read_kb":7805,"num_write":1179,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:40.023924+0000","last_change":"2024-09-12T17:38:09.664396+0000","last_active":"2024-09-12T18:23:40.023924+0000","last_peered":"2024-09-12T18:23:40.023924+0000","last_clean":"2024-09-12T18:23:40.023924+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:23:40.023924+0000","last_undegraded":"2024-09-12T18:23:40.023924+0000","last_fullsized":"2024-09-12T18:23:40.023924+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:29.018761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'298","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.171933+0000","last_change":"2024-09-12T18:26:08.171933+0000","last_active":"2024-09-12T18:26:08.171933+0000","last_peered":"2024-09-12T18:26:08.171933+0000","last_clean":"2024-09-12T18:26:08.171933+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:26:08.171933+0000","last_undegraded":"2024-09-12T18:26:08.171933+0000","last_fullsized":"2024-09-12T18:26:08.171933+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.171715+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:36.765988+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423820,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":389,"num_read_kb":17317,"num_write":915,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":855,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.831733+0000","last_change":"2024-09-12T18:26:19.831733+0000","last_active":"2024-09-12T18:26:19.831733+0000","last_peered":"2024-09-12T18:26:19.831733+0000","last_clean":"2024-09-12T18:26:19.831733+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:26:19.831733+0000","last_undegraded":"2024-09-12T18:26:19.831733+0000","last_fullsized":"2024-09-12T18:26:19.831733+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'250","last_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_deep_scrub":"268'250","last_deep_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.831507+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:54.729131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'341","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.854143+0000","last_change":"2024-09-12T18:26:10.854143+0000","last_active":"2024-09-12T18:26:10.854143+0000","last_peered":"2024-09-12T18:26:10.854143+0000","last_clean":"2024-09-12T18:26:10.854143+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:26:10.854143+0000","last_undegraded":"2024-09-12T18:26:10.854143+0000","last_fullsized":"2024-09-12T18:26:10.854143+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.853862+0000","objects_scrubbed":11,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:53.724991+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2706037,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":500,"num_read_kb":36597,"num_write":1184,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'316","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.491523+0000","last_change":"2024-09-12T18:26:15.491523+0000","last_active":"2024-09-12T18:26:15.491523+0000","last_peered":"2024-09-12T18:26:15.491523+0000","last_clean":"2024-09-12T18:26:15.491523+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:26:15.491523+0000","last_undegraded":"2024-09-12T18:26:15.491523+0000","last_fullsized":"2024-09-12T18:26:15.491523+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.491337+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:28.457539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8079,"num_omap_keys":32,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'367","reported_seq":1223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.585502+0000","last_change":"2024-09-12T18:26:08.585340+0000","last_active":"2024-09-12T18:26:08.585502+0000","last_peered":"2024-09-12T18:26:08.585502+0000","last_clean":"2024-09-12T18:26:08.585502+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:26:08.585502+0000","last_undegraded":"2024-09-12T18:26:08.585502+0000","last_fullsized":"2024-09-12T18:26:08.585502+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'367","last_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_deep_scrub":"268'367","last_deep_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.585077+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:32.500087+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1443506,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":942,"num_read_kb":17481,"num_write":1258,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":654,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250380+0000","last_change":"2024-09-12T17:38:09.667790+0000","last_active":"2024-09-12T18:24:05.250380+0000","last_peered":"2024-09-12T18:24:05.250380+0000","last_clean":"2024-09-12T18:24:05.250380+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:24:05.250380+0000","last_undegraded":"2024-09-12T18:24:05.250380+0000","last_fullsized":"2024-09-12T18:24:05.250380+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'419","reported_seq":1096,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.757115+0000","last_change":"2024-09-12T18:26:08.757115+0000","last_active":"2024-09-12T18:26:08.757115+0000","last_peered":"2024-09-12T18:26:08.757115+0000","last_clean":"2024-09-12T18:26:08.757115+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:26:08.757115+0000","last_undegraded":"2024-09-12T18:26:08.757115+0000","last_fullsized":"2024-09-12T18:26:08.757115+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'419","last_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_deep_scrub":"268'419","last_deep_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.756871+0000","objects_scrubbed":9,"log_size":19,"log_dups_size":400,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:22.393421+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5026111,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":617,"num_read_kb":21835,"num_write":1334,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'261","reported_seq":927,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:00.419532+0000","last_change":"2024-09-12T17:38:09.671253+0000","last_active":"2024-09-12T18:24:00.419532+0000","last_peered":"2024-09-12T18:24:00.419532+0000","last_clean":"2024-09-12T18:24:00.419532+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:24:00.419532+0000","last_undegraded":"2024-09-12T18:24:00.419532+0000","last_fullsized":"2024-09-12T18:24:00.419532+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'382","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.517281+0000","last_change":"2024-09-12T18:26:05.517281+0000","last_active":"2024-09-12T18:26:05.517281+0000","last_peered":"2024-09-12T18:26:05.517281+0000","last_clean":"2024-09-12T18:26:05.517281+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:26:05.517281+0000","last_undegraded":"2024-09-12T18:26:05.517281+0000","last_fullsized":"2024-09-12T18:26:05.517281+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.517169+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:53.267290+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136901,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":34546,"num_write":1141,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.677081+0000","last_change":"2024-09-12T18:26:19.677081+0000","last_active":"2024-09-12T18:26:19.677081+0000","last_peered":"2024-09-12T18:26:19.677081+0000","last_clean":"2024-09-12T18:26:19.677081+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:26:19.677081+0000","last_undegraded":"2024-09-12T18:26:19.677081+0000","last_fullsized":"2024-09-12T18:26:19.677081+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.676899+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:37:15.577276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'412","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.860966+0000","last_change":"2024-09-12T18:26:08.860966+0000","last_active":"2024-09-12T18:26:08.860966+0000","last_peered":"2024-09-12T18:26:08.860966+0000","last_clean":"2024-09-12T18:26:08.860966+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:26:08.860966+0000","last_undegraded":"2024-09-12T18:26:08.860966+0000","last_fullsized":"2024-09-12T18:26:08.860966+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'412","last_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_deep_scrub":"268'412","last_deep_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.860690+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:01.557420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364907,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":681,"num_read_kb":38540,"num_write":1268,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'175","reported_seq":824,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.924890+0000","last_change":"2024-09-12T18:26:16.924890+0000","last_active":"2024-09-12T18:26:16.924890+0000","last_peered":"2024-09-12T18:26:16.924890+0000","last_clean":"2024-09-12T18:26:16.924890+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:26:16.924890+0000","last_undegraded":"2024-09-12T18:26:16.924890+0000","last_fullsized":"2024-09-12T18:26:16.924890+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.924707+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:04.093781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":465,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'327","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.767140+0000","last_change":"2024-09-12T18:26:11.767140+0000","last_active":"2024-09-12T18:26:11.767140+0000","last_peered":"2024-09-12T18:26:11.767140+0000","last_clean":"2024-09-12T18:26:11.767140+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:26:11.767140+0000","last_undegraded":"2024-09-12T18:26:11.767140+0000","last_fullsized":"2024-09-12T18:26:11.767140+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.766874+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:03.827795+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":427,"num_read_kb":21073,"num_write":966,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.764036+0000","last_change":"2024-09-12T18:26:18.764036+0000","last_active":"2024-09-12T18:26:18.764036+0000","last_peered":"2024-09-12T18:26:18.764036+0000","last_clean":"2024-09-12T18:26:18.764036+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:26:18.764036+0000","last_undegraded":"2024-09-12T18:26:18.764036+0000","last_fullsized":"2024-09-12T18:26:18.764036+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4157","last_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_deep_scrub":"268'4157","last_deep_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.763856+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:04.015078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'294","reported_seq":932,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.823601+0000","last_change":"2024-09-12T18:26:11.823601+0000","last_active":"2024-09-12T18:26:11.823601+0000","last_peered":"2024-09-12T18:26:11.823601+0000","last_clean":"2024-09-12T18:26:11.823601+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:26:11.823601+0000","last_undegraded":"2024-09-12T18:26:11.823601+0000","last_fullsized":"2024-09-12T18:26:11.823601+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.823379+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:25.327243+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35642,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":11073,"num_write":905,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":846,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.683499+0000","last_change":"2024-09-12T18:26:16.683499+0000","last_active":"2024-09-12T18:26:16.683499+0000","last_peered":"2024-09-12T18:26:16.683499+0000","last_clean":"2024-09-12T18:26:16.683499+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:26:16.683499+0000","last_undegraded":"2024-09-12T18:26:16.683499+0000","last_fullsized":"2024-09-12T18:26:16.683499+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.683308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.918514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'382","reported_seq":1005,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.781203+0000","last_change":"2024-09-12T18:26:12.781203+0000","last_active":"2024-09-12T18:26:12.781203+0000","last_peered":"2024-09-12T18:26:12.781203+0000","last_clean":"2024-09-12T18:26:12.781203+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:26:12.781203+0000","last_undegraded":"2024-09-12T18:26:12.781203+0000","last_fullsized":"2024-09-12T18:26:12.781203+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.780992+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:13.970447+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":471,"num_read_kb":6748,"num_write":1090,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.149349+0000","last_change":"2024-09-12T18:26:11.149349+0000","last_active":"2024-09-12T18:26:11.149349+0000","last_peered":"2024-09-12T18:26:11.149349+0000","last_clean":"2024-09-12T18:26:11.149349+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:26:11.149349+0000","last_undegraded":"2024-09-12T18:26:11.149349+0000","last_fullsized":"2024-09-12T18:26:11.149349+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.149159+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:17.424066+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'359","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.783020+0000","last_change":"2024-09-12T18:26:12.783020+0000","last_active":"2024-09-12T18:26:12.783020+0000","last_peered":"2024-09-12T18:26:12.783020+0000","last_clean":"2024-09-12T18:26:12.783020+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:26:12.783020+0000","last_undegraded":"2024-09-12T18:26:12.783020+0000","last_fullsized":"2024-09-12T18:26:12.783020+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.782791+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:44.539894+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":47490,"num_write":1108,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":601,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.704843+0000","last_change":"2024-09-12T18:26:17.704843+0000","last_active":"2024-09-12T18:26:17.704843+0000","last_peered":"2024-09-12T18:26:17.704843+0000","last_clean":"2024-09-12T18:26:17.704843+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:26:17.704843+0000","last_undegraded":"2024-09-12T18:26:17.704843+0000","last_fullsized":"2024-09-12T18:26:17.704843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.704576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:47.618442+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'323","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.586568+0000","last_change":"2024-09-12T18:26:11.586568+0000","last_active":"2024-09-12T18:26:11.586568+0000","last_peered":"2024-09-12T18:26:11.586568+0000","last_clean":"2024-09-12T18:26:11.586568+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:26:11.586568+0000","last_undegraded":"2024-09-12T18:26:11.586568+0000","last_fullsized":"2024-09-12T18:26:11.586568+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'323","last_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_deep_scrub":"268'323","last_deep_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.586331+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:50.033691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":128044,"num_write":1038,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1221,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.875230+0000","last_change":"2024-09-12T18:26:19.875230+0000","last_active":"2024-09-12T18:26:19.875230+0000","last_peered":"2024-09-12T18:26:19.875230+0000","last_clean":"2024-09-12T18:26:19.875230+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:26:19.875230+0000","last_undegraded":"2024-09-12T18:26:19.875230+0000","last_fullsized":"2024-09-12T18:26:19.875230+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.875054+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:44.064537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'282","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.940231+0000","last_change":"2024-09-12T18:26:12.940231+0000","last_active":"2024-09-12T18:26:12.940231+0000","last_peered":"2024-09-12T18:26:12.940231+0000","last_clean":"2024-09-12T18:26:12.940231+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:26:12.940231+0000","last_undegraded":"2024-09-12T18:26:12.940231+0000","last_fullsized":"2024-09-12T18:26:12.940231+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'282","last_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_deep_scrub":"268'282","last_deep_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.939967+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:23.468320+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":521,"num_read_kb":17046,"num_write":920,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'157","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.785916+0000","last_change":"2024-09-12T18:26:17.785916+0000","last_active":"2024-09-12T18:26:17.785916+0000","last_peered":"2024-09-12T18:26:17.785916+0000","last_clean":"2024-09-12T18:26:17.785916+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:26:17.785916+0000","last_undegraded":"2024-09-12T18:26:17.785916+0000","last_fullsized":"2024-09-12T18:26:17.785916+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.785736+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:04.774162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'328","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.889418+0000","last_change":"2024-09-12T18:26:15.889418+0000","last_active":"2024-09-12T18:26:15.889418+0000","last_peered":"2024-09-12T18:26:15.889418+0000","last_clean":"2024-09-12T18:26:15.889418+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:26:15.889418+0000","last_undegraded":"2024-09-12T18:26:15.889418+0000","last_fullsized":"2024-09-12T18:26:15.889418+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.889175+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:48.970942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2083198,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":31771,"num_write":938,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'261","reported_seq":830,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.695171+0000","last_change":"2024-09-12T17:38:09.666575+0000","last_active":"2024-09-12T18:23:49.695171+0000","last_peered":"2024-09-12T18:23:49.695171+0000","last_clean":"2024-09-12T18:23:49.695171+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:23:49.695171+0000","last_undegraded":"2024-09-12T18:23:49.695171+0000","last_fullsized":"2024-09-12T18:23:49.695171+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:11.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'325","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.173713+0000","last_change":"2024-09-12T18:26:06.173713+0000","last_active":"2024-09-12T18:26:06.173713+0000","last_peered":"2024-09-12T18:26:06.173713+0000","last_clean":"2024-09-12T18:26:06.173713+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:26:06.173713+0000","last_undegraded":"2024-09-12T18:26:06.173713+0000","last_fullsized":"2024-09-12T18:26:06.173713+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.173482+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:45.170690+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589418,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":41834,"num_write":961,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.838591+0000","last_change":"2024-09-12T18:26:18.838591+0000","last_active":"2024-09-12T18:26:18.838591+0000","last_peered":"2024-09-12T18:26:18.838591+0000","last_clean":"2024-09-12T18:26:18.838591+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:26:18.838591+0000","last_undegraded":"2024-09-12T18:26:18.838591+0000","last_fullsized":"2024-09-12T18:26:18.838591+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'87","last_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_deep_scrub":"268'87","last_deep_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.838418+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:40.218354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'371","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.833465+0000","last_change":"2024-09-12T18:26:13.833465+0000","last_active":"2024-09-12T18:26:13.833465+0000","last_peered":"2024-09-12T18:26:13.833465+0000","last_clean":"2024-09-12T18:26:13.833465+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:26:13.833465+0000","last_undegraded":"2024-09-12T18:26:13.833465+0000","last_fullsized":"2024-09-12T18:26:13.833465+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.833173+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:56.216706+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190248,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":38390,"num_write":1084,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'317","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.867478+0000","last_change":"2024-09-12T18:26:14.867478+0000","last_active":"2024-09-12T18:26:14.867478+0000","last_peered":"2024-09-12T18:26:14.867478+0000","last_clean":"2024-09-12T18:26:14.867478+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:26:14.867478+0000","last_undegraded":"2024-09-12T18:26:14.867478+0000","last_fullsized":"2024-09-12T18:26:14.867478+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'317","last_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_deep_scrub":"268'317","last_deep_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.867211+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:20.349083+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5151404,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":33184,"num_write":1000,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":709,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.750212+0000","last_change":"2024-09-12T18:26:22.750212+0000","last_active":"2024-09-12T18:26:22.750212+0000","last_peered":"2024-09-12T18:26:22.750212+0000","last_clean":"2024-09-12T18:26:22.750212+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:26:22.750212+0000","last_undegraded":"2024-09-12T18:26:22.750212+0000","last_fullsized":"2024-09-12T18:26:22.750212+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'103","last_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_deep_scrub":"268'103","last_deep_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.749969+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:02.225940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'357","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.474241+0000","last_change":"2024-09-12T18:26:06.474241+0000","last_active":"2024-09-12T18:26:06.474241+0000","last_peered":"2024-09-12T18:26:06.474241+0000","last_clean":"2024-09-12T18:26:06.474241+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:26:06.474241+0000","last_undegraded":"2024-09-12T18:26:06.474241+0000","last_fullsized":"2024-09-12T18:26:06.474241+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.473983+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:44.126825+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":17915,"num_write":1160,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:01.951225+0000","last_change":"2024-09-12T17:38:09.668126+0000","last_active":"2024-09-12T18:22:01.951225+0000","last_peered":"2024-09-12T18:22:01.951225+0000","last_clean":"2024-09-12T18:22:01.951225+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:22:01.951225+0000","last_undegraded":"2024-09-12T18:22:01.951225+0000","last_fullsized":"2024-09-12T18:22:01.951225+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:08.614576+0000","last_clean_scrub_stamp":"2024-09-12T17:38:08.614576+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:34.233990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1032,"ondisk_log_size":1032,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1668,"ondisk_log_size":1668,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":586,"ondisk_log_size":586,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1612597,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17394,"num_read_kb":36774,"num_write":14573,"num_write_kb":11632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1937,"ondisk_log_size":1937,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2435,"num_read_kb":2902,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":17408,"num_omap_keys":72,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4118,"ondisk_log_size":4118,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":81349045,"num_objects":384,"num_object_clones":0,"num_object_copies":1536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":36215,"num_read_kb":2140881,"num_write":71974,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":111067136,"data_stored":111067136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3726,"ondisk_log_size":3726,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":181175,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":169923,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510029,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":329920,"kb_used_data":19696,"kb_used_omap":1,"kb_used_meta":310206,"kb_avail":94041920,"statfs":{"total":96636764160,"available":96298926080,"internally_reserved":0,"allocated":20168704,"data_stored":18117452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":317651402},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510025,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284596,"kb_used_data":18788,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94087244,"statfs":{"total":96636764160,"available":96345337856,"internally_reserved":0,"allocated":19238912,"data_stored":17269692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":272169414},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510027,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181132,"kb_used_data":19516,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94190708,"statfs":{"total":96636764160,"available":96451284992,"internally_reserved":0,"allocated":19984384,"data_stored":17919052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510026,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117444,"kb_used_data":14068,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94254396,"statfs":{"total":96636764160,"available":96516501504,"internally_reserved":0,"allocated":14405632,"data_stored":12451735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510028,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":296072,"kb_used_data":16376,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94075768,"statfs":{"total":96636764160,"available":96333586432,"internally_reserved":0,"allocated":16769024,"data_stored":14761028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":286390727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510027,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128800,"kb_used_data":17168,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94243040,"statfs":{"total":96636764160,"available":96504872960,"internally_reserved":0,"allocated":17580032,"data_stored":15611567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510027,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":175288,"kb_used_data":17832,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94196552,"statfs":{"total":96636764160,"available":96457269248,"internally_reserved":0,"allocated":18259968,"data_stored":16258890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542734,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293908,"kb_used_data":19780,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94077932,"statfs":{"total":96636764160,"available":96335802368,"internally_reserved":0,"allocated":20254720,"data_stored":18226610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":15339520,"data_stored":15339520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13963264,"data_stored":13963264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13316096,"data_stored":13316096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12464128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10158080,"data_stored":10158080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":15622144,"data_stored":15622144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14974976,"data_stored":14974976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15228928,"data_stored":15228928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:26:26.545 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.545 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.545 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.545 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.546 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.547 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.548 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.549 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.550 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.551 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.552 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.553 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.554 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.555 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.556 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.557 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.558 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.559 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.560 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.561 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.562 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.563 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.564 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.565 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.566 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.567 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T17:37:50.272845+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=37, tm_sec=50, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.568 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.569 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.570 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.571 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.572 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.573 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:38:10.623955+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=10, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:38:12.630799+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.574 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T17:38:08.614576+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=8, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:26.575 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:26:46.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:26:46.936 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:26:46.953 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:26:46.965 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1732,"stamp":"2024-09-12T18:26:46.881626+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":83570141,"num_objects":716,"num_object_clones":0,"num_object_copies":2200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":180550,"num_read_kb":2637058,"num_write":142704,"num_write_kb":2517381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":735991,"num_omap_keys":1768,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13205,"ondisk_log_size":13205,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1811320,"kb_used_data":143224,"kb_used_omap":12,"kb_used_meta":1667955,"kb_avail":753163400,"statfs":{"total":773094113280,"available":771239321600,"internally_reserved":0,"allocated":146661376,"data_stored":130616026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1707986480},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":130017,"num_omap_keys":321,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008290"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.197661+0000","last_change":"2024-09-12T18:08:02.269215+0000","last_active":"2024-09-12T18:23:05.197661+0000","last_peered":"2024-09-12T18:23:05.197661+0000","last_clean":"2024-09-12T18:23:05.197661+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:23:05.197661+0000","last_undegraded":"2024-09-12T18:23:05.197661+0000","last_fullsized":"2024-09-12T18:23:05.197661+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:23.624147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'5","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.729417+0000","last_change":"2024-09-12T17:56:17.710864+0000","last_active":"2024-09-12T18:25:56.729417+0000","last_peered":"2024-09-12T18:25:56.729417+0000","last_clean":"2024-09-12T18:25:56.729417+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:25:56.729417+0000","last_undegraded":"2024-09-12T18:25:56.729417+0000","last_fullsized":"2024-09-12T18:25:56.729417+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6140,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'3","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.376141+0000","last_change":"2024-09-12T17:56:14.672037+0000","last_active":"2024-09-12T18:25:56.376141+0000","last_peered":"2024-09-12T18:25:56.376141+0000","last_clean":"2024-09-12T18:25:56.376141+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:25:56.376141+0000","last_undegraded":"2024-09-12T18:25:56.376141+0000","last_fullsized":"2024-09-12T18:25:56.376141+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":150,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:39.250325+0000","last_change":"2024-09-12T17:54:25.905813+0000","last_active":"2024-09-12T18:23:39.250325+0000","last_peered":"2024-09-12T18:23:39.250325+0000","last_clean":"2024-09-12T18:23:39.250325+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:23:39.250325+0000","last_undegraded":"2024-09-12T18:23:39.250325+0000","last_fullsized":"2024-09-12T18:23:39.250325+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:09.442909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.275134+0000","last_change":"2024-09-12T18:26:35.275134+0000","last_active":"2024-09-12T18:26:35.275134+0000","last_peered":"2024-09-12T18:26:35.275134+0000","last_clean":"2024-09-12T18:26:35.275134+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:26:35.275134+0000","last_undegraded":"2024-09-12T18:26:35.275134+0000","last_fullsized":"2024-09-12T18:26:35.275134+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.274942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:44.550879+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'7","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.728951+0000","last_change":"2024-09-12T17:56:17.690800+0000","last_active":"2024-09-12T18:25:56.728951+0000","last_peered":"2024-09-12T18:25:56.728951+0000","last_clean":"2024-09-12T18:25:56.728951+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:25:56.728951+0000","last_undegraded":"2024-09-12T18:25:56.728951+0000","last_fullsized":"2024-09-12T18:25:56.728951+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.665263+0000","last_change":"2024-09-12T18:26:37.665263+0000","last_active":"2024-09-12T18:26:37.665263+0000","last_peered":"2024-09-12T18:26:37.665263+0000","last_clean":"2024-09-12T18:26:37.665263+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:26:37.665263+0000","last_undegraded":"2024-09-12T18:26:37.665263+0000","last_fullsized":"2024-09-12T18:26:37.665263+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.665026+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:36.506777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12300,"num_write":12,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.204983+0000","last_change":"2024-09-12T18:26:29.204841+0000","last_active":"2024-09-12T18:26:29.204983+0000","last_peered":"2024-09-12T18:26:29.204983+0000","last_clean":"2024-09-12T18:26:29.204983+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:26:29.204983+0000","last_undegraded":"2024-09-12T18:26:29.204983+0000","last_fullsized":"2024-09-12T18:26:29.204983+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'52","last_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_deep_scrub":"268'52","last_deep_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.204591+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:33.198282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.882751+0000","last_change":"2024-09-12T18:26:42.882751+0000","last_active":"2024-09-12T18:26:42.882751+0000","last_peered":"2024-09-12T18:26:42.882751+0000","last_clean":"2024-09-12T18:26:42.882751+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:26:42.882751+0000","last_undegraded":"2024-09-12T18:26:42.882751+0000","last_fullsized":"2024-09-12T18:26:42.882751+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.882566+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:53.904183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":37,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.246052+0000","last_change":"2024-09-12T17:56:17.714377+0000","last_active":"2024-09-12T18:23:24.246052+0000","last_peered":"2024-09-12T18:23:24.246052+0000","last_clean":"2024-09-12T18:23:24.246052+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:23:24.246052+0000","last_undegraded":"2024-09-12T18:23:24.246052+0000","last_fullsized":"2024-09-12T18:23:24.246052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:46.255588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.267855+0000","last_change":"2024-09-12T18:26:32.267855+0000","last_active":"2024-09-12T18:26:32.267855+0000","last_peered":"2024-09-12T18:26:32.267855+0000","last_clean":"2024-09-12T18:26:32.267855+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:26:32.267855+0000","last_undegraded":"2024-09-12T18:26:32.267855+0000","last_fullsized":"2024-09-12T18:26:32.267855+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.267672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.477622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":110,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:24.368984+0000","last_change":"2024-09-12T17:54:25.902183+0000","last_active":"2024-09-12T18:22:24.368984+0000","last_peered":"2024-09-12T18:22:24.368984+0000","last_clean":"2024-09-12T18:22:24.368984+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:22:24.368984+0000","last_undegraded":"2024-09-12T18:22:24.368984+0000","last_fullsized":"2024-09-12T18:22:24.368984+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:20.470498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227879+0000","last_change":"2024-09-12T18:08:02.269470+0000","last_active":"2024-09-12T18:22:35.227879+0000","last_peered":"2024-09-12T18:22:35.227879+0000","last_clean":"2024-09-12T18:22:35.227879+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:22:35.227879+0000","last_undegraded":"2024-09-12T18:22:35.227879+0000","last_fullsized":"2024-09-12T18:22:35.227879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:32.503066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'4","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.583845+0000","last_change":"2024-09-12T17:56:17.736977+0000","last_active":"2024-09-12T18:25:57.583845+0000","last_peered":"2024-09-12T18:25:57.583845+0000","last_clean":"2024-09-12T18:25:57.583845+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:25:57.583845+0000","last_undegraded":"2024-09-12T18:25:57.583845+0000","last_fullsized":"2024-09-12T18:25:57.583845+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.410985+0000","last_change":"2024-09-12T17:56:14.664422+0000","last_active":"2024-09-12T18:23:20.410985+0000","last_peered":"2024-09-12T18:23:20.410985+0000","last_clean":"2024-09-12T18:23:20.410985+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:23:20.410985+0000","last_undegraded":"2024-09-12T18:23:20.410985+0000","last_fullsized":"2024-09-12T18:23:20.410985+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:21.788990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":177,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.117130+0000","last_change":"2024-09-12T18:26:44.117130+0000","last_active":"2024-09-12T18:26:44.117130+0000","last_peered":"2024-09-12T18:26:44.117130+0000","last_clean":"2024-09-12T18:26:44.117130+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:26:44.117130+0000","last_undegraded":"2024-09-12T18:26:44.117130+0000","last_fullsized":"2024-09-12T18:26:44.117130+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'46","last_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_deep_scrub":"268'46","last_deep_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.116953+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:56.648060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.250484+0000","last_change":"2024-09-12T18:08:02.280278+0000","last_active":"2024-09-12T18:24:05.250484+0000","last_peered":"2024-09-12T18:24:05.250484+0000","last_clean":"2024-09-12T18:24:05.250484+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:24:05.250484+0000","last_undegraded":"2024-09-12T18:24:05.250484+0000","last_fullsized":"2024-09-12T18:24:05.250484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'6","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.229241+0000","last_change":"2024-09-12T17:56:17.719964+0000","last_active":"2024-09-12T18:25:25.229241+0000","last_peered":"2024-09-12T18:25:25.229241+0000","last_clean":"2024-09-12T18:25:25.229241+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:25:25.229241+0000","last_undegraded":"2024-09-12T18:25:25.229241+0000","last_fullsized":"2024-09-12T18:25:25.229241+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:28.447045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15356,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237249+0000","last_change":"2024-09-12T17:56:14.675238+0000","last_active":"2024-09-12T18:22:49.237249+0000","last_peered":"2024-09-12T18:22:49.237249+0000","last_clean":"2024-09-12T18:22:49.237249+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:22:49.237249+0000","last_undegraded":"2024-09-12T18:22:49.237249+0000","last_fullsized":"2024-09-12T18:22:49.237249+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:00.531086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":95,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:21:55.217987+0000","last_change":"2024-09-12T17:54:25.892134+0000","last_active":"2024-09-12T18:21:55.217987+0000","last_peered":"2024-09-12T18:21:55.217987+0000","last_clean":"2024-09-12T18:21:55.217987+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:21:55.217987+0000","last_undegraded":"2024-09-12T18:21:55.217987+0000","last_fullsized":"2024-09-12T18:21:55.217987+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:05.783516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.211653+0000","last_change":"2024-09-12T18:08:02.258207+0000","last_active":"2024-09-12T18:22:40.211653+0000","last_peered":"2024-09-12T18:22:40.211653+0000","last_clean":"2024-09-12T18:22:40.211653+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:22:40.211653+0000","last_undegraded":"2024-09-12T18:22:40.211653+0000","last_fullsized":"2024-09-12T18:22:40.211653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:07.888829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.961253+0000","last_change":"2024-09-12T18:26:40.961253+0000","last_active":"2024-09-12T18:26:40.961253+0000","last_peered":"2024-09-12T18:26:40.961253+0000","last_clean":"2024-09-12T18:26:40.961253+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:26:40.961253+0000","last_undegraded":"2024-09-12T18:26:40.961253+0000","last_fullsized":"2024-09-12T18:26:40.961253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.961059+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:17.956445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.784005+0000","last_change":"2024-09-12T18:26:43.784005+0000","last_active":"2024-09-12T18:26:43.784005+0000","last_peered":"2024-09-12T18:26:43.784005+0000","last_clean":"2024-09-12T18:26:43.784005+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:26:43.784005+0000","last_undegraded":"2024-09-12T18:26:43.784005+0000","last_fullsized":"2024-09-12T18:26:43.784005+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.783824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:20.131822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":154,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.986795+0000","last_change":"2024-09-12T18:26:33.986795+0000","last_active":"2024-09-12T18:26:33.986795+0000","last_peered":"2024-09-12T18:26:33.986795+0000","last_clean":"2024-09-12T18:26:33.986795+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:26:33.986795+0000","last_undegraded":"2024-09-12T18:26:33.986795+0000","last_fullsized":"2024-09-12T18:26:33.986795+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'37","last_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_deep_scrub":"268'37","last_deep_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.986608+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:15.859022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236243+0000","last_change":"2024-09-12T18:08:02.274405+0000","last_active":"2024-09-12T18:23:05.236243+0000","last_peered":"2024-09-12T18:23:05.236243+0000","last_clean":"2024-09-12T18:23:05.236243+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:23:05.236243+0000","last_undegraded":"2024-09-12T18:23:05.236243+0000","last_fullsized":"2024-09-12T18:23:05.236243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:01.284686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.959794+0000","last_change":"2024-09-12T18:26:39.959794+0000","last_active":"2024-09-12T18:26:39.959794+0000","last_peered":"2024-09-12T18:26:39.959794+0000","last_clean":"2024-09-12T18:26:39.959794+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:26:39.959794+0000","last_undegraded":"2024-09-12T18:26:39.959794+0000","last_fullsized":"2024-09-12T18:26:39.959794+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.959609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:33.395898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'9","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.674050+0000","last_change":"2024-09-12T17:56:14.679064+0000","last_active":"2024-09-12T18:25:55.674050+0000","last_peered":"2024-09-12T18:25:55.674050+0000","last_clean":"2024-09-12T18:25:55.674050+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:25:55.674050+0000","last_undegraded":"2024-09-12T18:25:55.674050+0000","last_fullsized":"2024-09-12T18:25:55.674050+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":24566,"num_write":14,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":154,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:34.248364+0000","last_change":"2024-09-12T17:54:25.904162+0000","last_active":"2024-09-12T18:23:34.248364+0000","last_peered":"2024-09-12T18:23:34.248364+0000","last_clean":"2024-09-12T18:23:34.248364+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:23:34.248364+0000","last_undegraded":"2024-09-12T18:23:34.248364+0000","last_fullsized":"2024-09-12T18:23:34.248364+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:01.588470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:05.236368+0000","last_change":"2024-09-12T18:08:02.267981+0000","last_active":"2024-09-12T18:23:05.236368+0000","last_peered":"2024-09-12T18:23:05.236368+0000","last_clean":"2024-09-12T18:23:05.236368+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:23:05.236368+0000","last_undegraded":"2024-09-12T18:23:05.236368+0000","last_fullsized":"2024-09-12T18:23:05.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:13.872777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'6","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.755716+0000","last_change":"2024-09-12T17:56:39.799922+0000","last_active":"2024-09-12T18:25:57.755716+0000","last_peered":"2024-09-12T18:25:57.755716+0000","last_clean":"2024-09-12T18:25:57.755716+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:25:57.755716+0000","last_undegraded":"2024-09-12T18:25:57.755716+0000","last_fullsized":"2024-09-12T18:25:57.755716+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4663,"num_write":6,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.928315+0000","last_change":"2024-09-12T17:56:14.673465+0000","last_active":"2024-09-12T18:25:56.928315+0000","last_peered":"2024-09-12T18:25:56.928315+0000","last_clean":"2024-09-12T18:25:56.928315+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:25:56.928315+0000","last_undegraded":"2024-09-12T18:25:56.928315+0000","last_fullsized":"2024-09-12T18:25:56.928315+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.613434+0000","last_change":"2024-09-12T18:26:33.613434+0000","last_active":"2024-09-12T18:26:33.613434+0000","last_peered":"2024-09-12T18:26:33.613434+0000","last_clean":"2024-09-12T18:26:33.613434+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:26:33.613434+0000","last_undegraded":"2024-09-12T18:26:33.613434+0000","last_fullsized":"2024-09-12T18:26:33.613434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.613255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:57.701615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.601323+0000","last_change":"2024-09-12T18:26:44.601182+0000","last_active":"2024-09-12T18:26:44.601323+0000","last_peered":"2024-09-12T18:26:44.601323+0000","last_clean":"2024-09-12T18:26:44.601323+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:26:44.601323+0000","last_undegraded":"2024-09-12T18:26:44.601323+0000","last_fullsized":"2024-09-12T18:26:44.601323+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.601002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:40.150008+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265174+0000","last_change":"2024-09-12T17:56:17.727355+0000","last_active":"2024-09-12T18:25:20.265174+0000","last_peered":"2024-09-12T18:25:20.265174+0000","last_clean":"2024-09-12T18:25:20.265174+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:25:20.265174+0000","last_undegraded":"2024-09-12T18:25:20.265174+0000","last_fullsized":"2024-09-12T18:25:20.265174+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:13.412748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:20.214790+0000","last_change":"2024-09-12T17:56:14.677223+0000","last_active":"2024-09-12T18:24:20.214790+0000","last_peered":"2024-09-12T18:24:20.214790+0000","last_clean":"2024-09-12T18:24:20.214790+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:24:20.214790+0000","last_undegraded":"2024-09-12T18:24:20.214790+0000","last_fullsized":"2024-09-12T18:24:20.214790+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:29.247212+0000","last_change":"2024-09-12T17:54:25.901868+0000","last_active":"2024-09-12T18:23:29.247212+0000","last_peered":"2024-09-12T18:23:29.247212+0000","last_clean":"2024-09-12T18:23:29.247212+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:23:29.247212+0000","last_undegraded":"2024-09-12T18:23:29.247212+0000","last_fullsized":"2024-09-12T18:23:29.247212+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:44.056382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.302674+0000","last_change":"2024-09-12T18:26:33.302520+0000","last_active":"2024-09-12T18:26:33.302674+0000","last_peered":"2024-09-12T18:26:33.302674+0000","last_clean":"2024-09-12T18:26:33.302674+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:26:33.302674+0000","last_undegraded":"2024-09-12T18:26:33.302674+0000","last_fullsized":"2024-09-12T18:26:33.302674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.302336+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:17.868185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'2","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.255430+0000","last_change":"2024-09-12T17:56:17.727069+0000","last_active":"2024-09-12T18:24:25.255430+0000","last_peered":"2024-09-12T18:24:25.255430+0000","last_clean":"2024-09-12T18:24:25.255430+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:24:25.255430+0000","last_undegraded":"2024-09-12T18:24:25.255430+0000","last_fullsized":"2024-09-12T18:24:25.255430+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:34.576439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:50.232411+0000","last_change":"2024-09-12T17:56:14.682583+0000","last_active":"2024-09-12T18:22:50.232411+0000","last_peered":"2024-09-12T18:22:50.232411+0000","last_clean":"2024-09-12T18:22:50.232411+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:22:50.232411+0000","last_undegraded":"2024-09-12T18:22:50.232411+0000","last_fullsized":"2024-09-12T18:22:50.232411+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:38.402612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":137,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.240772+0000","last_change":"2024-09-12T17:54:25.890496+0000","last_active":"2024-09-12T18:23:25.240772+0000","last_peered":"2024-09-12T18:23:25.240772+0000","last_clean":"2024-09-12T18:23:25.240772+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:23:25.240772+0000","last_undegraded":"2024-09-12T18:23:25.240772+0000","last_fullsized":"2024-09-12T18:23:25.240772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:37.966106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.256438+0000","last_change":"2024-09-12T18:08:02.269997+0000","last_active":"2024-09-12T18:24:25.256438+0000","last_peered":"2024-09-12T18:24:25.256438+0000","last_clean":"2024-09-12T18:24:25.256438+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:24:25.256438+0000","last_undegraded":"2024-09-12T18:24:25.256438+0000","last_fullsized":"2024-09-12T18:24:25.256438+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'7","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.265253+0000","last_change":"2024-09-12T17:56:17.738006+0000","last_active":"2024-09-12T18:25:20.265253+0000","last_peered":"2024-09-12T18:25:20.265253+0000","last_clean":"2024-09-12T18:25:20.265253+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:25:20.265253+0000","last_undegraded":"2024-09-12T18:25:20.265253+0000","last_fullsized":"2024-09-12T18:25:20.265253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:57.984663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12280,"num_write":12,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.238396+0000","last_change":"2024-09-12T18:26:30.238396+0000","last_active":"2024-09-12T18:26:30.238396+0000","last_peered":"2024-09-12T18:26:30.238396+0000","last_clean":"2024-09-12T18:26:30.238396+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:26:30.238396+0000","last_undegraded":"2024-09-12T18:26:30.238396+0000","last_fullsized":"2024-09-12T18:26:30.238396+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.238207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:56.986883+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":92,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.168412+0000","last_change":"2024-09-12T18:26:25.168412+0000","last_active":"2024-09-12T18:26:25.168412+0000","last_peered":"2024-09-12T18:26:25.168412+0000","last_clean":"2024-09-12T18:26:25.168412+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:26:25.168412+0000","last_undegraded":"2024-09-12T18:26:25.168412+0000","last_fullsized":"2024-09-12T18:26:25.168412+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.168189+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:41.730227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.215824+0000","last_change":"2024-09-12T18:08:02.269306+0000","last_active":"2024-09-12T18:24:25.215824+0000","last_peered":"2024-09-12T18:24:25.215824+0000","last_clean":"2024-09-12T18:24:25.215824+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:24:25.215824+0000","last_undegraded":"2024-09-12T18:24:25.215824+0000","last_fullsized":"2024-09-12T18:24:25.215824+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'11","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:20.437474+0000","last_change":"2024-09-12T17:56:17.711327+0000","last_active":"2024-09-12T18:25:20.437474+0000","last_peered":"2024-09-12T18:25:20.437474+0000","last_clean":"2024-09-12T18:25:20.437474+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:25:20.437474+0000","last_undegraded":"2024-09-12T18:25:20.437474+0000","last_fullsized":"2024-09-12T18:25:20.437474+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:25.448869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24576,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:49.237462+0000","last_change":"2024-09-12T17:56:14.671024+0000","last_active":"2024-09-12T18:22:49.237462+0000","last_peered":"2024-09-12T18:22:49.237462+0000","last_clean":"2024-09-12T18:22:49.237462+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:22:49.237462+0000","last_undegraded":"2024-09-12T18:22:49.237462+0000","last_fullsized":"2024-09-12T18:22:49.237462+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:19.606003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.037868+0000","last_change":"2024-09-12T18:26:43.037868+0000","last_active":"2024-09-12T18:26:43.037868+0000","last_peered":"2024-09-12T18:26:43.037868+0000","last_clean":"2024-09-12T18:26:43.037868+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:26:43.037868+0000","last_undegraded":"2024-09-12T18:26:43.037868+0000","last_fullsized":"2024-09-12T18:26:43.037868+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'23","last_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_deep_scrub":"268'23","last_deep_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.037637+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:21.038236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'2","reported_seq":40,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.728739+0000","last_change":"2024-09-12T17:56:17.716458+0000","last_active":"2024-09-12T18:25:56.728739+0000","last_peered":"2024-09-12T18:25:56.728739+0000","last_clean":"2024-09-12T18:25:56.728739+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:25:56.728739+0000","last_undegraded":"2024-09-12T18:25:56.728739+0000","last_fullsized":"2024-09-12T18:25:56.728739+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.758058+0000","last_change":"2024-09-12T18:26:44.758058+0000","last_active":"2024-09-12T18:26:44.758058+0000","last_peered":"2024-09-12T18:26:44.758058+0000","last_clean":"2024-09-12T18:26:44.758058+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:26:44.758058+0000","last_undegraded":"2024-09-12T18:26:44.758058+0000","last_fullsized":"2024-09-12T18:26:44.758058+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.757880+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:20.701459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5116,"num_write":12,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":172,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.226038+0000","last_change":"2024-09-12T17:54:25.890886+0000","last_active":"2024-09-12T18:22:25.226038+0000","last_peered":"2024-09-12T18:22:25.226038+0000","last_clean":"2024-09-12T18:22:25.226038+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:22:25.226038+0000","last_undegraded":"2024-09-12T18:22:25.226038+0000","last_fullsized":"2024-09-12T18:22:25.226038+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:54.656598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:34.233884+0000","last_change":"2024-09-12T18:08:02.283172+0000","last_active":"2024-09-12T18:22:34.233884+0000","last_peered":"2024-09-12T18:22:34.233884+0000","last_clean":"2024-09-12T18:22:34.233884+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:22:34.233884+0000","last_undegraded":"2024-09-12T18:22:34.233884+0000","last_fullsized":"2024-09-12T18:22:34.233884+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:48.635209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.576780+0000","last_change":"2024-09-12T18:26:40.576780+0000","last_active":"2024-09-12T18:26:40.576780+0000","last_peered":"2024-09-12T18:26:40.576780+0000","last_clean":"2024-09-12T18:26:40.576780+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:26:40.576780+0000","last_undegraded":"2024-09-12T18:26:40.576780+0000","last_fullsized":"2024-09-12T18:26:40.576780+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.576570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:12.465150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'4","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.863862+0000","last_change":"2024-09-12T17:56:14.694388+0000","last_active":"2024-09-12T18:25:56.863862+0000","last_peered":"2024-09-12T18:25:56.863862+0000","last_clean":"2024-09-12T18:25:56.863862+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:25:56.863862+0000","last_undegraded":"2024-09-12T18:25:56.863862+0000","last_fullsized":"2024-09-12T18:25:56.863862+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:29.232397+0000","last_change":"2024-09-12T17:54:25.904835+0000","last_active":"2024-09-12T18:22:29.232397+0000","last_peered":"2024-09-12T18:22:29.232397+0000","last_clean":"2024-09-12T18:22:29.232397+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:22:29.232397+0000","last_undegraded":"2024-09-12T18:22:29.232397+0000","last_fullsized":"2024-09-12T18:22:29.232397+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:09.800865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:24.261101+0000","last_change":"2024-09-12T18:08:02.251939+0000","last_active":"2024-09-12T18:24:24.261101+0000","last_peered":"2024-09-12T18:24:24.261101+0000","last_clean":"2024-09-12T18:24:24.261101+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:24:24.261101+0000","last_undegraded":"2024-09-12T18:24:24.261101+0000","last_fullsized":"2024-09-12T18:24:24.261101+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'2","reported_seq":39,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.020537+0000","last_change":"2024-09-12T17:56:17.727351+0000","last_active":"2024-09-12T18:25:56.020537+0000","last_peered":"2024-09-12T18:25:56.020537+0000","last_clean":"2024-09-12T18:25:56.020537+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:25:56.020537+0000","last_undegraded":"2024-09-12T18:25:56.020537+0000","last_fullsized":"2024-09-12T18:25:56.020537+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'9","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.013141+0000","last_change":"2024-09-12T18:26:37.013141+0000","last_active":"2024-09-12T18:26:37.013141+0000","last_peered":"2024-09-12T18:26:37.013141+0000","last_clean":"2024-09-12T18:26:37.013141+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:26:37.013141+0000","last_undegraded":"2024-09-12T18:26:37.013141+0000","last_fullsized":"2024-09-12T18:26:37.013141+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.012958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:27.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":4102,"num_write":14,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'102","reported_seq":372,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.778310+0000","last_change":"2024-09-12T18:26:42.778310+0000","last_active":"2024-09-12T18:26:42.778310+0000","last_peered":"2024-09-12T18:26:42.778310+0000","last_clean":"2024-09-12T18:26:42.778310+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:26:42.778310+0000","last_undegraded":"2024-09-12T18:26:42.778310+0000","last_fullsized":"2024-09-12T18:26:42.778310+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.778118+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:11.122070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4212,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'1","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228048+0000","last_change":"2024-09-12T18:08:02.288867+0000","last_active":"2024-09-12T18:22:35.228048+0000","last_peered":"2024-09-12T18:22:35.228048+0000","last_clean":"2024-09-12T18:22:35.228048+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:22:35.228048+0000","last_undegraded":"2024-09-12T18:22:35.228048+0000","last_fullsized":"2024-09-12T18:22:35.228048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:25.767006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.978009+0000","last_change":"2024-09-12T18:26:38.977844+0000","last_active":"2024-09-12T18:26:38.978009+0000","last_peered":"2024-09-12T18:26:38.978009+0000","last_clean":"2024-09-12T18:26:38.978009+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:26:38.978009+0000","last_undegraded":"2024-09-12T18:26:38.978009+0000","last_fullsized":"2024-09-12T18:26:38.978009+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.977599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:48.425193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'2","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.843732+0000","last_change":"2024-09-12T18:26:44.843732+0000","last_active":"2024-09-12T18:26:44.843732+0000","last_peered":"2024-09-12T18:26:44.843732+0000","last_clean":"2024-09-12T18:26:44.843732+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:26:44.843732+0000","last_undegraded":"2024-09-12T18:26:44.843732+0000","last_fullsized":"2024-09-12T18:26:44.843732+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.843565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:01.672491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:25.225209+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:22:25.225209+0000","last_peered":"2024-09-12T18:22:25.225209+0000","last_clean":"2024-09-12T18:22:25.225209+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:22:25.225209+0000","last_undegraded":"2024-09-12T18:22:25.225209+0000","last_fullsized":"2024-09-12T18:22:25.225209+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:13.987973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.278440+0000","last_change":"2024-09-12T18:26:31.278440+0000","last_active":"2024-09-12T18:26:31.278440+0000","last_peered":"2024-09-12T18:26:31.278440+0000","last_clean":"2024-09-12T18:26:31.278440+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:26:31.278440+0000","last_undegraded":"2024-09-12T18:26:31.278440+0000","last_fullsized":"2024-09-12T18:26:31.278440+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.278258+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:14.528592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'8","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.584448+0000","last_change":"2024-09-12T17:56:17.724843+0000","last_active":"2024-09-12T18:25:57.584448+0000","last_peered":"2024-09-12T18:25:57.584448+0000","last_clean":"2024-09-12T18:25:57.584448+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:25:57.584448+0000","last_undegraded":"2024-09-12T18:25:57.584448+0000","last_fullsized":"2024-09-12T18:25:57.584448+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:12.870513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":22568,"num_write":8,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'6","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:30.272882+0000","last_change":"2024-09-12T17:56:14.686043+0000","last_active":"2024-09-12T18:25:30.272882+0000","last_peered":"2024-09-12T18:25:30.272882+0000","last_clean":"2024-09-12T18:25:30.272882+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:25:30.272882+0000","last_undegraded":"2024-09-12T18:25:30.272882+0000","last_fullsized":"2024-09-12T18:25:30.272882+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:13.541970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7166,"num_write":6,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":135,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.064801+0000","last_change":"2024-09-12T18:26:39.064801+0000","last_active":"2024-09-12T18:26:39.064801+0000","last_peered":"2024-09-12T18:26:39.064801+0000","last_clean":"2024-09-12T18:26:39.064801+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:26:39.064801+0000","last_undegraded":"2024-09-12T18:26:39.064801+0000","last_fullsized":"2024-09-12T18:26:39.064801+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'31","last_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_deep_scrub":"268'31","last_deep_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.064456+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:56.405239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247349+0000","last_change":"2024-09-12T18:08:02.268001+0000","last_active":"2024-09-12T18:23:50.247349+0000","last_peered":"2024-09-12T18:23:50.247349+0000","last_clean":"2024-09-12T18:23:50.247349+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:23:50.247349+0000","last_undegraded":"2024-09-12T18:23:50.247349+0000","last_fullsized":"2024-09-12T18:23:50.247349+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:21.033000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'5","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:35.268910+0000","last_change":"2024-09-12T17:56:17.724320+0000","last_active":"2024-09-12T18:25:35.268910+0000","last_peered":"2024-09-12T18:25:35.268910+0000","last_clean":"2024-09-12T18:25:35.268910+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:25:35.268910+0000","last_undegraded":"2024-09-12T18:25:35.268910+0000","last_fullsized":"2024-09-12T18:25:35.268910+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:47.218328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'17","reported_seq":81,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.242278+0000","last_change":"2024-09-12T18:26:28.242278+0000","last_active":"2024-09-12T18:26:28.242278+0000","last_peered":"2024-09-12T18:26:28.242278+0000","last_clean":"2024-09-12T18:26:28.242278+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:26:28.242278+0000","last_undegraded":"2024-09-12T18:26:28.242278+0000","last_fullsized":"2024-09-12T18:26:28.242278+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.242088+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:05.780353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":10272,"num_write":32,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":174,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.760973+0000","last_change":"2024-09-12T18:26:42.760973+0000","last_active":"2024-09-12T18:26:42.760973+0000","last_peered":"2024-09-12T18:26:42.760973+0000","last_clean":"2024-09-12T18:26:42.760973+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:26:42.760973+0000","last_undegraded":"2024-09-12T18:26:42.760973+0000","last_fullsized":"2024-09-12T18:26:42.760973+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.760751+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:48:51.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.925482+0000","last_change":"2024-09-12T18:26:41.925482+0000","last_active":"2024-09-12T18:26:41.925482+0000","last_peered":"2024-09-12T18:26:41.925482+0000","last_clean":"2024-09-12T18:26:41.925482+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:26:41.925482+0000","last_undegraded":"2024-09-12T18:26:41.925482+0000","last_fullsized":"2024-09-12T18:26:41.925482+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.925228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:23.160243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.524680+0000","last_change":"2024-09-12T18:26:42.524680+0000","last_active":"2024-09-12T18:26:42.524680+0000","last_peered":"2024-09-12T18:26:42.524680+0000","last_clean":"2024-09-12T18:26:42.524680+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:26:42.524680+0000","last_undegraded":"2024-09-12T18:26:42.524680+0000","last_fullsized":"2024-09-12T18:26:42.524680+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.524500+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:34.854722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243533+0000","last_change":"2024-09-12T17:56:14.684997+0000","last_active":"2024-09-12T18:23:14.243533+0000","last_peered":"2024-09-12T18:23:14.243533+0000","last_clean":"2024-09-12T18:23:14.243533+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:23:14.243533+0000","last_undegraded":"2024-09-12T18:23:14.243533+0000","last_fullsized":"2024-09-12T18:23:14.243533+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:35.491508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":99,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.020579+0000","last_change":"2024-09-12T18:26:35.020579+0000","last_active":"2024-09-12T18:26:35.020579+0000","last_peered":"2024-09-12T18:26:35.020579+0000","last_clean":"2024-09-12T18:26:35.020579+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:26:35.020579+0000","last_undegraded":"2024-09-12T18:26:35.020579+0000","last_fullsized":"2024-09-12T18:26:35.020579+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'15","last_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_deep_scrub":"268'15","last_deep_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.020394+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:14.814060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:15.238878+0000","last_change":"2024-09-12T18:08:02.277600+0000","last_active":"2024-09-12T18:23:15.238878+0000","last_peered":"2024-09-12T18:23:15.238878+0000","last_clean":"2024-09-12T18:23:15.238878+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:23:15.238878+0000","last_undegraded":"2024-09-12T18:23:15.238878+0000","last_fullsized":"2024-09-12T18:23:15.238878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:08.208546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":36,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:20.239562+0000","last_change":"2024-09-12T17:56:17.731257+0000","last_active":"2024-09-12T18:23:20.239562+0000","last_peered":"2024-09-12T18:23:20.239562+0000","last_clean":"2024-09-12T18:23:20.239562+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:23:20.239562+0000","last_undegraded":"2024-09-12T18:23:20.239562+0000","last_fullsized":"2024-09-12T18:23:20.239562+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:40.003602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.650891+0000","last_change":"2024-09-12T18:26:38.650891+0000","last_active":"2024-09-12T18:26:38.650891+0000","last_peered":"2024-09-12T18:26:38.650891+0000","last_clean":"2024-09-12T18:26:38.650891+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:26:38.650891+0000","last_undegraded":"2024-09-12T18:26:38.650891+0000","last_fullsized":"2024-09-12T18:26:38.650891+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.650698+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:53.953318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.185047+0000","last_change":"2024-09-12T18:26:24.185047+0000","last_active":"2024-09-12T18:26:24.185047+0000","last_peered":"2024-09-12T18:26:24.185047+0000","last_clean":"2024-09-12T18:26:24.185047+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:26:24.185047+0000","last_undegraded":"2024-09-12T18:26:24.185047+0000","last_fullsized":"2024-09-12T18:26:24.185047+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.184859+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:18.272197+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.246945+0000","last_change":"2024-09-12T18:08:02.269566+0000","last_active":"2024-09-12T18:23:50.246945+0000","last_peered":"2024-09-12T18:23:50.246945+0000","last_clean":"2024-09-12T18:23:50.246945+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:23:50.246945+0000","last_undegraded":"2024-09-12T18:23:50.246945+0000","last_fullsized":"2024-09-12T18:23:50.246945+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'7","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.583766+0000","last_change":"2024-09-12T17:56:17.718869+0000","last_active":"2024-09-12T18:25:57.583766+0000","last_peered":"2024-09-12T18:25:57.583766+0000","last_clean":"2024-09-12T18:25:57.583766+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:25:57.583766+0000","last_undegraded":"2024-09-12T18:25:57.583766+0000","last_fullsized":"2024-09-12T18:25:57.583766+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":3088,"num_write":12,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:24.261000+0000","last_change":"2024-09-12T17:56:14.670353+0000","last_active":"2024-09-12T18:24:24.261000+0000","last_peered":"2024-09-12T18:24:24.261000+0000","last_clean":"2024-09-12T18:24:24.261000+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:24:24.261000+0000","last_undegraded":"2024-09-12T18:24:24.261000+0000","last_fullsized":"2024-09-12T18:24:24.261000+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.832701+0000","last_change":"2024-09-12T18:26:43.832701+0000","last_active":"2024-09-12T18:26:43.832701+0000","last_peered":"2024-09-12T18:26:43.832701+0000","last_clean":"2024-09-12T18:26:43.832701+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:26:43.832701+0000","last_undegraded":"2024-09-12T18:26:43.832701+0000","last_fullsized":"2024-09-12T18:26:43.832701+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.832517+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:36.463097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247623+0000","last_change":"2024-09-12T18:08:02.277533+0000","last_active":"2024-09-12T18:23:50.247623+0000","last_peered":"2024-09-12T18:23:50.247623+0000","last_clean":"2024-09-12T18:23:50.247623+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:23:50.247623+0000","last_undegraded":"2024-09-12T18:23:50.247623+0000","last_fullsized":"2024-09-12T18:23:50.247623+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.613946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:30.257768+0000","last_change":"2024-09-12T17:56:17.706073+0000","last_active":"2024-09-12T18:24:30.257768+0000","last_peered":"2024-09-12T18:24:30.257768+0000","last_clean":"2024-09-12T18:24:30.257768+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:24:30.257768+0000","last_undegraded":"2024-09-12T18:24:30.257768+0000","last_fullsized":"2024-09-12T18:24:30.257768+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.674898+0000","last_change":"2024-09-12T18:26:36.674898+0000","last_active":"2024-09-12T18:26:36.674898+0000","last_peered":"2024-09-12T18:26:36.674898+0000","last_clean":"2024-09-12T18:26:36.674898+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:26:36.674898+0000","last_undegraded":"2024-09-12T18:26:36.674898+0000","last_fullsized":"2024-09-12T18:26:36.674898+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.674703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.028521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.059941+0000","last_change":"2024-09-12T18:26:41.059941+0000","last_active":"2024-09-12T18:26:41.059941+0000","last_peered":"2024-09-12T18:26:41.059941+0000","last_clean":"2024-09-12T18:26:41.059941+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:26:41.059941+0000","last_undegraded":"2024-09-12T18:26:41.059941+0000","last_fullsized":"2024-09-12T18:26:41.059941+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'25","last_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_deep_scrub":"268'25","last_deep_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.059770+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:47.252345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'1","reported_seq":22,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:50.247435+0000","last_change":"2024-09-12T18:08:02.270051+0000","last_active":"2024-09-12T18:23:50.247435+0000","last_peered":"2024-09-12T18:23:50.247435+0000","last_clean":"2024-09-12T18:23:50.247435+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:23:50.247435+0000","last_undegraded":"2024-09-12T18:23:50.247435+0000","last_fullsized":"2024-09-12T18:23:50.247435+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:35.357410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.614844+0000","last_change":"2024-09-12T18:26:39.614844+0000","last_active":"2024-09-12T18:26:39.614844+0000","last_peered":"2024-09-12T18:26:39.614844+0000","last_clean":"2024-09-12T18:26:39.614844+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:26:39.614844+0000","last_undegraded":"2024-09-12T18:26:39.614844+0000","last_fullsized":"2024-09-12T18:26:39.614844+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.614656+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:16.994015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:29.261995+0000","last_change":"2024-09-12T17:56:14.673130+0000","last_active":"2024-09-12T18:24:29.261995+0000","last_peered":"2024-09-12T18:24:29.261995+0000","last_clean":"2024-09-12T18:24:29.261995+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:24:29.261995+0000","last_undegraded":"2024-09-12T18:24:29.261995+0000","last_fullsized":"2024-09-12T18:24:29.261995+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":76,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.120747+0000","last_change":"2024-09-12T18:26:43.120747+0000","last_active":"2024-09-12T18:26:43.120747+0000","last_peered":"2024-09-12T18:26:43.120747+0000","last_clean":"2024-09-12T18:26:43.120747+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:26:43.120747+0000","last_undegraded":"2024-09-12T18:26:43.120747+0000","last_fullsized":"2024-09-12T18:26:43.120747+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.120495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:27.426795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:49.252840+0000","last_change":"2024-09-12T18:08:02.283377+0000","last_active":"2024-09-12T18:23:49.252840+0000","last_peered":"2024-09-12T18:23:49.252840+0000","last_clean":"2024-09-12T18:23:49.252840+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:23:49.252840+0000","last_undegraded":"2024-09-12T18:23:49.252840+0000","last_fullsized":"2024-09-12T18:23:49.252840+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":41,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:35.259118+0000","last_change":"2024-09-12T17:56:17.720684+0000","last_active":"2024-09-12T18:24:35.259118+0000","last_peered":"2024-09-12T18:24:35.259118+0000","last_clean":"2024-09-12T18:24:35.259118+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:24:35.259118+0000","last_undegraded":"2024-09-12T18:24:35.259118+0000","last_fullsized":"2024-09-12T18:24:35.259118+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":62,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.749999+0000","last_change":"2024-09-12T18:26:41.749999+0000","last_active":"2024-09-12T18:26:41.749999+0000","last_peered":"2024-09-12T18:26:41.749999+0000","last_clean":"2024-09-12T18:26:41.749999+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:26:41.749999+0000","last_undegraded":"2024-09-12T18:26:41.749999+0000","last_fullsized":"2024-09-12T18:26:41.749999+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.749817+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:01:49.049725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12318,"num_write":6,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'113","reported_seq":405,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.993565+0000","last_change":"2024-09-12T18:26:32.993565+0000","last_active":"2024-09-12T18:26:32.993565+0000","last_peered":"2024-09-12T18:26:32.993565+0000","last_clean":"2024-09-12T18:26:32.993565+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:26:32.993565+0000","last_undegraded":"2024-09-12T18:26:32.993565+0000","last_fullsized":"2024-09-12T18:26:32.993565+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'113","last_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_deep_scrub":"268'113","last_deep_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.993374+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:41.415222+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2480,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229807+0000","last_change":"2024-09-12T18:08:02.277439+0000","last_active":"2024-09-12T18:22:40.229807+0000","last_peered":"2024-09-12T18:22:40.229807+0000","last_clean":"2024-09-12T18:22:40.229807+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:22:40.229807+0000","last_undegraded":"2024-09-12T18:22:40.229807+0000","last_fullsized":"2024-09-12T18:22:40.229807+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:54.597360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'5","reported_seq":42,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:56.018491+0000","last_change":"2024-09-12T17:56:17.707702+0000","last_active":"2024-09-12T18:25:56.018491+0000","last_peered":"2024-09-12T18:25:56.018491+0000","last_clean":"2024-09-12T18:25:56.018491+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:25:56.018491+0000","last_undegraded":"2024-09-12T18:25:56.018491+0000","last_fullsized":"2024-09-12T18:25:56.018491+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:13.995176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.100504+0000","last_change":"2024-09-12T18:26:45.100504+0000","last_active":"2024-09-12T18:26:45.100504+0000","last_peered":"2024-09-12T18:26:45.100504+0000","last_clean":"2024-09-12T18:26:45.100504+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:26:45.100504+0000","last_undegraded":"2024-09-12T18:26:45.100504+0000","last_fullsized":"2024-09-12T18:26:45.100504+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.100313+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:10.485285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9232,"num_write":12,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":139,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.846556+0000","last_change":"2024-09-12T18:26:42.846556+0000","last_active":"2024-09-12T18:26:42.846556+0000","last_peered":"2024-09-12T18:26:42.846556+0000","last_clean":"2024-09-12T18:26:42.846556+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:26:42.846556+0000","last_undegraded":"2024-09-12T18:26:42.846556+0000","last_fullsized":"2024-09-12T18:26:42.846556+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'29","last_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_deep_scrub":"268'29","last_deep_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.846374+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:22.438357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.192243+0000","last_change":"2024-09-12T18:08:02.268906+0000","last_active":"2024-09-12T18:22:40.192243+0000","last_peered":"2024-09-12T18:22:40.192243+0000","last_clean":"2024-09-12T18:22:40.192243+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:22:40.192243+0000","last_undegraded":"2024-09-12T18:22:40.192243+0000","last_fullsized":"2024-09-12T18:22:40.192243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:37.629320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:24.245937+0000","last_change":"2024-09-12T17:56:17.699764+0000","last_active":"2024-09-12T18:23:24.245937+0000","last_peered":"2024-09-12T18:23:24.245937+0000","last_clean":"2024-09-12T18:23:24.245937+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:23:24.245937+0000","last_undegraded":"2024-09-12T18:23:24.245937+0000","last_fullsized":"2024-09-12T18:23:24.245937+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:07.773926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.196022+0000","last_change":"2024-09-12T18:26:27.196022+0000","last_active":"2024-09-12T18:26:27.196022+0000","last_peered":"2024-09-12T18:26:27.196022+0000","last_clean":"2024-09-12T18:26:27.196022+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:26:27.196022+0000","last_undegraded":"2024-09-12T18:26:27.196022+0000","last_fullsized":"2024-09-12T18:26:27.196022+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.195835+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:06.232455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":85,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.930880+0000","last_change":"2024-09-12T18:26:30.930880+0000","last_active":"2024-09-12T18:26:30.930880+0000","last_peered":"2024-09-12T18:26:30.930880+0000","last_clean":"2024-09-12T18:26:30.930880+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:26:30.930880+0000","last_undegraded":"2024-09-12T18:26:30.930880+0000","last_fullsized":"2024-09-12T18:26:30.930880+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.930708+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:54.560755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.562547+0000","last_change":"2024-09-12T18:26:43.562547+0000","last_active":"2024-09-12T18:26:43.562547+0000","last_peered":"2024-09-12T18:26:43.562547+0000","last_clean":"2024-09-12T18:26:43.562547+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:26:43.562547+0000","last_undegraded":"2024-09-12T18:26:43.562547+0000","last_fullsized":"2024-09-12T18:26:43.562547+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.562359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:07.668780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:30.258051+0000","last_change":"2024-09-12T17:56:17.708561+0000","last_active":"2024-09-12T18:24:30.258051+0000","last_peered":"2024-09-12T18:24:30.258051+0000","last_clean":"2024-09-12T18:24:30.258051+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:24:30.258051+0000","last_undegraded":"2024-09-12T18:24:30.258051+0000","last_fullsized":"2024-09-12T18:24:30.258051+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.793413+0000","last_change":"2024-09-12T18:26:43.793413+0000","last_active":"2024-09-12T18:26:43.793413+0000","last_peered":"2024-09-12T18:26:43.793413+0000","last_clean":"2024-09-12T18:26:43.793413+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:26:43.793413+0000","last_undegraded":"2024-09-12T18:26:43.793413+0000","last_fullsized":"2024-09-12T18:26:43.793413+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.793230+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:15.147381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":155,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.087352+0000","last_change":"2024-09-12T18:26:42.087352+0000","last_active":"2024-09-12T18:26:42.087352+0000","last_peered":"2024-09-12T18:26:42.087352+0000","last_clean":"2024-09-12T18:26:42.087352+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:26:42.087352+0000","last_undegraded":"2024-09-12T18:26:42.087352+0000","last_fullsized":"2024-09-12T18:26:42.087352+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.087165+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:43.943056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.401601+0000","last_change":"2024-09-12T18:08:02.264501+0000","last_active":"2024-09-12T18:22:40.401601+0000","last_peered":"2024-09-12T18:22:40.401601+0000","last_clean":"2024-09-12T18:22:40.401601+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:22:40.401601+0000","last_undegraded":"2024-09-12T18:22:40.401601+0000","last_fullsized":"2024-09-12T18:22:40.401601+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:20:01.733022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:30.426498+0000","last_change":"2024-09-12T17:56:17.695423+0000","last_active":"2024-09-12T18:24:30.426498+0000","last_peered":"2024-09-12T18:24:30.426498+0000","last_clean":"2024-09-12T18:24:30.426498+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:24:30.426498+0000","last_undegraded":"2024-09-12T18:24:30.426498+0000","last_fullsized":"2024-09-12T18:24:30.426498+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:55.674835+0000","last_change":"2024-09-12T17:56:14.686712+0000","last_active":"2024-09-12T18:25:55.674835+0000","last_peered":"2024-09-12T18:25:55.674835+0000","last_clean":"2024-09-12T18:25:55.674835+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:25:55.674835+0000","last_undegraded":"2024-09-12T18:25:55.674835+0000","last_fullsized":"2024-09-12T18:25:55.674835+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11268,"num_write":12,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.521290+0000","last_change":"2024-09-12T18:26:29.521290+0000","last_active":"2024-09-12T18:26:29.521290+0000","last_peered":"2024-09-12T18:26:29.521290+0000","last_clean":"2024-09-12T18:26:29.521290+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:26:29.521290+0000","last_undegraded":"2024-09-12T18:26:29.521290+0000","last_fullsized":"2024-09-12T18:26:29.521290+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.521107+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:05.474611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.320912+0000","last_change":"2024-09-12T18:26:34.320912+0000","last_active":"2024-09-12T18:26:34.320912+0000","last_peered":"2024-09-12T18:26:34.320912+0000","last_clean":"2024-09-12T18:26:34.320912+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:26:34.320912+0000","last_undegraded":"2024-09-12T18:26:34.320912+0000","last_fullsized":"2024-09-12T18:26:34.320912+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.320603+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:58.279029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.545030+0000","last_change":"2024-09-12T18:26:41.545030+0000","last_active":"2024-09-12T18:26:41.545030+0000","last_peered":"2024-09-12T18:26:41.545030+0000","last_clean":"2024-09-12T18:26:41.545030+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:26:41.545030+0000","last_undegraded":"2024-09-12T18:26:41.545030+0000","last_fullsized":"2024-09-12T18:26:41.545030+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.544845+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.958408+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4112,"num_write":4,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.087238+0000","last_change":"2024-09-12T18:26:44.087238+0000","last_active":"2024-09-12T18:26:44.087238+0000","last_peered":"2024-09-12T18:26:44.087238+0000","last_clean":"2024-09-12T18:26:44.087238+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:26:44.087238+0000","last_undegraded":"2024-09-12T18:26:44.087238+0000","last_fullsized":"2024-09-12T18:26:44.087238+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.087056+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:21.165215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14324,"num_write":8,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.776278+0000","last_change":"2024-09-12T18:26:41.776278+0000","last_active":"2024-09-12T18:26:41.776278+0000","last_peered":"2024-09-12T18:26:41.776278+0000","last_clean":"2024-09-12T18:26:41.776278+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:26:41.776278+0000","last_undegraded":"2024-09-12T18:26:41.776278+0000","last_fullsized":"2024-09-12T18:26:41.776278+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.776086+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:52.746454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:14.243598+0000","last_change":"2024-09-12T18:08:02.252473+0000","last_active":"2024-09-12T18:23:14.243598+0000","last_peered":"2024-09-12T18:23:14.243598+0000","last_clean":"2024-09-12T18:23:14.243598+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:23:14.243598+0000","last_undegraded":"2024-09-12T18:23:14.243598+0000","last_fullsized":"2024-09-12T18:23:14.243598+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:48.972081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":38,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:25.215763+0000","last_change":"2024-09-12T17:56:17.714848+0000","last_active":"2024-09-12T18:24:25.215763+0000","last_peered":"2024-09-12T18:24:25.215763+0000","last_clean":"2024-09-12T18:24:25.215763+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:24:25.215763+0000","last_undegraded":"2024-09-12T18:24:25.215763+0000","last_fullsized":"2024-09-12T18:24:25.215763+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:25.271548+0000","last_change":"2024-09-12T17:56:14.682128+0000","last_active":"2024-09-12T18:25:25.271548+0000","last_peered":"2024-09-12T18:25:25.271548+0000","last_clean":"2024-09-12T18:25:25.271548+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:25:25.271548+0000","last_undegraded":"2024-09-12T18:25:25.271548+0000","last_fullsized":"2024-09-12T18:25:25.271548+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:13.620259+0000","last_clean_scrub_stamp":"2024-09-12T17:56:13.620259+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:55.161781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.787210+0000","last_change":"2024-09-12T18:26:40.787210+0000","last_active":"2024-09-12T18:26:40.787210+0000","last_peered":"2024-09-12T18:26:40.787210+0000","last_clean":"2024-09-12T18:26:40.787210+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:26:40.787210+0000","last_undegraded":"2024-09-12T18:26:40.787210+0000","last_fullsized":"2024-09-12T18:26:40.787210+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'43","last_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_deep_scrub":"268'43","last_deep_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.787031+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:04.339238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:39.235016+0000","last_change":"2024-09-12T18:08:02.276129+0000","last_active":"2024-09-12T18:22:39.235016+0000","last_peered":"2024-09-12T18:22:39.235016+0000","last_clean":"2024-09-12T18:22:39.235016+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:22:39.235016+0000","last_undegraded":"2024-09-12T18:22:39.235016+0000","last_fullsized":"2024-09-12T18:22:39.235016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:46.389628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'5","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.017542+0000","last_change":"2024-09-12T18:26:38.017542+0000","last_active":"2024-09-12T18:26:38.017542+0000","last_peered":"2024-09-12T18:26:38.017542+0000","last_clean":"2024-09-12T18:26:38.017542+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:26:38.017542+0000","last_undegraded":"2024-09-12T18:26:38.017542+0000","last_fullsized":"2024-09-12T18:26:38.017542+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.017318+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:37.828576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.640213+0000","last_change":"2024-09-12T18:26:34.640213+0000","last_active":"2024-09-12T18:26:34.640213+0000","last_peered":"2024-09-12T18:26:34.640213+0000","last_clean":"2024-09-12T18:26:34.640213+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:26:34.640213+0000","last_undegraded":"2024-09-12T18:26:34.640213+0000","last_fullsized":"2024-09-12T18:26:34.640213+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.639934+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:07.255126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":208,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.945106+0000","last_change":"2024-09-12T18:26:28.945106+0000","last_active":"2024-09-12T18:26:28.945106+0000","last_peered":"2024-09-12T18:26:28.945106+0000","last_clean":"2024-09-12T18:26:28.945106+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:26:28.945106+0000","last_undegraded":"2024-09-12T18:26:28.945106+0000","last_fullsized":"2024-09-12T18:26:28.945106+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'54","last_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_deep_scrub":"268'54","last_deep_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.945036+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:28.153024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:40.229933+0000","last_change":"2024-09-12T18:08:02.286866+0000","last_active":"2024-09-12T18:22:40.229933+0000","last_peered":"2024-09-12T18:22:40.229933+0000","last_clean":"2024-09-12T18:22:40.229933+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:22:40.229933+0000","last_undegraded":"2024-09-12T18:22:40.229933+0000","last_fullsized":"2024-09-12T18:22:40.229933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:04.926208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:25.411942+0000","last_change":"2024-09-12T17:56:17.689684+0000","last_active":"2024-09-12T18:23:25.411942+0000","last_peered":"2024-09-12T18:23:25.411942+0000","last_clean":"2024-09-12T18:23:25.411942+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:23:25.411942+0000","last_undegraded":"2024-09-12T18:23:25.411942+0000","last_fullsized":"2024-09-12T18:23:25.411942+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:56:16.651912+0000","last_clean_scrub_stamp":"2024-09-12T17:56:16.651912+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:40.697191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'4","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.991754+0000","last_change":"2024-09-12T18:26:35.991754+0000","last_active":"2024-09-12T18:26:35.991754+0000","last_peered":"2024-09-12T18:26:35.991754+0000","last_clean":"2024-09-12T18:26:35.991754+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:26:35.991754+0000","last_undegraded":"2024-09-12T18:26:35.991754+0000","last_fullsized":"2024-09-12T18:26:35.991754+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.991529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:54.443360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":889,"num_write":4,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":249,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.044573+0000","last_change":"2024-09-12T18:26:40.044573+0000","last_active":"2024-09-12T18:26:40.044573+0000","last_peered":"2024-09-12T18:26:40.044573+0000","last_clean":"2024-09-12T18:26:40.044573+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:26:40.044573+0000","last_undegraded":"2024-09-12T18:26:40.044573+0000","last_fullsized":"2024-09-12T18:26:40.044573+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'69","last_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_deep_scrub":"268'69","last_deep_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.044394+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:09.259399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'370","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.203175+0000","last_change":"2024-09-12T18:26:07.203009+0000","last_active":"2024-09-12T18:26:07.203175+0000","last_peered":"2024-09-12T18:26:07.203175+0000","last_clean":"2024-09-12T18:26:07.203175+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:26:07.203175+0000","last_undegraded":"2024-09-12T18:26:07.203175+0000","last_fullsized":"2024-09-12T18:26:07.203175+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.202712+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:20.083571+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360175,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":633,"num_read_kb":24547,"num_write":1192,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.756555+0000","last_change":"2024-09-12T18:26:22.756555+0000","last_active":"2024-09-12T18:26:22.756555+0000","last_peered":"2024-09-12T18:26:22.756555+0000","last_clean":"2024-09-12T18:26:22.756555+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:26:22.756555+0000","last_undegraded":"2024-09-12T18:26:22.756555+0000","last_fullsized":"2024-09-12T18:26:22.756555+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'153","last_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_deep_scrub":"268'153","last_deep_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.756351+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:56.193885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'356","reported_seq":1013,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.474710+0000","last_change":"2024-09-12T18:26:10.474710+0000","last_active":"2024-09-12T18:26:10.474710+0000","last_peered":"2024-09-12T18:26:10.474710+0000","last_clean":"2024-09-12T18:26:10.474710+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:26:10.474710+0000","last_undegraded":"2024-09-12T18:26:10.474710+0000","last_fullsized":"2024-09-12T18:26:10.474710+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'356","last_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_deep_scrub":"268'356","last_deep_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.474470+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:39.064627+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374441,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":541,"num_read_kb":10067,"num_write":1080,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873787+0000","last_change":"2024-09-12T18:26:21.873787+0000","last_active":"2024-09-12T18:26:21.873787+0000","last_peered":"2024-09-12T18:26:21.873787+0000","last_clean":"2024-09-12T18:26:21.873787+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:26:21.873787+0000","last_undegraded":"2024-09-12T18:26:21.873787+0000","last_fullsized":"2024-09-12T18:26:21.873787+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'68","last_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_deep_scrub":"268'68","last_deep_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873476+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.396019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'371","reported_seq":1030,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.581360+0000","last_change":"2024-09-12T18:26:10.581360+0000","last_active":"2024-09-12T18:26:10.581360+0000","last_peered":"2024-09-12T18:26:10.581360+0000","last_clean":"2024-09-12T18:26:10.581360+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:26:10.581360+0000","last_undegraded":"2024-09-12T18:26:10.581360+0000","last_fullsized":"2024-09-12T18:26:10.581360+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.581018+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:11.995876+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":589,"num_read_kb":6306,"num_write":1240,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'300","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.610234+0000","last_change":"2024-09-12T18:26:22.610234+0000","last_active":"2024-09-12T18:26:22.610234+0000","last_peered":"2024-09-12T18:26:22.610234+0000","last_clean":"2024-09-12T18:26:22.610234+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:26:22.610234+0000","last_undegraded":"2024-09-12T18:26:22.610234+0000","last_fullsized":"2024-09-12T18:26:22.610234+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'300","last_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_deep_scrub":"268'300","last_deep_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.610051+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:13.947967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'372","reported_seq":1050,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.821028+0000","last_change":"2024-09-12T18:26:16.821028+0000","last_active":"2024-09-12T18:26:16.821028+0000","last_peered":"2024-09-12T18:26:16.821028+0000","last_clean":"2024-09-12T18:26:16.821028+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:26:16.821028+0000","last_undegraded":"2024-09-12T18:26:16.821028+0000","last_fullsized":"2024-09-12T18:26:16.821028+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.820809+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:22.412888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":619,"num_read_kb":33663,"num_write":1214,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.747298+0000","last_change":"2024-09-12T18:26:19.747298+0000","last_active":"2024-09-12T18:26:19.747298+0000","last_peered":"2024-09-12T18:26:19.747298+0000","last_clean":"2024-09-12T18:26:19.747298+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:26:19.747298+0000","last_undegraded":"2024-09-12T18:26:19.747298+0000","last_fullsized":"2024-09-12T18:26:19.747298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.747120+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:30.616586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'308","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.865326+0000","last_change":"2024-09-12T18:26:17.865326+0000","last_active":"2024-09-12T18:26:17.865326+0000","last_peered":"2024-09-12T18:26:17.865326+0000","last_clean":"2024-09-12T18:26:17.865326+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:26:17.865326+0000","last_undegraded":"2024-09-12T18:26:17.865326+0000","last_fullsized":"2024-09-12T18:26:17.865326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'308","last_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_deep_scrub":"268'308","last_deep_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.865038+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:49.305764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524363,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":402,"num_read_kb":18112,"num_write":945,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":717,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.920356+0000","last_change":"2024-09-12T18:26:17.920194+0000","last_active":"2024-09-12T18:26:17.920356+0000","last_peered":"2024-09-12T18:26:17.920356+0000","last_clean":"2024-09-12T18:26:17.920356+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:26:17.920356+0000","last_undegraded":"2024-09-12T18:26:17.920356+0000","last_fullsized":"2024-09-12T18:26:17.920356+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.920013+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:05.484726+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'326","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.813160+0000","last_change":"2024-09-12T18:26:15.813160+0000","last_active":"2024-09-12T18:26:15.813160+0000","last_peered":"2024-09-12T18:26:15.813160+0000","last_clean":"2024-09-12T18:26:15.813160+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:26:15.813160+0000","last_undegraded":"2024-09-12T18:26:15.813160+0000","last_fullsized":"2024-09-12T18:26:15.813160+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'326","last_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_deep_scrub":"268'326","last_deep_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.812944+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:51.055475+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":517,"num_read_kb":41477,"num_write":1056,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1099,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.656088+0000","last_change":"2024-09-12T18:26:23.656088+0000","last_active":"2024-09-12T18:26:23.656088+0000","last_peered":"2024-09-12T18:26:23.656088+0000","last_clean":"2024-09-12T18:26:23.656088+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:26:23.656088+0000","last_undegraded":"2024-09-12T18:26:23.656088+0000","last_fullsized":"2024-09-12T18:26:23.656088+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.655869+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.572528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'343","reported_seq":1032,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.841194+0000","last_change":"2024-09-12T18:26:16.841194+0000","last_active":"2024-09-12T18:26:16.841194+0000","last_peered":"2024-09-12T18:26:16.841194+0000","last_clean":"2024-09-12T18:26:16.841194+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:26:16.841194+0000","last_undegraded":"2024-09-12T18:26:16.841194+0000","last_fullsized":"2024-09-12T18:26:16.841194+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.840797+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:34.988504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":543,"num_read_kb":48660,"num_write":995,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.775048+0000","last_change":"2024-09-12T18:26:23.775048+0000","last_active":"2024-09-12T18:26:23.775048+0000","last_peered":"2024-09-12T18:26:23.775048+0000","last_clean":"2024-09-12T18:26:23.775048+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:26:23.775048+0000","last_undegraded":"2024-09-12T18:26:23.775048+0000","last_fullsized":"2024-09-12T18:26:23.775048+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.774863+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:35.193470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'332","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.775152+0000","last_change":"2024-09-12T18:26:17.775152+0000","last_active":"2024-09-12T18:26:17.775152+0000","last_peered":"2024-09-12T18:26:17.775152+0000","last_clean":"2024-09-12T18:26:17.775152+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:26:17.775152+0000","last_undegraded":"2024-09-12T18:26:17.775152+0000","last_fullsized":"2024-09-12T18:26:17.775152+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.774932+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.903576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":75372,"num_write":1038,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.155229+0000","last_change":"2024-09-12T18:26:12.155229+0000","last_active":"2024-09-12T18:26:12.155229+0000","last_peered":"2024-09-12T18:26:12.155229+0000","last_clean":"2024-09-12T18:26:12.155229+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:26:12.155229+0000","last_undegraded":"2024-09-12T18:26:12.155229+0000","last_fullsized":"2024-09-12T18:26:12.155229+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.154987+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:34.833389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.686086+0000","last_change":"2024-09-12T18:26:18.686086+0000","last_active":"2024-09-12T18:26:18.686086+0000","last_peered":"2024-09-12T18:26:18.686086+0000","last_clean":"2024-09-12T18:26:18.686086+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:26:18.686086+0000","last_undegraded":"2024-09-12T18:26:18.686086+0000","last_fullsized":"2024-09-12T18:26:18.686086+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'313","last_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_deep_scrub":"268'313","last_deep_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.685912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:50.503707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'466","reported_seq":1190,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.896122+0000","last_change":"2024-09-12T18:26:14.895950+0000","last_active":"2024-09-12T18:26:14.896122+0000","last_peered":"2024-09-12T18:26:14.896122+0000","last_clean":"2024-09-12T18:26:14.896122+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:26:14.896122+0000","last_undegraded":"2024-09-12T18:26:14.896122+0000","last_fullsized":"2024-09-12T18:26:14.896122+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'466","last_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_deep_scrub":"268'466","last_deep_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.895632+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:14.435012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":914,"num_read_kb":3494,"num_write":1355,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.853465+0000","last_change":"2024-09-12T18:26:20.853465+0000","last_active":"2024-09-12T18:26:20.853465+0000","last_peered":"2024-09-12T18:26:20.853465+0000","last_clean":"2024-09-12T18:26:20.853465+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:26:20.853465+0000","last_undegraded":"2024-09-12T18:26:20.853465+0000","last_fullsized":"2024-09-12T18:26:20.853465+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.853283+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:03.085741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'407","reported_seq":1199,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.921123+0000","last_change":"2024-09-12T18:26:13.920984+0000","last_active":"2024-09-12T18:26:13.921123+0000","last_peered":"2024-09-12T18:26:13.921123+0000","last_clean":"2024-09-12T18:26:13.921123+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:26:13.921123+0000","last_undegraded":"2024-09-12T18:26:13.921123+0000","last_fullsized":"2024-09-12T18:26:13.921123+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'407","last_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_deep_scrub":"268'407","last_deep_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.920670+0000","objects_scrubbed":11,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:23.692149+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2617441,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":744,"num_read_kb":57540,"num_write":1284,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":888,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.799756+0000","last_change":"2024-09-12T18:26:20.799756+0000","last_active":"2024-09-12T18:26:20.799756+0000","last_peered":"2024-09-12T18:26:20.799756+0000","last_clean":"2024-09-12T18:26:20.799756+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:26:20.799756+0000","last_undegraded":"2024-09-12T18:26:20.799756+0000","last_fullsized":"2024-09-12T18:26:20.799756+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'270","last_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_deep_scrub":"268'270","last_deep_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.799571+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:02.868930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'290","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.937887+0000","last_change":"2024-09-12T18:26:10.937736+0000","last_active":"2024-09-12T18:26:10.937887+0000","last_peered":"2024-09-12T18:26:10.937887+0000","last_clean":"2024-09-12T18:26:10.937887+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:26:10.937887+0000","last_undegraded":"2024-09-12T18:26:10.937887+0000","last_fullsized":"2024-09-12T18:26:10.937887+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'290","last_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_deep_scrub":"268'290","last_deep_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.937453+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:09.575882+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311604,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":359,"num_read_kb":23269,"num_write":914,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'389","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.204377+0000","last_change":"2024-09-12T18:26:13.204239+0000","last_active":"2024-09-12T18:26:13.204377+0000","last_peered":"2024-09-12T18:26:13.204377+0000","last_clean":"2024-09-12T18:26:13.204377+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:26:13.204377+0000","last_undegraded":"2024-09-12T18:26:13.204377+0000","last_fullsized":"2024-09-12T18:26:13.204377+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.204061+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:50.136801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'368","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.819134+0000","last_change":"2024-09-12T18:26:07.818826+0000","last_active":"2024-09-12T18:26:07.819134+0000","last_peered":"2024-09-12T18:26:07.819134+0000","last_clean":"2024-09-12T18:26:07.819134+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:26:07.819134+0000","last_undegraded":"2024-09-12T18:26:07.819134+0000","last_fullsized":"2024-09-12T18:26:07.819134+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.818505+0000","objects_scrubbed":6,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:35.251127+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":572,"num_read_kb":170315,"num_write":1132,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.244503+0000","last_change":"2024-09-12T18:26:14.244313+0000","last_active":"2024-09-12T18:26:14.244503+0000","last_peered":"2024-09-12T18:26:14.244503+0000","last_clean":"2024-09-12T18:26:14.244503+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:26:14.244503+0000","last_undegraded":"2024-09-12T18:26:14.244503+0000","last_fullsized":"2024-09-12T18:26:14.244503+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.244127+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:20.780045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'439","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.757434+0000","last_change":"2024-09-12T18:26:13.757277+0000","last_active":"2024-09-12T18:26:13.757434+0000","last_peered":"2024-09-12T18:26:13.757434+0000","last_clean":"2024-09-12T18:26:13.757434+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:26:13.757434+0000","last_undegraded":"2024-09-12T18:26:13.757434+0000","last_fullsized":"2024-09-12T18:26:13.757434+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'439","last_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_deep_scrub":"268'439","last_deep_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.756923+0000","objects_scrubbed":13,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:32.439891+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432742,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":743,"num_read_kb":7934,"num_write":1442,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.648497+0000","last_change":"2024-09-12T18:26:21.648217+0000","last_active":"2024-09-12T18:26:21.648497+0000","last_peered":"2024-09-12T18:26:21.648497+0000","last_clean":"2024-09-12T18:26:21.648497+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:26:21.648497+0000","last_undegraded":"2024-09-12T18:26:21.648497+0000","last_fullsized":"2024-09-12T18:26:21.648497+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.647946+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:54.413982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'343","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.587373+0000","last_change":"2024-09-12T18:26:06.587373+0000","last_active":"2024-09-12T18:26:06.587373+0000","last_peered":"2024-09-12T18:26:06.587373+0000","last_clean":"2024-09-12T18:26:06.587373+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:26:06.587373+0000","last_undegraded":"2024-09-12T18:26:06.587373+0000","last_fullsized":"2024-09-12T18:26:06.587373+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.587144+0000","objects_scrubbed":4,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:36.295125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306465,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":64495,"num_write":1124,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'111","reported_seq":625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.767928+0000","last_change":"2024-09-12T18:26:38.767758+0000","last_active":"2024-09-12T18:26:38.767928+0000","last_peered":"2024-09-12T18:26:38.767928+0000","last_clean":"2024-09-12T18:26:38.767928+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:26:38.767928+0000","last_undegraded":"2024-09-12T18:26:38.767928+0000","last_fullsized":"2024-09-12T18:26:38.767928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.767575+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:19.584952+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.181107+0000","last_change":"2024-09-12T18:26:10.181107+0000","last_active":"2024-09-12T18:26:10.181107+0000","last_peered":"2024-09-12T18:26:10.181107+0000","last_clean":"2024-09-12T18:26:10.181107+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:26:10.181107+0000","last_undegraded":"2024-09-12T18:26:10.181107+0000","last_fullsized":"2024-09-12T18:26:10.181107+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'200","last_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_deep_scrub":"268'200","last_deep_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.180915+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:04.414454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'333","reported_seq":973,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.847683+0000","last_change":"2024-09-12T18:26:12.847683+0000","last_active":"2024-09-12T18:26:12.847683+0000","last_peered":"2024-09-12T18:26:12.847683+0000","last_clean":"2024-09-12T18:26:12.847683+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:26:12.847683+0000","last_undegraded":"2024-09-12T18:26:12.847683+0000","last_fullsized":"2024-09-12T18:26:12.847683+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.847467+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:37.560690+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":480,"num_read_kb":19687,"num_write":1087,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.775729+0000","last_change":"2024-09-12T18:26:26.775593+0000","last_active":"2024-09-12T18:26:26.775729+0000","last_peered":"2024-09-12T18:26:26.775729+0000","last_clean":"2024-09-12T18:26:26.775729+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:26:26.775729+0000","last_undegraded":"2024-09-12T18:26:26.775729+0000","last_fullsized":"2024-09-12T18:26:26.775729+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.775404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:50.364268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'329","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.806886+0000","last_change":"2024-09-12T18:26:27.806724+0000","last_active":"2024-09-12T18:26:27.806886+0000","last_peered":"2024-09-12T18:26:27.806886+0000","last_clean":"2024-09-12T18:26:27.806886+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:26:27.806886+0000","last_undegraded":"2024-09-12T18:26:27.806886+0000","last_fullsized":"2024-09-12T18:26:27.806886+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'329","last_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_deep_scrub":"268'329","last_deep_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.806512+0000","objects_scrubbed":4,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:53.948147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":1082,"num_write":410,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.963086+0000","last_change":"2024-09-12T18:26:35.963086+0000","last_active":"2024-09-12T18:26:35.963086+0000","last_peered":"2024-09-12T18:26:35.963086+0000","last_clean":"2024-09-12T18:26:35.963086+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:26:35.963086+0000","last_undegraded":"2024-09-12T18:26:35.963086+0000","last_fullsized":"2024-09-12T18:26:35.963086+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.962907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:23.634755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'155","reported_seq":709,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.750007+0000","last_change":"2024-09-12T18:26:39.749844+0000","last_active":"2024-09-12T18:26:39.750007+0000","last_peered":"2024-09-12T18:26:39.750007+0000","last_clean":"2024-09-12T18:26:39.750007+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:26:39.750007+0000","last_undegraded":"2024-09-12T18:26:39.750007+0000","last_fullsized":"2024-09-12T18:26:39.750007+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.749626+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:19.058541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.805348+0000","last_change":"2024-09-12T18:26:18.805181+0000","last_active":"2024-09-12T18:26:18.805348+0000","last_peered":"2024-09-12T18:26:18.805348+0000","last_clean":"2024-09-12T18:26:18.805348+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:26:18.805348+0000","last_undegraded":"2024-09-12T18:26:18.805348+0000","last_fullsized":"2024-09-12T18:26:18.805348+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'80","last_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_deep_scrub":"268'80","last_deep_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.804996+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:16.369389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'344","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.541124+0000","last_change":"2024-09-12T18:26:03.541124+0000","last_active":"2024-09-12T18:26:03.541124+0000","last_peered":"2024-09-12T18:26:03.541124+0000","last_clean":"2024-09-12T18:26:03.541124+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:26:03.541124+0000","last_undegraded":"2024-09-12T18:26:03.541124+0000","last_fullsized":"2024-09-12T18:26:03.541124+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'344","last_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_deep_scrub":"268'344","last_deep_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.540977+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:20.474438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":67283,"num_write":1156,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"268'6","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.895569+0000","last_change":"2024-09-12T18:26:27.895569+0000","last_active":"2024-09-12T18:26:27.895569+0000","last_peered":"2024-09-12T18:26:27.895569+0000","last_clean":"2024-09-12T18:26:27.895569+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:26:27.895569+0000","last_undegraded":"2024-09-12T18:26:27.895569+0000","last_fullsized":"2024-09-12T18:26:27.895569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.895369+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:37.553354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'96","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.699142+0000","last_change":"2024-09-12T18:26:30.698847+0000","last_active":"2024-09-12T18:26:30.699142+0000","last_peered":"2024-09-12T18:26:30.699142+0000","last_clean":"2024-09-12T18:26:30.699142+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:26:30.699142+0000","last_undegraded":"2024-09-12T18:26:30.699142+0000","last_fullsized":"2024-09-12T18:26:30.699142+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.698622+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:50.443478+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.794817+0000","last_change":"2024-09-12T18:26:33.794631+0000","last_active":"2024-09-12T18:26:33.794817+0000","last_peered":"2024-09-12T18:26:33.794817+0000","last_clean":"2024-09-12T18:26:33.794817+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:26:33.794817+0000","last_undegraded":"2024-09-12T18:26:33.794817+0000","last_fullsized":"2024-09-12T18:26:33.794817+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.794304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:15.950107+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'137","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.845880+0000","last_change":"2024-09-12T18:26:39.845880+0000","last_active":"2024-09-12T18:26:39.845880+0000","last_peered":"2024-09-12T18:26:39.845880+0000","last_clean":"2024-09-12T18:26:39.845880+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:26:39.845880+0000","last_undegraded":"2024-09-12T18:26:39.845880+0000","last_fullsized":"2024-09-12T18:26:39.845880+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'137","last_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_deep_scrub":"268'137","last_deep_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.845763+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.006951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.717122+0000","last_change":"2024-09-12T18:26:15.716976+0000","last_active":"2024-09-12T18:26:15.717122+0000","last_peered":"2024-09-12T18:26:15.717122+0000","last_clean":"2024-09-12T18:26:15.717122+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:26:15.717122+0000","last_undegraded":"2024-09-12T18:26:15.717122+0000","last_fullsized":"2024-09-12T18:26:15.717122+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.716794+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:39.425262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'362","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.883170+0000","last_change":"2024-09-12T18:26:10.883170+0000","last_active":"2024-09-12T18:26:10.883170+0000","last_peered":"2024-09-12T18:26:10.883170+0000","last_clean":"2024-09-12T18:26:10.883170+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:26:10.883170+0000","last_undegraded":"2024-09-12T18:26:10.883170+0000","last_fullsized":"2024-09-12T18:26:10.883170+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'362","last_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_deep_scrub":"268'362","last_deep_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.882941+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:11.504040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":568,"num_read_kb":15040,"num_write":1095,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.923266+0000","last_change":"2024-09-12T18:26:30.923094+0000","last_active":"2024-09-12T18:26:30.923266+0000","last_peered":"2024-09-12T18:26:30.923266+0000","last_clean":"2024-09-12T18:26:30.923266+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:26:30.923266+0000","last_undegraded":"2024-09-12T18:26:30.923266+0000","last_fullsized":"2024-09-12T18:26:30.923266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.922914+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:52.372476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'114","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.232706+0000","last_change":"2024-09-12T18:26:22.232706+0000","last_active":"2024-09-12T18:26:22.232706+0000","last_peered":"2024-09-12T18:26:22.232706+0000","last_clean":"2024-09-12T18:26:22.232706+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:26:22.232706+0000","last_undegraded":"2024-09-12T18:26:22.232706+0000","last_fullsized":"2024-09-12T18:26:22.232706+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.232491+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:14.851136+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'772","reported_seq":2281,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.933780+0000","last_change":"2024-09-12T18:26:34.933614+0000","last_active":"2024-09-12T18:26:34.933780+0000","last_peered":"2024-09-12T18:26:34.933780+0000","last_clean":"2024-09-12T18:26:34.933780+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:26:34.933780+0000","last_undegraded":"2024-09-12T18:26:34.933780+0000","last_fullsized":"2024-09-12T18:26:34.933780+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'772","last_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_deep_scrub":"268'772","last_deep_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.933428+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:40.578642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'213","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.798875+0000","last_change":"2024-09-12T18:26:39.798875+0000","last_active":"2024-09-12T18:26:39.798875+0000","last_peered":"2024-09-12T18:26:39.798875+0000","last_clean":"2024-09-12T18:26:39.798875+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:26:39.798875+0000","last_undegraded":"2024-09-12T18:26:39.798875+0000","last_fullsized":"2024-09-12T18:26:39.798875+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'213","last_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_deep_scrub":"268'213","last_deep_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.798581+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:23.958054+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4182","reported_seq":4801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.778640+0000","last_change":"2024-09-12T18:26:16.778443+0000","last_active":"2024-09-12T18:26:16.778640+0000","last_peered":"2024-09-12T18:26:16.778640+0000","last_clean":"2024-09-12T18:26:16.778640+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:26:16.778640+0000","last_undegraded":"2024-09-12T18:26:16.778640+0000","last_fullsized":"2024-09-12T18:26:16.778640+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4182","last_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_deep_scrub":"268'4182","last_deep_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.778264+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":3000,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:10.210739+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2877,"num_omap_keys":12,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'392","reported_seq":1102,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.871273+0000","last_change":"2024-09-12T18:26:05.871273+0000","last_active":"2024-09-12T18:26:05.871273+0000","last_peered":"2024-09-12T18:26:05.871273+0000","last_clean":"2024-09-12T18:26:05.871273+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:26:05.871273+0000","last_undegraded":"2024-09-12T18:26:05.871273+0000","last_fullsized":"2024-09-12T18:26:05.871273+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.870742+0000","objects_scrubbed":7,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:08.144174+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2443868,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":677,"num_read_kb":4096,"num_write":1384,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.819439+0000","last_change":"2024-09-12T18:26:27.819291+0000","last_active":"2024-09-12T18:26:27.819439+0000","last_peered":"2024-09-12T18:26:27.819439+0000","last_clean":"2024-09-12T18:26:27.819439+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:26:27.819439+0000","last_undegraded":"2024-09-12T18:26:27.819439+0000","last_fullsized":"2024-09-12T18:26:27.819439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.819105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:46.984148+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'264","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.856022+0000","last_change":"2024-09-12T18:26:31.855882+0000","last_active":"2024-09-12T18:26:31.856022+0000","last_peered":"2024-09-12T18:26:31.856022+0000","last_clean":"2024-09-12T18:26:31.856022+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:26:31.856022+0000","last_undegraded":"2024-09-12T18:26:31.856022+0000","last_fullsized":"2024-09-12T18:26:31.856022+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.855687+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.880508+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47774,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":1000,"num_write":348,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'800","reported_seq":4688,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:57.796158+0000","last_change":"2024-09-12T17:38:15.697481+0000","last_active":"2024-09-12T18:25:57.796158+0000","last_peered":"2024-09-12T18:25:57.796158+0000","last_clean":"2024-09-12T18:25:57.796158+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:25:57.796158+0000","last_undegraded":"2024-09-12T18:25:57.796158+0000","last_fullsized":"2024-09-12T18:25:57.796158+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:15.510349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.778783+0000","last_change":"2024-09-12T18:26:17.778783+0000","last_active":"2024-09-12T18:26:17.778783+0000","last_peered":"2024-09-12T18:26:17.778783+0000","last_clean":"2024-09-12T18:26:17.778783+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:26:17.778783+0000","last_undegraded":"2024-09-12T18:26:17.778783+0000","last_fullsized":"2024-09-12T18:26:17.778783+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.778605+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:42.851892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'349","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.888829+0000","last_change":"2024-09-12T18:26:09.888829+0000","last_active":"2024-09-12T18:26:09.888829+0000","last_peered":"2024-09-12T18:26:09.888829+0000","last_clean":"2024-09-12T18:26:09.888829+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:26:09.888829+0000","last_undegraded":"2024-09-12T18:26:09.888829+0000","last_fullsized":"2024-09-12T18:26:09.888829+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.888593+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:17.256452+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":28120,"num_write":1081,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.842769+0000","last_change":"2024-09-12T18:26:24.842769+0000","last_active":"2024-09-12T18:26:24.842769+0000","last_peered":"2024-09-12T18:26:24.842769+0000","last_clean":"2024-09-12T18:26:24.842769+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:26:24.842769+0000","last_undegraded":"2024-09-12T18:26:24.842769+0000","last_fullsized":"2024-09-12T18:26:24.842769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.842538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:11.331645+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'364","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.839075+0000","last_change":"2024-09-12T18:26:29.839075+0000","last_active":"2024-09-12T18:26:29.839075+0000","last_peered":"2024-09-12T18:26:29.839075+0000","last_clean":"2024-09-12T18:26:29.839075+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:26:29.839075+0000","last_undegraded":"2024-09-12T18:26:29.839075+0000","last_fullsized":"2024-09-12T18:26:29.839075+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'364","last_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_deep_scrub":"268'364","last_deep_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.838869+0000","objects_scrubbed":9,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:59.092935+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62103,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":593,"num_read_kb":1287,"num_write":470,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.577786+0000","last_change":"2024-09-12T18:26:25.577786+0000","last_active":"2024-09-12T18:26:25.577786+0000","last_peered":"2024-09-12T18:26:25.577786+0000","last_clean":"2024-09-12T18:26:25.577786+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:26:25.577786+0000","last_undegraded":"2024-09-12T18:26:25.577786+0000","last_fullsized":"2024-09-12T18:26:25.577786+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.577551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:24.259268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'558","reported_seq":1373,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.726678+0000","last_change":"2024-09-12T18:26:35.726678+0000","last_active":"2024-09-12T18:26:35.726678+0000","last_peered":"2024-09-12T18:26:35.726678+0000","last_clean":"2024-09-12T18:26:35.726678+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:26:35.726678+0000","last_undegraded":"2024-09-12T18:26:35.726678+0000","last_fullsized":"2024-09-12T18:26:35.726678+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'558","last_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_deep_scrub":"268'558","last_deep_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.726468+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":500,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:08.889533+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'184","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.763118+0000","last_change":"2024-09-12T18:26:09.763118+0000","last_active":"2024-09-12T18:26:09.763118+0000","last_peered":"2024-09-12T18:26:09.763118+0000","last_clean":"2024-09-12T18:26:09.763118+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:26:09.763118+0000","last_undegraded":"2024-09-12T18:26:09.763118+0000","last_fullsized":"2024-09-12T18:26:09.763118+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'184","last_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_deep_scrub":"268'184","last_deep_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.762941+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:40.760816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'345","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.851032+0000","last_change":"2024-09-12T18:26:08.851032+0000","last_active":"2024-09-12T18:26:08.851032+0000","last_peered":"2024-09-12T18:26:08.851032+0000","last_clean":"2024-09-12T18:26:08.851032+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:26:08.851032+0000","last_undegraded":"2024-09-12T18:26:08.851032+0000","last_fullsized":"2024-09-12T18:26:08.851032+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.850830+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:20.985754+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":632,"num_read_kb":14213,"num_write":1068,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"268'4","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.230029+0000","last_change":"2024-09-12T18:26:18.230029+0000","last_active":"2024-09-12T18:26:18.230029+0000","last_peered":"2024-09-12T18:26:18.230029+0000","last_clean":"2024-09-12T18:26:18.230029+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:26:18.230029+0000","last_undegraded":"2024-09-12T18:26:18.230029+0000","last_fullsized":"2024-09-12T18:26:18.230029+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.229837+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:39.592537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'294","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.930095+0000","last_change":"2024-09-12T18:26:28.930095+0000","last_active":"2024-09-12T18:26:28.930095+0000","last_peered":"2024-09-12T18:26:28.930095+0000","last_clean":"2024-09-12T18:26:28.930095+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:26:28.930095+0000","last_undegraded":"2024-09-12T18:26:28.930095+0000","last_fullsized":"2024-09-12T18:26:28.930095+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.929908+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:25.207430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48537,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":1086,"num_write":386,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.953749+0000","last_change":"2024-09-12T18:26:35.953749+0000","last_active":"2024-09-12T18:26:35.953749+0000","last_peered":"2024-09-12T18:26:35.953749+0000","last_clean":"2024-09-12T18:26:35.953749+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:26:35.953749+0000","last_undegraded":"2024-09-12T18:26:35.953749+0000","last_fullsized":"2024-09-12T18:26:35.953749+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.953545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.016178+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2393","reported_seq":4223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.968728+0000","last_change":"2024-09-12T18:26:31.968728+0000","last_active":"2024-09-12T18:26:31.968728+0000","last_peered":"2024-09-12T18:26:31.968728+0000","last_clean":"2024-09-12T18:26:31.968728+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:26:31.968728+0000","last_undegraded":"2024-09-12T18:26:31.968728+0000","last_fullsized":"2024-09-12T18:26:31.968728+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2393","last_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_deep_scrub":"268'2393","last_deep_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.968541+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":2300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:42.290834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.888950+0000","last_change":"2024-09-12T18:26:14.888950+0000","last_active":"2024-09-12T18:26:14.888950+0000","last_peered":"2024-09-12T18:26:14.888950+0000","last_clean":"2024-09-12T18:26:14.888950+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:26:14.888950+0000","last_undegraded":"2024-09-12T18:26:14.888950+0000","last_fullsized":"2024-09-12T18:26:14.888950+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4205","last_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_deep_scrub":"268'4205","last_deep_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.888753+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:02.033411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'389","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.822023+0000","last_change":"2024-09-12T18:26:07.822023+0000","last_active":"2024-09-12T18:26:07.822023+0000","last_peered":"2024-09-12T18:26:07.822023+0000","last_clean":"2024-09-12T18:26:07.822023+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:26:07.822023+0000","last_undegraded":"2024-09-12T18:26:07.822023+0000","last_fullsized":"2024-09-12T18:26:07.822023+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.821763+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:00.479507+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":562,"num_read_kb":8867,"num_write":1279,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.192663+0000","last_change":"2024-09-12T18:26:17.192663+0000","last_active":"2024-09-12T18:26:17.192663+0000","last_peered":"2024-09-12T18:26:17.192663+0000","last_clean":"2024-09-12T18:26:17.192663+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:26:17.192663+0000","last_undegraded":"2024-09-12T18:26:17.192663+0000","last_fullsized":"2024-09-12T18:26:17.192663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.192487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:37.287802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'324","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.811816+0000","last_change":"2024-09-12T18:26:28.811816+0000","last_active":"2024-09-12T18:26:28.811816+0000","last_peered":"2024-09-12T18:26:28.811816+0000","last_clean":"2024-09-12T18:26:28.811816+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:26:28.811816+0000","last_undegraded":"2024-09-12T18:26:28.811816+0000","last_fullsized":"2024-09-12T18:26:28.811816+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.811569+0000","objects_scrubbed":7,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:09.827060+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43359,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":517,"num_read_kb":1175,"num_write":422,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2602,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.819874+0000","last_change":"2024-09-12T18:26:31.819874+0000","last_active":"2024-09-12T18:26:31.819874+0000","last_peered":"2024-09-12T18:26:31.819874+0000","last_clean":"2024-09-12T18:26:31.819874+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:26:31.819874+0000","last_undegraded":"2024-09-12T18:26:31.819874+0000","last_fullsized":"2024-09-12T18:26:31.819874+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'787","last_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_deep_scrub":"268'787","last_deep_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.819667+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:25.625415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.816574+0000","last_change":"2024-09-12T18:26:36.816574+0000","last_active":"2024-09-12T18:26:36.816574+0000","last_peered":"2024-09-12T18:26:36.816574+0000","last_clean":"2024-09-12T18:26:36.816574+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:26:36.816574+0000","last_undegraded":"2024-09-12T18:26:36.816574+0000","last_fullsized":"2024-09-12T18:26:36.816574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'107","last_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_deep_scrub":"268'107","last_deep_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.816342+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:15.440821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'150","reported_seq":771,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.681767+0000","last_change":"2024-09-12T18:26:14.681767+0000","last_active":"2024-09-12T18:26:14.681767+0000","last_peered":"2024-09-12T18:26:14.681767+0000","last_clean":"2024-09-12T18:26:14.681767+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:26:14.681767+0000","last_undegraded":"2024-09-12T18:26:14.681767+0000","last_fullsized":"2024-09-12T18:26:14.681767+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.681585+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:12.314601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":273,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'368","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.814657+0000","last_change":"2024-09-12T18:26:07.814657+0000","last_active":"2024-09-12T18:26:07.814657+0000","last_peered":"2024-09-12T18:26:07.814657+0000","last_clean":"2024-09-12T18:26:07.814657+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:26:07.814657+0000","last_undegraded":"2024-09-12T18:26:07.814657+0000","last_fullsized":"2024-09-12T18:26:07.814657+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.813961+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:56.606339+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4452400,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":42615,"num_write":1207,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.240002+0000","last_change":"2024-09-12T18:26:16.240002+0000","last_active":"2024-09-12T18:26:16.240002+0000","last_peered":"2024-09-12T18:26:16.240002+0000","last_clean":"2024-09-12T18:26:16.240002+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:26:16.240002+0000","last_undegraded":"2024-09-12T18:26:16.240002+0000","last_fullsized":"2024-09-12T18:26:16.240002+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.239805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:50.495123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'485","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.804978+0000","last_change":"2024-09-12T18:26:25.804978+0000","last_active":"2024-09-12T18:26:25.804978+0000","last_peered":"2024-09-12T18:26:25.804978+0000","last_clean":"2024-09-12T18:26:25.804978+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:26:25.804978+0000","last_undegraded":"2024-09-12T18:26:25.804978+0000","last_fullsized":"2024-09-12T18:26:25.804978+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'485","last_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_deep_scrub":"268'485","last_deep_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.804760+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:40.700109+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":839,"num_read_kb":2041,"num_write":694,"num_write_kb":595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.211811+0000","last_change":"2024-09-12T18:26:23.211811+0000","last_active":"2024-09-12T18:26:23.211811+0000","last_peered":"2024-09-12T18:26:23.211811+0000","last_clean":"2024-09-12T18:26:23.211811+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:26:23.211811+0000","last_undegraded":"2024-09-12T18:26:23.211811+0000","last_fullsized":"2024-09-12T18:26:23.211811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.211600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:06.595112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'163","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.641961+0000","last_change":"2024-09-12T18:26:35.641961+0000","last_active":"2024-09-12T18:26:35.641961+0000","last_peered":"2024-09-12T18:26:35.641961+0000","last_clean":"2024-09-12T18:26:35.641961+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:26:35.641961+0000","last_undegraded":"2024-09-12T18:26:35.641961+0000","last_fullsized":"2024-09-12T18:26:35.641961+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.641743+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:55.116901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'160","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.745840+0000","last_change":"2024-09-12T18:26:10.745840+0000","last_active":"2024-09-12T18:26:10.745840+0000","last_peered":"2024-09-12T18:26:10.745840+0000","last_clean":"2024-09-12T18:26:10.745840+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:26:10.745840+0000","last_undegraded":"2024-09-12T18:26:10.745840+0000","last_fullsized":"2024-09-12T18:26:10.745840+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'160","last_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_deep_scrub":"268'160","last_deep_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.745634+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:24.686154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'354","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.732086+0000","last_change":"2024-09-12T18:26:10.732086+0000","last_active":"2024-09-12T18:26:10.732086+0000","last_peered":"2024-09-12T18:26:10.732086+0000","last_clean":"2024-09-12T18:26:10.732086+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:26:10.732086+0000","last_undegraded":"2024-09-12T18:26:10.732086+0000","last_fullsized":"2024-09-12T18:26:10.732086+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'354","last_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_deep_scrub":"268'354","last_deep_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.731711+0000","objects_scrubbed":5,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:00.808334+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":548,"num_read_kb":43583,"num_write":1077,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.272776+0000","last_change":"2024-09-12T18:26:19.272776+0000","last_active":"2024-09-12T18:26:19.272776+0000","last_peered":"2024-09-12T18:26:19.272776+0000","last_clean":"2024-09-12T18:26:19.272776+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:26:19.272776+0000","last_undegraded":"2024-09-12T18:26:19.272776+0000","last_fullsized":"2024-09-12T18:26:19.272776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.272573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:56.820052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'330","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.703922+0000","last_change":"2024-09-12T18:26:28.703922+0000","last_active":"2024-09-12T18:26:28.703922+0000","last_peered":"2024-09-12T18:26:28.703922+0000","last_clean":"2024-09-12T18:26:28.703922+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:26:28.703922+0000","last_undegraded":"2024-09-12T18:26:28.703922+0000","last_fullsized":"2024-09-12T18:26:28.703922+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.703683+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.444760+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51353,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":1284,"num_write":510,"num_write_kb":433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.773546+0000","last_change":"2024-09-12T18:26:33.773546+0000","last_active":"2024-09-12T18:26:33.773546+0000","last_peered":"2024-09-12T18:26:33.773546+0000","last_clean":"2024-09-12T18:26:33.773546+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:26:33.773546+0000","last_undegraded":"2024-09-12T18:26:33.773546+0000","last_fullsized":"2024-09-12T18:26:33.773546+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.773250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:54.484101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'124","reported_seq":619,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:25:12.647168+0000","last_change":"2024-09-12T17:38:17.699013+0000","last_active":"2024-09-12T18:25:12.647168+0000","last_peered":"2024-09-12T18:25:12.647168+0000","last_clean":"2024-09-12T18:25:12.647168+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:25:12.647168+0000","last_undegraded":"2024-09-12T18:25:12.647168+0000","last_fullsized":"2024-09-12T18:25:12.647168+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":772,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.749818+0000","last_change":"2024-09-12T18:26:13.749818+0000","last_active":"2024-09-12T18:26:13.749818+0000","last_peered":"2024-09-12T18:26:13.749818+0000","last_clean":"2024-09-12T18:26:13.749818+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:26:13.749818+0000","last_undegraded":"2024-09-12T18:26:13.749818+0000","last_fullsized":"2024-09-12T18:26:13.749818+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.749601+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:47.582746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'328","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.837433+0000","last_change":"2024-09-12T18:26:06.837433+0000","last_active":"2024-09-12T18:26:06.837433+0000","last_peered":"2024-09-12T18:26:06.837433+0000","last_clean":"2024-09-12T18:26:06.837433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:26:06.837433+0000","last_undegraded":"2024-09-12T18:26:06.837433+0000","last_fullsized":"2024-09-12T18:26:06.837433+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.837140+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:42.268208+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":56900,"num_write":1001,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.496075+0000","last_change":"2024-09-12T18:26:16.496075+0000","last_active":"2024-09-12T18:26:16.496075+0000","last_peered":"2024-09-12T18:26:16.496075+0000","last_clean":"2024-09-12T18:26:16.496075+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:26:16.496075+0000","last_undegraded":"2024-09-12T18:26:16.496075+0000","last_fullsized":"2024-09-12T18:26:16.496075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.495885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:19.611077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'297","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.282440+0000","last_change":"2024-09-12T18:26:21.282440+0000","last_active":"2024-09-12T18:26:21.282440+0000","last_peered":"2024-09-12T18:26:21.282440+0000","last_clean":"2024-09-12T18:26:21.282440+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:26:21.282440+0000","last_undegraded":"2024-09-12T18:26:21.282440+0000","last_fullsized":"2024-09-12T18:26:21.282440+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'297","last_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_deep_scrub":"268'297","last_deep_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.282241+0000","objects_scrubbed":7,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.483766+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45693,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":483,"num_read_kb":1075,"num_write":386,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":4321,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.156760+0000","last_change":"2024-09-12T18:26:26.156760+0000","last_active":"2024-09-12T18:26:26.156760+0000","last_peered":"2024-09-12T18:26:26.156760+0000","last_clean":"2024-09-12T18:26:26.156760+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:26:26.156760+0000","last_undegraded":"2024-09-12T18:26:26.156760+0000","last_fullsized":"2024-09-12T18:26:26.156760+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.156590+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:15.313868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'136","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.561700+0000","last_change":"2024-09-12T18:26:26.561700+0000","last_active":"2024-09-12T18:26:26.561700+0000","last_peered":"2024-09-12T18:26:26.561700+0000","last_clean":"2024-09-12T18:26:26.561700+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:26:26.561700+0000","last_undegraded":"2024-09-12T18:26:26.561700+0000","last_fullsized":"2024-09-12T18:26:26.561700+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.561498+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.941539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.798648+0000","last_change":"2024-09-12T18:26:12.798648+0000","last_active":"2024-09-12T18:26:12.798648+0000","last_peered":"2024-09-12T18:26:12.798648+0000","last_clean":"2024-09-12T18:26:12.798648+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:26:12.798648+0000","last_undegraded":"2024-09-12T18:26:12.798648+0000","last_fullsized":"2024-09-12T18:26:12.798648+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.798460+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:24.738630+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'340","reported_seq":1100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.803171+0000","last_change":"2024-09-12T18:26:04.803171+0000","last_active":"2024-09-12T18:26:04.803171+0000","last_peered":"2024-09-12T18:26:04.803171+0000","last_clean":"2024-09-12T18:26:04.803171+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:26:04.803171+0000","last_undegraded":"2024-09-12T18:26:04.803171+0000","last_fullsized":"2024-09-12T18:26:04.803171+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.802970+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:02.043749+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":815,"num_read_kb":28315,"num_write":1118,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1472,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.785224+0000","last_change":"2024-09-12T18:26:25.785224+0000","last_active":"2024-09-12T18:26:25.785224+0000","last_peered":"2024-09-12T18:26:25.785224+0000","last_clean":"2024-09-12T18:26:25.785224+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:26:25.785224+0000","last_undegraded":"2024-09-12T18:26:25.785224+0000","last_fullsized":"2024-09-12T18:26:25.785224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.785024+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:10.289154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":967,"num_read_kb":967,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'76","reported_seq":604,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.977332+0000","last_change":"2024-09-12T18:26:29.977332+0000","last_active":"2024-09-12T18:26:29.977332+0000","last_peered":"2024-09-12T18:26:29.977332+0000","last_clean":"2024-09-12T18:26:29.977332+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:26:29.977332+0000","last_undegraded":"2024-09-12T18:26:29.977332+0000","last_fullsized":"2024-09-12T18:26:29.977332+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'76","last_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_deep_scrub":"268'76","last_deep_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.977133+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:39.130953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'758","reported_seq":2303,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.901543+0000","last_change":"2024-09-12T18:26:23.901543+0000","last_active":"2024-09-12T18:26:23.901543+0000","last_peered":"2024-09-12T18:26:23.901543+0000","last_clean":"2024-09-12T18:26:23.901543+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:26:23.901543+0000","last_undegraded":"2024-09-12T18:26:23.901543+0000","last_fullsized":"2024-09-12T18:26:23.901543+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'758","last_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_deep_scrub":"268'758","last_deep_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.901362+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:32.001368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'129","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.789780+0000","last_change":"2024-09-12T18:26:37.789780+0000","last_active":"2024-09-12T18:26:37.789780+0000","last_peered":"2024-09-12T18:26:37.789780+0000","last_clean":"2024-09-12T18:26:37.789780+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:26:37.789780+0000","last_undegraded":"2024-09-12T18:26:37.789780+0000","last_fullsized":"2024-09-12T18:26:37.789780+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.789580+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:02.459713+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":736,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.453084+0000","last_change":"2024-09-12T18:26:13.453084+0000","last_active":"2024-09-12T18:26:13.453084+0000","last_peered":"2024-09-12T18:26:13.453084+0000","last_clean":"2024-09-12T18:26:13.453084+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:26:13.453084+0000","last_undegraded":"2024-09-12T18:26:13.453084+0000","last_fullsized":"2024-09-12T18:26:13.453084+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.452896+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:47.978276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'353","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.729435+0000","last_change":"2024-09-12T18:26:05.729435+0000","last_active":"2024-09-12T18:26:05.729435+0000","last_peered":"2024-09-12T18:26:05.729435+0000","last_clean":"2024-09-12T18:26:05.729435+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:26:05.729435+0000","last_undegraded":"2024-09-12T18:26:05.729435+0000","last_fullsized":"2024-09-12T18:26:05.729435+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.729240+0000","objects_scrubbed":10,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.492379+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262170,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":452,"num_read_kb":16781,"num_write":1071,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.686783+0000","last_change":"2024-09-12T18:26:25.686783+0000","last_active":"2024-09-12T18:26:25.686783+0000","last_peered":"2024-09-12T18:26:25.686783+0000","last_clean":"2024-09-12T18:26:25.686783+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:26:25.686783+0000","last_undegraded":"2024-09-12T18:26:25.686783+0000","last_fullsized":"2024-09-12T18:26:25.686783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.686519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:27.088422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'384","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.812296+0000","last_change":"2024-09-12T18:26:31.812296+0000","last_active":"2024-09-12T18:26:31.812296+0000","last_peered":"2024-09-12T18:26:31.812296+0000","last_clean":"2024-09-12T18:26:31.812296+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:26:31.812296+0000","last_undegraded":"2024-09-12T18:26:31.812296+0000","last_fullsized":"2024-09-12T18:26:31.812296+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.812067+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:40.868165+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50321,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":585,"num_read_kb":1209,"num_write":472,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873501+0000","last_change":"2024-09-12T18:26:21.873501+0000","last_active":"2024-09-12T18:26:21.873501+0000","last_peered":"2024-09-12T18:26:21.873501+0000","last_clean":"2024-09-12T18:26:21.873501+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:26:21.873501+0000","last_undegraded":"2024-09-12T18:26:21.873501+0000","last_fullsized":"2024-09-12T18:26:21.873501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:41.359454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'129","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.604930+0000","last_change":"2024-09-12T18:26:31.604930+0000","last_active":"2024-09-12T18:26:31.604930+0000","last_peered":"2024-09-12T18:26:31.604930+0000","last_clean":"2024-09-12T18:26:31.604930+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:26:31.604930+0000","last_undegraded":"2024-09-12T18:26:31.604930+0000","last_fullsized":"2024-09-12T18:26:31.604930+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.604679+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:15.080456+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.931889+0000","last_change":"2024-09-12T18:26:11.931697+0000","last_active":"2024-09-12T18:26:11.931889+0000","last_peered":"2024-09-12T18:26:11.931889+0000","last_clean":"2024-09-12T18:26:11.931889+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:26:11.931889+0000","last_undegraded":"2024-09-12T18:26:11.931889+0000","last_fullsized":"2024-09-12T18:26:11.931889+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.931520+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:43.908532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.879035+0000","last_change":"2024-09-12T18:26:05.879035+0000","last_active":"2024-09-12T18:26:05.879035+0000","last_peered":"2024-09-12T18:26:05.879035+0000","last_clean":"2024-09-12T18:26:05.879035+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:26:05.879035+0000","last_undegraded":"2024-09-12T18:26:05.879035+0000","last_fullsized":"2024-09-12T18:26:05.879035+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.878844+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:02.033286+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":531,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.779948+0000","last_change":"2024-09-12T18:26:05.779948+0000","last_active":"2024-09-12T18:26:05.779948+0000","last_peered":"2024-09-12T18:26:05.779948+0000","last_clean":"2024-09-12T18:26:05.779948+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:26:05.779948+0000","last_undegraded":"2024-09-12T18:26:05.779948+0000","last_fullsized":"2024-09-12T18:26:05.779948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.779760+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:24.617521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'361","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.686912+0000","last_change":"2024-09-12T18:26:04.686648+0000","last_active":"2024-09-12T18:26:04.686912+0000","last_peered":"2024-09-12T18:26:04.686912+0000","last_clean":"2024-09-12T18:26:04.686912+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:26:04.686912+0000","last_undegraded":"2024-09-12T18:26:04.686912+0000","last_fullsized":"2024-09-12T18:26:04.686912+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.686387+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:55.146346+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524314,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":92386,"num_write":1107,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.849266+0000","last_change":"2024-09-12T18:26:22.849266+0000","last_active":"2024-09-12T18:26:22.849266+0000","last_peered":"2024-09-12T18:26:22.849266+0000","last_clean":"2024-09-12T18:26:22.849266+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:26:22.849266+0000","last_undegraded":"2024-09-12T18:26:22.849266+0000","last_fullsized":"2024-09-12T18:26:22.849266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.849082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:55.475692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'723","reported_seq":1430,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.832035+0000","last_change":"2024-09-12T18:26:30.832035+0000","last_active":"2024-09-12T18:26:30.832035+0000","last_peered":"2024-09-12T18:26:30.832035+0000","last_clean":"2024-09-12T18:26:30.832035+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:26:30.832035+0000","last_undegraded":"2024-09-12T18:26:30.832035+0000","last_fullsized":"2024-09-12T18:26:30.832035+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'723","last_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_deep_scrub":"268'723","last_deep_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.831842+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:17.677034+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157315,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1412,"num_read_kb":3250,"num_write":1342,"num_write_kb":1215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108034,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.794958+0000","last_change":"2024-09-12T18:26:30.794958+0000","last_active":"2024-09-12T18:26:30.794958+0000","last_peered":"2024-09-12T18:26:30.794958+0000","last_clean":"2024-09-12T18:26:30.794958+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:26:30.794958+0000","last_undegraded":"2024-09-12T18:26:30.794958+0000","last_fullsized":"2024-09-12T18:26:30.794958+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.794776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:13.973644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'220","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.915046+0000","last_change":"2024-09-12T18:26:26.915046+0000","last_active":"2024-09-12T18:26:26.915046+0000","last_peered":"2024-09-12T18:26:26.915046+0000","last_clean":"2024-09-12T18:26:26.915046+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:26:26.915046+0000","last_undegraded":"2024-09-12T18:26:26.915046+0000","last_fullsized":"2024-09-12T18:26:26.915046+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'220","last_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_deep_scrub":"268'220","last_deep_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.914856+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:41.676557+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":711,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.645147+0000","last_change":"2024-09-12T18:26:13.645147+0000","last_active":"2024-09-12T18:26:13.645147+0000","last_peered":"2024-09-12T18:26:13.645147+0000","last_clean":"2024-09-12T18:26:13.645147+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:26:13.645147+0000","last_undegraded":"2024-09-12T18:26:13.645147+0000","last_fullsized":"2024-09-12T18:26:13.645147+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'104","last_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_deep_scrub":"268'104","last_deep_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.644961+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:17.429971+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.856498+0000","last_change":"2024-09-12T18:26:11.856498+0000","last_active":"2024-09-12T18:26:11.856498+0000","last_peered":"2024-09-12T18:26:11.856498+0000","last_clean":"2024-09-12T18:26:11.856498+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:26:11.856498+0000","last_undegraded":"2024-09-12T18:26:11.856498+0000","last_fullsized":"2024-09-12T18:26:11.856498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.856320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:07.566604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'338","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:02.586482+0000","last_change":"2024-09-12T18:26:02.586430+0000","last_active":"2024-09-12T18:26:02.586482+0000","last_peered":"2024-09-12T18:26:02.586482+0000","last_clean":"2024-09-12T18:26:02.586482+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:26:02.586482+0000","last_undegraded":"2024-09-12T18:26:02.586482+0000","last_fullsized":"2024-09-12T18:26:02.586482+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:02.586308+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:02.271366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136848,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":11160,"num_write":1118,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.750933+0000","last_change":"2024-09-12T18:26:24.750933+0000","last_active":"2024-09-12T18:26:24.750933+0000","last_peered":"2024-09-12T18:26:24.750933+0000","last_clean":"2024-09-12T18:26:24.750933+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:26:24.750933+0000","last_undegraded":"2024-09-12T18:26:24.750933+0000","last_fullsized":"2024-09-12T18:26:24.750933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.750749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:20.247303+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1223","reported_seq":2748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.592771+0000","last_change":"2024-09-12T18:26:22.592771+0000","last_active":"2024-09-12T18:26:22.592771+0000","last_peered":"2024-09-12T18:26:22.592771+0000","last_clean":"2024-09-12T18:26:22.592771+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:26:22.592771+0000","last_undegraded":"2024-09-12T18:26:22.592771+0000","last_fullsized":"2024-09-12T18:26:22.592771+0000","mapping_epoch":32,"log_start":"268'1200","ondisk_log_start":"268'1200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1223","last_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_deep_scrub":"268'1223","last_deep_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.592499+0000","objects_scrubbed":11,"log_size":23,"log_dups_size":1200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:26.442854+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147517,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1973,"num_read_kb":3659,"num_write":1066,"num_write_kb":911,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.896395+0000","last_change":"2024-09-12T18:26:33.896395+0000","last_active":"2024-09-12T18:26:33.896395+0000","last_peered":"2024-09-12T18:26:33.896395+0000","last_clean":"2024-09-12T18:26:33.896395+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:26:33.896395+0000","last_undegraded":"2024-09-12T18:26:33.896395+0000","last_fullsized":"2024-09-12T18:26:33.896395+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.896212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:09.426122+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'123","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.585801+0000","last_change":"2024-09-12T18:26:32.585801+0000","last_active":"2024-09-12T18:26:32.585801+0000","last_peered":"2024-09-12T18:26:32.585801+0000","last_clean":"2024-09-12T18:26:32.585801+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:26:32.585801+0000","last_undegraded":"2024-09-12T18:26:32.585801+0000","last_fullsized":"2024-09-12T18:26:32.585801+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.585608+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:58.406075+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.449287+0000","last_change":"2024-09-12T18:26:11.449287+0000","last_active":"2024-09-12T18:26:11.449287+0000","last_peered":"2024-09-12T18:26:11.449287+0000","last_clean":"2024-09-12T18:26:11.449287+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:26:11.449287+0000","last_undegraded":"2024-09-12T18:26:11.449287+0000","last_fullsized":"2024-09-12T18:26:11.449287+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.449073+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:23.585347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.151829+0000","last_change":"2024-09-12T18:26:04.151829+0000","last_active":"2024-09-12T18:26:04.151829+0000","last_peered":"2024-09-12T18:26:04.151829+0000","last_clean":"2024-09-12T18:26:04.151829+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:26:04.151829+0000","last_undegraded":"2024-09-12T18:26:04.151829+0000","last_fullsized":"2024-09-12T18:26:04.151829+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.151727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:03.517586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'460","reported_seq":1204,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.542100+0000","last_change":"2024-09-12T18:26:08.541826+0000","last_active":"2024-09-12T18:26:08.542100+0000","last_peered":"2024-09-12T18:26:08.542100+0000","last_clean":"2024-09-12T18:26:08.542100+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:26:08.542100+0000","last_undegraded":"2024-09-12T18:26:08.542100+0000","last_fullsized":"2024-09-12T18:26:08.542100+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.541474+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:26.299384+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254297,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":870,"num_read_kb":11836,"num_write":1453,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":514,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.229017+0000","last_change":"2024-09-12T18:26:15.229017+0000","last_active":"2024-09-12T18:26:15.229017+0000","last_peered":"2024-09-12T18:26:15.229017+0000","last_clean":"2024-09-12T18:26:15.229017+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:26:15.229017+0000","last_undegraded":"2024-09-12T18:26:15.229017+0000","last_fullsized":"2024-09-12T18:26:15.229017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.228823+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:23.063847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1355,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.798668+0000","last_change":"2024-09-12T18:26:27.798668+0000","last_active":"2024-09-12T18:26:27.798668+0000","last_peered":"2024-09-12T18:26:27.798668+0000","last_clean":"2024-09-12T18:26:27.798668+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:26:27.798668+0000","last_undegraded":"2024-09-12T18:26:27.798668+0000","last_fullsized":"2024-09-12T18:26:27.798668+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.798479+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:51.723180+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.830807+0000","last_change":"2024-09-12T18:26:29.830807+0000","last_active":"2024-09-12T18:26:29.830807+0000","last_peered":"2024-09-12T18:26:29.830807+0000","last_clean":"2024-09-12T18:26:29.830807+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:26:29.830807+0000","last_undegraded":"2024-09-12T18:26:29.830807+0000","last_fullsized":"2024-09-12T18:26:29.830807+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.830629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:43.411471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'229","reported_seq":827,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:05.258831+0000","last_change":"2024-09-12T17:38:17.700148+0000","last_active":"2024-09-12T18:24:05.258831+0000","last_peered":"2024-09-12T18:24:05.258831+0000","last_clean":"2024-09-12T18:24:05.258831+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:24:05.258831+0000","last_undegraded":"2024-09-12T18:24:05.258831+0000","last_fullsized":"2024-09-12T18:24:05.258831+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:39.204132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.440386+0000","last_change":"2024-09-12T18:26:12.440386+0000","last_active":"2024-09-12T18:26:12.440386+0000","last_peered":"2024-09-12T18:26:12.440386+0000","last_clean":"2024-09-12T18:26:12.440386+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:26:12.440386+0000","last_undegraded":"2024-09-12T18:26:12.440386+0000","last_fullsized":"2024-09-12T18:26:12.440386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'94","last_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_deep_scrub":"268'94","last_deep_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.440200+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:14.503161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.783568+0000","last_change":"2024-09-12T18:26:04.783568+0000","last_active":"2024-09-12T18:26:04.783568+0000","last_peered":"2024-09-12T18:26:04.783568+0000","last_clean":"2024-09-12T18:26:04.783568+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:26:04.783568+0000","last_undegraded":"2024-09-12T18:26:04.783568+0000","last_fullsized":"2024-09-12T18:26:04.783568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.783385+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:32.567705+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'370","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.166115+0000","last_change":"2024-09-12T18:26:05.165985+0000","last_active":"2024-09-12T18:26:05.166115+0000","last_peered":"2024-09-12T18:26:05.166115+0000","last_clean":"2024-09-12T18:26:05.166115+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:26:05.166115+0000","last_undegraded":"2024-09-12T18:26:05.166115+0000","last_fullsized":"2024-09-12T18:26:05.166115+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.165716+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:32.136810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1629682,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":28592,"num_write":1142,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.709727+0000","last_change":"2024-09-12T18:26:21.709727+0000","last_active":"2024-09-12T18:26:21.709727+0000","last_peered":"2024-09-12T18:26:21.709727+0000","last_clean":"2024-09-12T18:26:21.709727+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:26:21.709727+0000","last_undegraded":"2024-09-12T18:26:21.709727+0000","last_fullsized":"2024-09-12T18:26:21.709727+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.709548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.950983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'122","reported_seq":672,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.858244+0000","last_change":"2024-09-12T18:26:26.858244+0000","last_active":"2024-09-12T18:26:26.858244+0000","last_peered":"2024-09-12T18:26:26.858244+0000","last_clean":"2024-09-12T18:26:26.858244+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:26:26.858244+0000","last_undegraded":"2024-09-12T18:26:26.858244+0000","last_fullsized":"2024-09-12T18:26:26.858244+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'122","last_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_deep_scrub":"268'122","last_deep_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.858054+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:53.110270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.951349+0000","last_change":"2024-09-12T18:26:27.951349+0000","last_active":"2024-09-12T18:26:27.951349+0000","last_peered":"2024-09-12T18:26:27.951349+0000","last_clean":"2024-09-12T18:26:27.951349+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:26:27.951349+0000","last_undegraded":"2024-09-12T18:26:27.951349+0000","last_fullsized":"2024-09-12T18:26:27.951349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.951168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.148034+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.738286+0000","last_change":"2024-09-12T18:26:36.738286+0000","last_active":"2024-09-12T18:26:36.738286+0000","last_peered":"2024-09-12T18:26:36.738286+0000","last_clean":"2024-09-12T18:26:36.738286+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:26:36.738286+0000","last_undegraded":"2024-09-12T18:26:36.738286+0000","last_fullsized":"2024-09-12T18:26:36.738286+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'188","last_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_deep_scrub":"268'188","last_deep_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.738102+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:59.431295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.500973+0000","last_change":"2024-09-12T18:26:09.500973+0000","last_active":"2024-09-12T18:26:09.500973+0000","last_peered":"2024-09-12T18:26:09.500973+0000","last_clean":"2024-09-12T18:26:09.500973+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:26:09.500973+0000","last_undegraded":"2024-09-12T18:26:09.500973+0000","last_fullsized":"2024-09-12T18:26:09.500973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'58","last_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_deep_scrub":"268'58","last_deep_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.500668+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:00.778125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'324","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.798924+0000","last_change":"2024-09-12T18:26:06.798706+0000","last_active":"2024-09-12T18:26:06.798924+0000","last_peered":"2024-09-12T18:26:06.798924+0000","last_clean":"2024-09-12T18:26:06.798924+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:26:06.798924+0000","last_undegraded":"2024-09-12T18:26:06.798924+0000","last_fullsized":"2024-09-12T18:26:06.798924+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.798252+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:34.353842+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262222,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":15827,"num_write":969,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":538,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.452833+0000","last_change":"2024-09-12T18:26:03.452833+0000","last_active":"2024-09-12T18:26:03.452833+0000","last_peered":"2024-09-12T18:26:03.452833+0000","last_clean":"2024-09-12T18:26:03.452833+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:26:03.452833+0000","last_undegraded":"2024-09-12T18:26:03.452833+0000","last_fullsized":"2024-09-12T18:26:03.452833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.452759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:12:10.736837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.737429+0000","last_change":"2024-09-12T18:26:20.737429+0000","last_active":"2024-09-12T18:26:20.737429+0000","last_peered":"2024-09-12T18:26:20.737429+0000","last_clean":"2024-09-12T18:26:20.737429+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:26:20.737429+0000","last_undegraded":"2024-09-12T18:26:20.737429+0000","last_fullsized":"2024-09-12T18:26:20.737429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.737251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:01.356657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'554","reported_seq":1227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.808616+0000","last_change":"2024-09-12T18:26:24.808616+0000","last_active":"2024-09-12T18:26:24.808616+0000","last_peered":"2024-09-12T18:26:24.808616+0000","last_clean":"2024-09-12T18:26:24.808616+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:26:24.808616+0000","last_undegraded":"2024-09-12T18:26:24.808616+0000","last_fullsized":"2024-09-12T18:26:24.808616+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'554","last_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_deep_scrub":"268'554","last_deep_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.808433+0000","objects_scrubbed":9,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:39.246337+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93725,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1561,"num_read_kb":2707,"num_write":2040,"num_write_kb":1889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.750674+0000","last_change":"2024-09-12T18:26:34.750674+0000","last_active":"2024-09-12T18:26:34.750674+0000","last_peered":"2024-09-12T18:26:34.750674+0000","last_clean":"2024-09-12T18:26:34.750674+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:26:34.750674+0000","last_undegraded":"2024-09-12T18:26:34.750674+0000","last_fullsized":"2024-09-12T18:26:34.750674+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.750491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:48.385890+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'175","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.876817+0000","last_change":"2024-09-12T18:26:37.876817+0000","last_active":"2024-09-12T18:26:37.876817+0000","last_peered":"2024-09-12T18:26:37.876817+0000","last_clean":"2024-09-12T18:26:37.876817+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:26:37.876817+0000","last_undegraded":"2024-09-12T18:26:37.876817+0000","last_fullsized":"2024-09-12T18:26:37.876817+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.876499+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:49.262093+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'156","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.609678+0000","last_change":"2024-09-12T18:26:12.609678+0000","last_active":"2024-09-12T18:26:12.609678+0000","last_peered":"2024-09-12T18:26:12.609678+0000","last_clean":"2024-09-12T18:26:12.609678+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:26:12.609678+0000","last_undegraded":"2024-09-12T18:26:12.609678+0000","last_fullsized":"2024-09-12T18:26:12.609678+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'156","last_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_deep_scrub":"268'156","last_deep_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.609440+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:34.733112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'321","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.500520+0000","last_change":"2024-09-12T18:26:07.500520+0000","last_active":"2024-09-12T18:26:07.500520+0000","last_peered":"2024-09-12T18:26:07.500520+0000","last_clean":"2024-09-12T18:26:07.500520+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:26:07.500520+0000","last_undegraded":"2024-09-12T18:26:07.500520+0000","last_fullsized":"2024-09-12T18:26:07.500520+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.500189+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:24.136607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5917348,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":18522,"num_write":1002,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.836131+0000","last_change":"2024-09-12T18:26:06.836131+0000","last_active":"2024-09-12T18:26:06.836131+0000","last_peered":"2024-09-12T18:26:06.836131+0000","last_clean":"2024-09-12T18:26:06.836131+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:26:06.836131+0000","last_undegraded":"2024-09-12T18:26:06.836131+0000","last_fullsized":"2024-09-12T18:26:06.836131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.835791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:32.564717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.903629+0000","last_change":"2024-09-12T18:26:18.903629+0000","last_active":"2024-09-12T18:26:18.903629+0000","last_peered":"2024-09-12T18:26:18.903629+0000","last_clean":"2024-09-12T18:26:18.903629+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:26:18.903629+0000","last_undegraded":"2024-09-12T18:26:18.903629+0000","last_fullsized":"2024-09-12T18:26:18.903629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.903446+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:24.989509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'154","reported_seq":729,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.586767+0000","last_change":"2024-09-12T18:26:20.586767+0000","last_active":"2024-09-12T18:26:20.586767+0000","last_peered":"2024-09-12T18:26:20.586767+0000","last_clean":"2024-09-12T18:26:20.586767+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:26:20.586767+0000","last_undegraded":"2024-09-12T18:26:20.586767+0000","last_fullsized":"2024-09-12T18:26:20.586767+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.586562+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:46.709195+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'767","reported_seq":2520,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.717589+0000","last_change":"2024-09-12T18:26:33.717589+0000","last_active":"2024-09-12T18:26:33.717589+0000","last_peered":"2024-09-12T18:26:33.717589+0000","last_clean":"2024-09-12T18:26:33.717589+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:26:33.717589+0000","last_undegraded":"2024-09-12T18:26:33.717589+0000","last_fullsized":"2024-09-12T18:26:33.717589+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'767","last_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_deep_scrub":"268'767","last_deep_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.717394+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:11.543874+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'133","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.998161+0000","last_change":"2024-09-12T18:26:36.998161+0000","last_active":"2024-09-12T18:26:36.998161+0000","last_peered":"2024-09-12T18:26:36.998161+0000","last_clean":"2024-09-12T18:26:36.998161+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:26:36.998161+0000","last_undegraded":"2024-09-12T18:26:36.998161+0000","last_fullsized":"2024-09-12T18:26:36.998161+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.997970+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:39.655335+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":829,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.777252+0000","last_change":"2024-09-12T18:26:15.777124+0000","last_active":"2024-09-12T18:26:15.777252+0000","last_peered":"2024-09-12T18:26:15.777252+0000","last_clean":"2024-09-12T18:26:15.777252+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:26:15.777252+0000","last_undegraded":"2024-09-12T18:26:15.777252+0000","last_fullsized":"2024-09-12T18:26:15.777252+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'189","last_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_deep_scrub":"268'189","last_deep_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.776919+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:30.574358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'402","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.761699+0000","last_change":"2024-09-12T18:26:09.761699+0000","last_active":"2024-09-12T18:26:09.761699+0000","last_peered":"2024-09-12T18:26:09.761699+0000","last_clean":"2024-09-12T18:26:09.761699+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:26:09.761699+0000","last_undegraded":"2024-09-12T18:26:09.761699+0000","last_fullsized":"2024-09-12T18:26:09.761699+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'402","last_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_deep_scrub":"268'402","last_deep_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.761451+0000","objects_scrubbed":7,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:51.527458+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524320,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":680,"num_read_kb":67413,"num_write":1367,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":537,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.509441+0000","last_change":"2024-09-12T18:26:28.509441+0000","last_active":"2024-09-12T18:26:28.509441+0000","last_peered":"2024-09-12T18:26:28.509441+0000","last_clean":"2024-09-12T18:26:28.509441+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:26:28.509441+0000","last_undegraded":"2024-09-12T18:26:28.509441+0000","last_fullsized":"2024-09-12T18:26:28.509441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.509257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:51.950775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.698644+0000","last_change":"2024-09-12T18:26:24.698644+0000","last_active":"2024-09-12T18:26:24.698644+0000","last_peered":"2024-09-12T18:26:24.698644+0000","last_clean":"2024-09-12T18:26:24.698644+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:26:24.698644+0000","last_undegraded":"2024-09-12T18:26:24.698644+0000","last_fullsized":"2024-09-12T18:26:24.698644+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.698459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:59.364603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'114","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.681420+0000","last_change":"2024-09-12T18:26:27.681420+0000","last_active":"2024-09-12T18:26:27.681420+0000","last_peered":"2024-09-12T18:26:27.681420+0000","last_clean":"2024-09-12T18:26:27.681420+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:26:27.681420+0000","last_undegraded":"2024-09-12T18:26:27.681420+0000","last_fullsized":"2024-09-12T18:26:27.681420+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.681188+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:46.724287+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'801","reported_seq":2375,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.068788+0000","last_change":"2024-09-12T18:26:40.068788+0000","last_active":"2024-09-12T18:26:40.068788+0000","last_peered":"2024-09-12T18:26:40.068788+0000","last_clean":"2024-09-12T18:26:40.068788+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:26:40.068788+0000","last_undegraded":"2024-09-12T18:26:40.068788+0000","last_fullsized":"2024-09-12T18:26:40.068788+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'801","last_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_deep_scrub":"268'801","last_deep_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.068593+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:39.529444+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'272","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.883006+0000","last_change":"2024-09-12T18:26:38.883006+0000","last_active":"2024-09-12T18:26:38.883006+0000","last_peered":"2024-09-12T18:26:38.883006+0000","last_clean":"2024-09-12T18:26:38.883006+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:26:38.883006+0000","last_undegraded":"2024-09-12T18:26:38.883006+0000","last_fullsized":"2024-09-12T18:26:38.883006+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.882811+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:24.053620+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.765021+0000","last_change":"2024-09-12T18:26:08.765021+0000","last_active":"2024-09-12T18:26:08.765021+0000","last_peered":"2024-09-12T18:26:08.765021+0000","last_clean":"2024-09-12T18:26:08.765021+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:26:08.765021+0000","last_undegraded":"2024-09-12T18:26:08.765021+0000","last_fullsized":"2024-09-12T18:26:08.765021+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.764851+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:11.457861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'349","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.529046+0000","last_change":"2024-09-12T18:26:04.529046+0000","last_active":"2024-09-12T18:26:04.529046+0000","last_peered":"2024-09-12T18:26:04.529046+0000","last_clean":"2024-09-12T18:26:04.529046+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:26:04.529046+0000","last_undegraded":"2024-09-12T18:26:04.529046+0000","last_fullsized":"2024-09-12T18:26:04.529046+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.528883+0000","objects_scrubbed":11,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:50.741635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1399074,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":464,"num_read_kb":28215,"num_write":1095,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.829126+0000","last_change":"2024-09-12T18:26:07.829126+0000","last_active":"2024-09-12T18:26:07.829126+0000","last_peered":"2024-09-12T18:26:07.829126+0000","last_clean":"2024-09-12T18:26:07.829126+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:26:07.829126+0000","last_undegraded":"2024-09-12T18:26:07.829126+0000","last_fullsized":"2024-09-12T18:26:07.829126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.828958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:20.944242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.805831+0000","last_change":"2024-09-12T18:26:24.805620+0000","last_active":"2024-09-12T18:26:24.805831+0000","last_peered":"2024-09-12T18:26:24.805831+0000","last_clean":"2024-09-12T18:26:24.805831+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:26:24.805831+0000","last_undegraded":"2024-09-12T18:26:24.805831+0000","last_fullsized":"2024-09-12T18:26:24.805831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.805311+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:23.643623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'742","reported_seq":1470,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.841533+0000","last_change":"2024-09-12T18:26:26.841533+0000","last_active":"2024-09-12T18:26:26.841533+0000","last_peered":"2024-09-12T18:26:26.841533+0000","last_clean":"2024-09-12T18:26:26.841533+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:26:26.841533+0000","last_undegraded":"2024-09-12T18:26:26.841533+0000","last_fullsized":"2024-09-12T18:26:26.841533+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'742","last_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_deep_scrub":"268'742","last_deep_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.841309+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:50.761199+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150273,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1296,"num_read_kb":3073,"num_write":1056,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.963596+0000","last_change":"2024-09-12T18:26:31.963596+0000","last_active":"2024-09-12T18:26:31.963596+0000","last_peered":"2024-09-12T18:26:31.963596+0000","last_clean":"2024-09-12T18:26:31.963596+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:26:31.963596+0000","last_undegraded":"2024-09-12T18:26:31.963596+0000","last_fullsized":"2024-09-12T18:26:31.963596+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.963416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:08.574456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'138","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.773225+0000","last_change":"2024-09-12T18:26:37.773225+0000","last_active":"2024-09-12T18:26:37.773225+0000","last_peered":"2024-09-12T18:26:37.773225+0000","last_clean":"2024-09-12T18:26:37.773225+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:26:37.773225+0000","last_undegraded":"2024-09-12T18:26:37.773225+0000","last_fullsized":"2024-09-12T18:26:37.773225+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.772997+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:47.844585+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'148","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.851734+0000","last_change":"2024-09-12T18:26:40.851734+0000","last_active":"2024-09-12T18:26:40.851734+0000","last_peered":"2024-09-12T18:26:40.851734+0000","last_clean":"2024-09-12T18:26:40.851734+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:26:40.851734+0000","last_undegraded":"2024-09-12T18:26:40.851734+0000","last_fullsized":"2024-09-12T18:26:40.851734+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.851549+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:26.254779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.685055+0000","last_change":"2024-09-12T18:26:15.685055+0000","last_active":"2024-09-12T18:26:15.685055+0000","last_peered":"2024-09-12T18:26:15.685055+0000","last_clean":"2024-09-12T18:26:15.685055+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:26:15.685055+0000","last_undegraded":"2024-09-12T18:26:15.685055+0000","last_fullsized":"2024-09-12T18:26:15.685055+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.684883+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:31.009510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'291","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.833771+0000","last_change":"2024-09-12T18:26:05.833771+0000","last_active":"2024-09-12T18:26:05.833771+0000","last_peered":"2024-09-12T18:26:05.833771+0000","last_clean":"2024-09-12T18:26:05.833771+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:26:05.833771+0000","last_undegraded":"2024-09-12T18:26:05.833771+0000","last_fullsized":"2024-09-12T18:26:05.833771+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.833484+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:48.440310+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":411,"num_read_kb":27077,"num_write":999,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.610710+0000","last_change":"2024-09-12T18:26:21.610710+0000","last_active":"2024-09-12T18:26:21.610710+0000","last_peered":"2024-09-12T18:26:21.610710+0000","last_clean":"2024-09-12T18:26:21.610710+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:26:21.610710+0000","last_undegraded":"2024-09-12T18:26:21.610710+0000","last_fullsized":"2024-09-12T18:26:21.610710+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.610516+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:40.862907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'263","reported_seq":846,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.009853+0000","last_change":"2024-09-12T18:26:35.009853+0000","last_active":"2024-09-12T18:26:35.009853+0000","last_peered":"2024-09-12T18:26:35.009853+0000","last_clean":"2024-09-12T18:26:35.009853+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:26:35.009853+0000","last_undegraded":"2024-09-12T18:26:35.009853+0000","last_fullsized":"2024-09-12T18:26:35.009853+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.009662+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:17.596285+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48831,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":430,"num_read_kb":1017,"num_write":344,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.227764+0000","last_change":"2024-09-12T17:38:15.694080+0000","last_active":"2024-09-12T18:22:35.227764+0000","last_peered":"2024-09-12T18:22:35.227764+0000","last_clean":"2024-09-12T18:22:35.227764+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:22:35.227764+0000","last_undegraded":"2024-09-12T18:22:35.227764+0000","last_fullsized":"2024-09-12T18:22:35.227764+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:14.651812+0000","last_clean_scrub_stamp":"2024-09-12T17:38:14.651812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:18.284729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.053702+0000","last_change":"2024-09-12T18:26:41.053702+0000","last_active":"2024-09-12T18:26:41.053702+0000","last_peered":"2024-09-12T18:26:41.053702+0000","last_clean":"2024-09-12T18:26:41.053702+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:26:41.053702+0000","last_undegraded":"2024-09-12T18:26:41.053702+0000","last_fullsized":"2024-09-12T18:26:41.053702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.053523+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:38.710643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.498377+0000","last_change":"2024-09-12T18:26:14.498377+0000","last_active":"2024-09-12T18:26:14.498377+0000","last_peered":"2024-09-12T18:26:14.498377+0000","last_clean":"2024-09-12T18:26:14.498377+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:26:14.498377+0000","last_undegraded":"2024-09-12T18:26:14.498377+0000","last_fullsized":"2024-09-12T18:26:14.498377+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.498182+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.925818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'386","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.892849+0000","last_change":"2024-09-12T18:26:13.892681+0000","last_active":"2024-09-12T18:26:13.892849+0000","last_peered":"2024-09-12T18:26:13.892849+0000","last_clean":"2024-09-12T18:26:13.892849+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:26:13.892849+0000","last_undegraded":"2024-09-12T18:26:13.892849+0000","last_fullsized":"2024-09-12T18:26:13.892849+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'386","last_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_deep_scrub":"268'386","last_deep_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.892455+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:02.071913+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3499212,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":812,"num_read_kb":10238,"num_write":1225,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.820483+0000","last_change":"2024-09-12T18:26:25.820483+0000","last_active":"2024-09-12T18:26:25.820483+0000","last_peered":"2024-09-12T18:26:25.820483+0000","last_clean":"2024-09-12T18:26:25.820483+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:26:25.820483+0000","last_undegraded":"2024-09-12T18:26:25.820483+0000","last_fullsized":"2024-09-12T18:26:25.820483+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.820279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:57.816812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'48","reported_seq":559,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.820964+0000","last_change":"2024-09-12T18:26:26.820964+0000","last_active":"2024-09-12T18:26:26.820964+0000","last_peered":"2024-09-12T18:26:26.820964+0000","last_clean":"2024-09-12T18:26:26.820964+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:26:26.820964+0000","last_undegraded":"2024-09-12T18:26:26.820964+0000","last_fullsized":"2024-09-12T18:26:26.820964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'48","last_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_deep_scrub":"268'48","last_deep_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.820761+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:29.846969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.862951+0000","last_change":"2024-09-12T18:26:32.862951+0000","last_active":"2024-09-12T18:26:32.862951+0000","last_peered":"2024-09-12T18:26:32.862951+0000","last_clean":"2024-09-12T18:26:32.862951+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:26:32.862951+0000","last_undegraded":"2024-09-12T18:26:32.862951+0000","last_fullsized":"2024-09-12T18:26:32.862951+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.862778+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:31.488297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'263","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.877435+0000","last_change":"2024-09-12T18:26:41.877435+0000","last_active":"2024-09-12T18:26:41.877435+0000","last_peered":"2024-09-12T18:26:41.877435+0000","last_clean":"2024-09-12T18:26:41.877435+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:26:41.877435+0000","last_undegraded":"2024-09-12T18:26:41.877435+0000","last_fullsized":"2024-09-12T18:26:41.877435+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.877227+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:35.359719+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":794,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.782551+0000","last_change":"2024-09-12T18:26:14.782551+0000","last_active":"2024-09-12T18:26:14.782551+0000","last_peered":"2024-09-12T18:26:14.782551+0000","last_clean":"2024-09-12T18:26:14.782551+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:26:14.782551+0000","last_undegraded":"2024-09-12T18:26:14.782551+0000","last_fullsized":"2024-09-12T18:26:14.782551+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.782368+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:01.064285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'338","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.817545+0000","last_change":"2024-09-12T18:26:08.817283+0000","last_active":"2024-09-12T18:26:08.817545+0000","last_peered":"2024-09-12T18:26:08.817545+0000","last_clean":"2024-09-12T18:26:08.817545+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:26:08.817545+0000","last_undegraded":"2024-09-12T18:26:08.817545+0000","last_fullsized":"2024-09-12T18:26:08.817545+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.817026+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:21.003632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":20999,"num_write":1111,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.802632+0000","last_change":"2024-09-12T18:26:23.802632+0000","last_active":"2024-09-12T18:26:23.802632+0000","last_peered":"2024-09-12T18:26:23.802632+0000","last_clean":"2024-09-12T18:26:23.802632+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:26:23.802632+0000","last_undegraded":"2024-09-12T18:26:23.802632+0000","last_fullsized":"2024-09-12T18:26:23.802632+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.802365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:03.807744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'312","reported_seq":911,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.991724+0000","last_change":"2024-09-12T18:26:32.991724+0000","last_active":"2024-09-12T18:26:32.991724+0000","last_peered":"2024-09-12T18:26:32.991724+0000","last_clean":"2024-09-12T18:26:32.991724+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:26:32.991724+0000","last_undegraded":"2024-09-12T18:26:32.991724+0000","last_fullsized":"2024-09-12T18:26:32.991724+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.991530+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:09.618496+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50152,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.911562+0000","last_change":"2024-09-12T18:26:22.911562+0000","last_active":"2024-09-12T18:26:22.911562+0000","last_peered":"2024-09-12T18:26:22.911562+0000","last_clean":"2024-09-12T18:26:22.911562+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:26:22.911562+0000","last_undegraded":"2024-09-12T18:26:22.911562+0000","last_fullsized":"2024-09-12T18:26:22.911562+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.911387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:12.683282+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'159","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.757557+0000","last_change":"2024-09-12T18:26:40.757557+0000","last_active":"2024-09-12T18:26:40.757557+0000","last_peered":"2024-09-12T18:26:40.757557+0000","last_clean":"2024-09-12T18:26:40.757557+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:26:40.757557+0000","last_undegraded":"2024-09-12T18:26:40.757557+0000","last_fullsized":"2024-09-12T18:26:40.757557+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.757377+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:27.416638+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'310","reported_seq":1002,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.729001+0000","last_change":"2024-09-12T18:26:22.729001+0000","last_active":"2024-09-12T18:26:22.729001+0000","last_peered":"2024-09-12T18:26:22.729001+0000","last_clean":"2024-09-12T18:26:22.729001+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:26:22.729001+0000","last_undegraded":"2024-09-12T18:26:22.729001+0000","last_fullsized":"2024-09-12T18:26:22.729001+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.728817+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:35.118944+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25751,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'310","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.557093+0000","last_change":"2024-09-12T18:26:05.556942+0000","last_active":"2024-09-12T18:26:05.557093+0000","last_peered":"2024-09-12T18:26:05.557093+0000","last_clean":"2024-09-12T18:26:05.557093+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:26:05.557093+0000","last_undegraded":"2024-09-12T18:26:05.557093+0000","last_fullsized":"2024-09-12T18:26:05.557093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.556653+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:58.653550+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524339,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":72736,"num_write":994,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.869583+0000","last_change":"2024-09-12T18:26:19.869583+0000","last_active":"2024-09-12T18:26:19.869583+0000","last_peered":"2024-09-12T18:26:19.869583+0000","last_clean":"2024-09-12T18:26:19.869583+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:26:19.869583+0000","last_undegraded":"2024-09-12T18:26:19.869583+0000","last_fullsized":"2024-09-12T18:26:19.869583+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.869363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:39.830442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'284","reported_seq":861,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.810009+0000","last_change":"2024-09-12T18:26:29.810009+0000","last_active":"2024-09-12T18:26:29.810009+0000","last_peered":"2024-09-12T18:26:29.810009+0000","last_clean":"2024-09-12T18:26:29.810009+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:26:29.810009+0000","last_undegraded":"2024-09-12T18:26:29.810009+0000","last_fullsized":"2024-09-12T18:26:29.810009+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.809810+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.941208+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48406,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":468,"num_read_kb":1131,"num_write":388,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.810794+0000","last_change":"2024-09-12T18:26:32.810794+0000","last_active":"2024-09-12T18:26:32.810794+0000","last_peered":"2024-09-12T18:26:32.810794+0000","last_clean":"2024-09-12T18:26:32.810794+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:26:32.810794+0000","last_undegraded":"2024-09-12T18:26:32.810794+0000","last_fullsized":"2024-09-12T18:26:32.810794+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.810615+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:40.796270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'325","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.932123+0000","last_change":"2024-09-12T18:26:15.932123+0000","last_active":"2024-09-12T18:26:15.932123+0000","last_peered":"2024-09-12T18:26:15.932123+0000","last_clean":"2024-09-12T18:26:15.932123+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:26:15.932123+0000","last_undegraded":"2024-09-12T18:26:15.932123+0000","last_fullsized":"2024-09-12T18:26:15.932123+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.931914+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:25.987046+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'381","reported_seq":1027,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.743323+0000","last_change":"2024-09-12T18:26:06.743172+0000","last_active":"2024-09-12T18:26:06.743323+0000","last_peered":"2024-09-12T18:26:06.743323+0000","last_clean":"2024-09-12T18:26:06.743323+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:26:06.743323+0000","last_undegraded":"2024-09-12T18:26:06.743323+0000","last_fullsized":"2024-09-12T18:26:06.743323+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'381","last_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_deep_scrub":"268'381","last_deep_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.742889+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:11.267236+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1398992,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":14975,"num_write":1256,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.748751+0000","last_change":"2024-09-12T18:26:23.748594+0000","last_active":"2024-09-12T18:26:23.748751+0000","last_peered":"2024-09-12T18:26:23.748751+0000","last_clean":"2024-09-12T18:26:23.748751+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:26:23.748751+0000","last_undegraded":"2024-09-12T18:26:23.748751+0000","last_fullsized":"2024-09-12T18:26:23.748751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.748413+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:33.961178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'486","reported_seq":1127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.585559+0000","last_change":"2024-09-12T18:26:24.585559+0000","last_active":"2024-09-12T18:26:24.585559+0000","last_peered":"2024-09-12T18:26:24.585559+0000","last_clean":"2024-09-12T18:26:24.585559+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:26:24.585559+0000","last_undegraded":"2024-09-12T18:26:24.585559+0000","last_fullsized":"2024-09-12T18:26:24.585559+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'486","last_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_deep_scrub":"268'486","last_deep_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.585334+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:33.040292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99683,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2051,"num_write":746,"num_write_kb":663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.708891+0000","last_change":"2024-09-12T18:26:34.708891+0000","last_active":"2024-09-12T18:26:34.708891+0000","last_peered":"2024-09-12T18:26:34.708891+0000","last_clean":"2024-09-12T18:26:34.708891+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:26:34.708891+0000","last_undegraded":"2024-09-12T18:26:34.708891+0000","last_fullsized":"2024-09-12T18:26:34.708891+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.708695+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:38.797268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'202","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:23:35.568507+0000","last_change":"2024-09-12T17:38:17.698795+0000","last_active":"2024-09-12T18:23:35.568507+0000","last_peered":"2024-09-12T18:23:35.568507+0000","last_clean":"2024-09-12T18:23:35.568507+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:23:35.568507+0000","last_undegraded":"2024-09-12T18:23:35.568507+0000","last_fullsized":"2024-09-12T18:23:35.568507+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:38:16.658317+0000","last_clean_scrub_stamp":"2024-09-12T17:38:16.658317+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.383978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":834,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.738627+0000","last_change":"2024-09-12T18:26:16.738337+0000","last_active":"2024-09-12T18:26:16.738627+0000","last_peered":"2024-09-12T18:26:16.738627+0000","last_clean":"2024-09-12T18:26:16.738627+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:26:16.738627+0000","last_undegraded":"2024-09-12T18:26:16.738627+0000","last_fullsized":"2024-09-12T18:26:16.738627+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.738062+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:40.227663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'408","reported_seq":1074,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.494025+0000","last_change":"2024-09-12T18:26:04.493922+0000","last_active":"2024-09-12T18:26:04.494025+0000","last_peered":"2024-09-12T18:26:04.494025+0000","last_clean":"2024-09-12T18:26:04.494025+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:26:04.494025+0000","last_undegraded":"2024-09-12T18:26:04.494025+0000","last_fullsized":"2024-09-12T18:26:04.494025+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'408","last_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_deep_scrub":"268'408","last_deep_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.493762+0000","objects_scrubbed":10,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:24.650936+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67865,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":609,"num_read_kb":49111,"num_write":1189,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.849172+0000","last_change":"2024-09-12T18:26:20.849172+0000","last_active":"2024-09-12T18:26:20.849172+0000","last_peered":"2024-09-12T18:26:20.849172+0000","last_clean":"2024-09-12T18:26:20.849172+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:26:20.849172+0000","last_undegraded":"2024-09-12T18:26:20.849172+0000","last_fullsized":"2024-09-12T18:26:20.849172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.848986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:40:34.953616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'284","reported_seq":875,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.841381+0000","last_change":"2024-09-12T18:26:30.841381+0000","last_active":"2024-09-12T18:26:30.841381+0000","last_peered":"2024-09-12T18:26:30.841381+0000","last_clean":"2024-09-12T18:26:30.841381+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:26:30.841381+0000","last_undegraded":"2024-09-12T18:26:30.841381+0000","last_fullsized":"2024-09-12T18:26:30.841381+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.841116+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:01.874061+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48135,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":459,"num_read_kb":956,"num_write":378,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.570745+0000","last_change":"2024-09-12T18:26:30.570745+0000","last_active":"2024-09-12T18:26:30.570745+0000","last_peered":"2024-09-12T18:26:30.570745+0000","last_clean":"2024-09-12T18:26:30.570745+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:26:30.570745+0000","last_undegraded":"2024-09-12T18:26:30.570745+0000","last_fullsized":"2024-09-12T18:26:30.570745+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.570555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:13.914476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'173","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.910052+0000","last_change":"2024-09-12T18:26:29.910052+0000","last_active":"2024-09-12T18:26:29.910052+0000","last_peered":"2024-09-12T18:26:29.910052+0000","last_clean":"2024-09-12T18:26:29.910052+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:26:29.910052+0000","last_undegraded":"2024-09-12T18:26:29.910052+0000","last_fullsized":"2024-09-12T18:26:29.910052+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'173","last_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_deep_scrub":"268'173","last_deep_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.909805+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.275266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.671948+0000","last_change":"2024-09-12T18:26:20.671948+0000","last_active":"2024-09-12T18:26:20.671948+0000","last_peered":"2024-09-12T18:26:20.671948+0000","last_clean":"2024-09-12T18:26:20.671948+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:26:20.671948+0000","last_undegraded":"2024-09-12T18:26:20.671948+0000","last_fullsized":"2024-09-12T18:26:20.671948+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.671761+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:17.768003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'349","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.810061+0000","last_change":"2024-09-12T18:26:06.810061+0000","last_active":"2024-09-12T18:26:06.810061+0000","last_peered":"2024-09-12T18:26:06.810061+0000","last_clean":"2024-09-12T18:26:06.810061+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:26:06.810061+0000","last_undegraded":"2024-09-12T18:26:06.810061+0000","last_fullsized":"2024-09-12T18:26:06.810061+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.809766+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.344130+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5327091,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":14104,"num_write":1102,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.686642+0000","last_change":"2024-09-12T18:26:29.686642+0000","last_active":"2024-09-12T18:26:29.686642+0000","last_peered":"2024-09-12T18:26:29.686642+0000","last_clean":"2024-09-12T18:26:29.686642+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:26:29.686642+0000","last_undegraded":"2024-09-12T18:26:29.686642+0000","last_fullsized":"2024-09-12T18:26:29.686642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.686411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:38.876648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'288","reported_seq":874,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.002752+0000","last_change":"2024-09-12T18:26:34.002752+0000","last_active":"2024-09-12T18:26:34.002752+0000","last_peered":"2024-09-12T18:26:34.002752+0000","last_clean":"2024-09-12T18:26:34.002752+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:26:34.002752+0000","last_undegraded":"2024-09-12T18:26:34.002752+0000","last_fullsized":"2024-09-12T18:26:34.002752+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.002552+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:25.268322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85321,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":1168,"num_write":388,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.552982+0000","last_change":"2024-09-12T18:26:27.552834+0000","last_active":"2024-09-12T18:26:27.552982+0000","last_peered":"2024-09-12T18:26:27.552982+0000","last_clean":"2024-09-12T18:26:27.552982+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:26:27.552982+0000","last_undegraded":"2024-09-12T18:26:27.552982+0000","last_fullsized":"2024-09-12T18:26:27.552982+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.552628+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:26.131597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.762389+0000","last_change":"2024-09-12T18:26:38.762389+0000","last_active":"2024-09-12T18:26:38.762389+0000","last_peered":"2024-09-12T18:26:38.762389+0000","last_clean":"2024-09-12T18:26:38.762389+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:26:38.762389+0000","last_undegraded":"2024-09-12T18:26:38.762389+0000","last_fullsized":"2024-09-12T18:26:38.762389+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.762154+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:43.285374+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.322207+0000","last_change":"2024-09-12T18:26:20.322207+0000","last_active":"2024-09-12T18:26:20.322207+0000","last_peered":"2024-09-12T18:26:20.322207+0000","last_clean":"2024-09-12T18:26:20.322207+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:26:20.322207+0000","last_undegraded":"2024-09-12T18:26:20.322207+0000","last_fullsized":"2024-09-12T18:26:20.322207+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.321978+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:35.196725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'369","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.631998+0000","last_change":"2024-09-12T18:26:07.631998+0000","last_active":"2024-09-12T18:26:07.631998+0000","last_peered":"2024-09-12T18:26:07.631998+0000","last_clean":"2024-09-12T18:26:07.631998+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:26:07.631998+0000","last_undegraded":"2024-09-12T18:26:07.631998+0000","last_fullsized":"2024-09-12T18:26:07.631998+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.631745+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.304705+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1391358,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":51026,"num_write":1203,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.549616+0000","last_change":"2024-09-12T18:26:19.549616+0000","last_active":"2024-09-12T18:26:19.549616+0000","last_peered":"2024-09-12T18:26:19.549616+0000","last_clean":"2024-09-12T18:26:19.549616+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:26:19.549616+0000","last_undegraded":"2024-09-12T18:26:19.549616+0000","last_fullsized":"2024-09-12T18:26:19.549616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.549432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:20.530087+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'90","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.776495+0000","last_change":"2024-09-12T18:26:32.776495+0000","last_active":"2024-09-12T18:26:32.776495+0000","last_peered":"2024-09-12T18:26:32.776495+0000","last_clean":"2024-09-12T18:26:32.776495+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:26:32.776495+0000","last_undegraded":"2024-09-12T18:26:32.776495+0000","last_fullsized":"2024-09-12T18:26:32.776495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.776295+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:33.763838+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":2240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.893346+0000","last_change":"2024-09-12T18:26:25.893346+0000","last_active":"2024-09-12T18:26:25.893346+0000","last_peered":"2024-09-12T18:26:25.893346+0000","last_clean":"2024-09-12T18:26:25.893346+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:26:25.893346+0000","last_undegraded":"2024-09-12T18:26:25.893346+0000","last_fullsized":"2024-09-12T18:26:25.893346+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.893091+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:37.652088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'118","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.990226+0000","last_change":"2024-09-12T18:26:37.990226+0000","last_active":"2024-09-12T18:26:37.990226+0000","last_peered":"2024-09-12T18:26:37.990226+0000","last_clean":"2024-09-12T18:26:37.990226+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:26:37.990226+0000","last_undegraded":"2024-09-12T18:26:37.990226+0000","last_fullsized":"2024-09-12T18:26:37.990226+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'118","last_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_deep_scrub":"268'118","last_deep_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.990041+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:45.964145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'84","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.727358+0000","last_change":"2024-09-12T18:26:14.727358+0000","last_active":"2024-09-12T18:26:14.727358+0000","last_peered":"2024-09-12T18:26:14.727358+0000","last_clean":"2024-09-12T18:26:14.727358+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:26:14.727358+0000","last_undegraded":"2024-09-12T18:26:14.727358+0000","last_fullsized":"2024-09-12T18:26:14.727358+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'84","last_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_deep_scrub":"268'84","last_deep_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.727168+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:27.736442+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'345","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.153678+0000","last_change":"2024-09-12T18:26:09.153525+0000","last_active":"2024-09-12T18:26:09.153678+0000","last_peered":"2024-09-12T18:26:09.153678+0000","last_clean":"2024-09-12T18:26:09.153678+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:26:09.153678+0000","last_undegraded":"2024-09-12T18:26:09.153678+0000","last_fullsized":"2024-09-12T18:26:09.153678+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.153306+0000","objects_scrubbed":7,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:23.432680+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288364,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":460,"num_read_kb":8478,"num_write":1047,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.794762+0000","last_change":"2024-09-12T18:26:25.794762+0000","last_active":"2024-09-12T18:26:25.794762+0000","last_peered":"2024-09-12T18:26:25.794762+0000","last_clean":"2024-09-12T18:26:25.794762+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:26:25.794762+0000","last_undegraded":"2024-09-12T18:26:25.794762+0000","last_fullsized":"2024-09-12T18:26:25.794762+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.794476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:50.612256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'332","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.778823+0000","last_change":"2024-09-12T18:26:32.778655+0000","last_active":"2024-09-12T18:26:32.778823+0000","last_peered":"2024-09-12T18:26:32.778823+0000","last_clean":"2024-09-12T18:26:32.778823+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:26:32.778823+0000","last_undegraded":"2024-09-12T18:26:32.778823+0000","last_fullsized":"2024-09-12T18:26:32.778823+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.778447+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:30.635065+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56465,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":1239,"num_write":444,"num_write_kb":350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.796477+0000","last_change":"2024-09-12T18:26:34.796323+0000","last_active":"2024-09-12T18:26:34.796477+0000","last_peered":"2024-09-12T18:26:34.796477+0000","last_clean":"2024-09-12T18:26:34.796477+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:26:34.796477+0000","last_undegraded":"2024-09-12T18:26:34.796477+0000","last_fullsized":"2024-09-12T18:26:34.796477+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.796128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:44.885257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'138","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.009617+0000","last_change":"2024-09-12T18:26:39.009453+0000","last_active":"2024-09-12T18:26:39.009617+0000","last_peered":"2024-09-12T18:26:39.009617+0000","last_clean":"2024-09-12T18:26:39.009617+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:26:39.009617+0000","last_undegraded":"2024-09-12T18:26:39.009617+0000","last_fullsized":"2024-09-12T18:26:39.009617+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.009251+0000","objects_scrubbed":4,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.885126+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.714835+0000","last_change":"2024-09-12T18:26:19.714835+0000","last_active":"2024-09-12T18:26:19.714835+0000","last_peered":"2024-09-12T18:26:19.714835+0000","last_clean":"2024-09-12T18:26:19.714835+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:26:19.714835+0000","last_undegraded":"2024-09-12T18:26:19.714835+0000","last_fullsized":"2024-09-12T18:26:19.714835+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.714659+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:34.922707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'338","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.861049+0000","last_change":"2024-09-12T18:26:09.861049+0000","last_active":"2024-09-12T18:26:09.861049+0000","last_peered":"2024-09-12T18:26:09.861049+0000","last_clean":"2024-09-12T18:26:09.861049+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:26:09.861049+0000","last_undegraded":"2024-09-12T18:26:09.861049+0000","last_fullsized":"2024-09-12T18:26:09.861049+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.860724+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:57.566141+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207156,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":32865,"num_write":1185,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.782961+0000","last_change":"2024-09-12T18:26:28.782961+0000","last_active":"2024-09-12T18:26:28.782961+0000","last_peered":"2024-09-12T18:26:28.782961+0000","last_clean":"2024-09-12T18:26:28.782961+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:26:28.782961+0000","last_undegraded":"2024-09-12T18:26:28.782961+0000","last_fullsized":"2024-09-12T18:26:28.782961+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.782775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:53.320616+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'244","reported_seq":821,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.788235+0000","last_change":"2024-09-12T18:26:28.788152+0000","last_active":"2024-09-12T18:26:28.788235+0000","last_peered":"2024-09-12T18:26:28.788235+0000","last_clean":"2024-09-12T18:26:28.788235+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:26:28.788235+0000","last_undegraded":"2024-09-12T18:26:28.788235+0000","last_fullsized":"2024-09-12T18:26:28.788235+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.788040+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:06.119043+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":406,"num_read_kb":923,"num_write":326,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.877916+0000","last_change":"2024-09-12T18:26:24.877664+0000","last_active":"2024-09-12T18:26:24.877916+0000","last_peered":"2024-09-12T18:26:24.877916+0000","last_clean":"2024-09-12T18:26:24.877916+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:26:24.877916+0000","last_undegraded":"2024-09-12T18:26:24.877916+0000","last_fullsized":"2024-09-12T18:26:24.877916+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.877436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:40.903959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'111","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.109737+0000","last_change":"2024-09-12T18:26:42.109737+0000","last_active":"2024-09-12T18:26:42.109737+0000","last_peered":"2024-09-12T18:26:42.109737+0000","last_clean":"2024-09-12T18:26:42.109737+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:26:42.109737+0000","last_undegraded":"2024-09-12T18:26:42.109737+0000","last_fullsized":"2024-09-12T18:26:42.109737+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.109545+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:17.386233+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.721803+0000","last_change":"2024-09-12T18:26:18.721668+0000","last_active":"2024-09-12T18:26:18.721803+0000","last_peered":"2024-09-12T18:26:18.721803+0000","last_clean":"2024-09-12T18:26:18.721803+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:26:18.721803+0000","last_undegraded":"2024-09-12T18:26:18.721803+0000","last_fullsized":"2024-09-12T18:26:18.721803+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.721479+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:10.422622+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'361","reported_seq":1082,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.789853+0000","last_change":"2024-09-12T18:26:07.789667+0000","last_active":"2024-09-12T18:26:07.789853+0000","last_peered":"2024-09-12T18:26:07.789853+0000","last_clean":"2024-09-12T18:26:07.789853+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:26:07.789853+0000","last_undegraded":"2024-09-12T18:26:07.789853+0000","last_fullsized":"2024-09-12T18:26:07.789853+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.789407+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:24.323298+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5726324,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":689,"num_read_kb":40131,"num_write":1172,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.644092+0000","last_change":"2024-09-12T18:26:26.643813+0000","last_active":"2024-09-12T18:26:26.644092+0000","last_peered":"2024-09-12T18:26:26.644092+0000","last_clean":"2024-09-12T18:26:26.644092+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:26:26.644092+0000","last_undegraded":"2024-09-12T18:26:26.644092+0000","last_fullsized":"2024-09-12T18:26:26.644092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.643563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:33.966837+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'275","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.026702+0000","last_change":"2024-09-12T18:26:38.026702+0000","last_active":"2024-09-12T18:26:38.026702+0000","last_peered":"2024-09-12T18:26:38.026702+0000","last_clean":"2024-09-12T18:26:38.026702+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:26:38.026702+0000","last_undegraded":"2024-09-12T18:26:38.026702+0000","last_fullsized":"2024-09-12T18:26:38.026702+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'275","last_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_deep_scrub":"268'275","last_deep_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.026511+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:31.881466+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48618,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":474,"num_read_kb":1196,"num_write":402,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.790597+0000","last_change":"2024-09-12T18:26:35.790597+0000","last_active":"2024-09-12T18:26:35.790597+0000","last_peered":"2024-09-12T18:26:35.790597+0000","last_clean":"2024-09-12T18:26:35.790597+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:26:35.790597+0000","last_undegraded":"2024-09-12T18:26:35.790597+0000","last_fullsized":"2024-09-12T18:26:35.790597+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.790427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:37.253342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'176","reported_seq":1675,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.950229+0000","last_change":"2024-09-12T18:26:36.950059+0000","last_active":"2024-09-12T18:26:36.950229+0000","last_peered":"2024-09-12T18:26:36.950229+0000","last_clean":"2024-09-12T18:26:36.950229+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:26:36.950229+0000","last_undegraded":"2024-09-12T18:26:36.950229+0000","last_fullsized":"2024-09-12T18:26:36.950229+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.949866+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:31.131568+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.789052+0000","last_change":"2024-09-12T18:26:11.788892+0000","last_active":"2024-09-12T18:26:11.789052+0000","last_peered":"2024-09-12T18:26:11.789052+0000","last_clean":"2024-09-12T18:26:11.789052+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:26:11.789052+0000","last_undegraded":"2024-09-12T18:26:11.789052+0000","last_fullsized":"2024-09-12T18:26:11.789052+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.788717+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:02.720842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'350","reported_seq":1041,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.551809+0000","last_change":"2024-09-12T18:26:09.551809+0000","last_active":"2024-09-12T18:26:09.551809+0000","last_peered":"2024-09-12T18:26:09.551809+0000","last_clean":"2024-09-12T18:26:09.551809+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:26:09.551809+0000","last_undegraded":"2024-09-12T18:26:09.551809+0000","last_fullsized":"2024-09-12T18:26:09.551809+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'350","last_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_deep_scrub":"268'350","last_deep_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.551486+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:27.904210+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661258,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":581,"num_read_kb":25750,"num_write":1154,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.530155+0000","last_change":"2024-09-12T18:26:18.530155+0000","last_active":"2024-09-12T18:26:18.530155+0000","last_peered":"2024-09-12T18:26:18.530155+0000","last_clean":"2024-09-12T18:26:18.530155+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:26:18.530155+0000","last_undegraded":"2024-09-12T18:26:18.530155+0000","last_fullsized":"2024-09-12T18:26:18.530155+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.529975+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:20.966443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'294","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.724917+0000","last_change":"2024-09-12T18:26:31.724917+0000","last_active":"2024-09-12T18:26:31.724917+0000","last_peered":"2024-09-12T18:26:31.724917+0000","last_clean":"2024-09-12T18:26:31.724917+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:26:31.724917+0000","last_undegraded":"2024-09-12T18:26:31.724917+0000","last_fullsized":"2024-09-12T18:26:31.724917+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.724727+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.964031+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47571,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.835988+0000","last_change":"2024-09-12T18:26:35.835988+0000","last_active":"2024-09-12T18:26:35.835988+0000","last_peered":"2024-09-12T18:26:35.835988+0000","last_clean":"2024-09-12T18:26:35.835988+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:26:35.835988+0000","last_undegraded":"2024-09-12T18:26:35.835988+0000","last_fullsized":"2024-09-12T18:26:35.835988+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.835804+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:06.282933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'115","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.841625+0000","last_change":"2024-09-12T18:26:36.841625+0000","last_active":"2024-09-12T18:26:36.841625+0000","last_peered":"2024-09-12T18:26:36.841625+0000","last_clean":"2024-09-12T18:26:36.841625+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:26:36.841625+0000","last_undegraded":"2024-09-12T18:26:36.841625+0000","last_fullsized":"2024-09-12T18:26:36.841625+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'115","last_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_deep_scrub":"268'115","last_deep_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.841433+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:30.765513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.490609+0000","last_change":"2024-09-12T18:26:17.490609+0000","last_active":"2024-09-12T18:26:17.490609+0000","last_peered":"2024-09-12T18:26:17.490609+0000","last_clean":"2024-09-12T18:26:17.490609+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:26:17.490609+0000","last_undegraded":"2024-09-12T18:26:17.490609+0000","last_fullsized":"2024-09-12T18:26:17.490609+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'274","last_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_deep_scrub":"268'274","last_deep_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.490386+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:36.441640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'343","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.903166+0000","last_change":"2024-09-12T18:26:09.903166+0000","last_active":"2024-09-12T18:26:09.903166+0000","last_peered":"2024-09-12T18:26:09.903166+0000","last_clean":"2024-09-12T18:26:09.903166+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:26:09.903166+0000","last_undegraded":"2024-09-12T18:26:09.903166+0000","last_fullsized":"2024-09-12T18:26:09.903166+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.902817+0000","objects_scrubbed":11,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:06.717501+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":565,"num_read_kb":7805,"num_write":1179,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":691,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.608843+0000","last_change":"2024-09-12T18:26:23.608843+0000","last_active":"2024-09-12T18:26:23.608843+0000","last_peered":"2024-09-12T18:26:23.608843+0000","last_clean":"2024-09-12T18:26:23.608843+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:26:23.608843+0000","last_undegraded":"2024-09-12T18:26:23.608843+0000","last_fullsized":"2024-09-12T18:26:23.608843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'89","last_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_deep_scrub":"268'89","last_deep_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.608652+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:47.756846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'298","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.171933+0000","last_change":"2024-09-12T18:26:08.171933+0000","last_active":"2024-09-12T18:26:08.171933+0000","last_peered":"2024-09-12T18:26:08.171933+0000","last_clean":"2024-09-12T18:26:08.171933+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:26:08.171933+0000","last_undegraded":"2024-09-12T18:26:08.171933+0000","last_fullsized":"2024-09-12T18:26:08.171933+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.171715+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:36.765988+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423820,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":389,"num_read_kb":17317,"num_write":915,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":855,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.831733+0000","last_change":"2024-09-12T18:26:19.831733+0000","last_active":"2024-09-12T18:26:19.831733+0000","last_peered":"2024-09-12T18:26:19.831733+0000","last_clean":"2024-09-12T18:26:19.831733+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:26:19.831733+0000","last_undegraded":"2024-09-12T18:26:19.831733+0000","last_fullsized":"2024-09-12T18:26:19.831733+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'250","last_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_deep_scrub":"268'250","last_deep_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.831507+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:54.729131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'341","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.854143+0000","last_change":"2024-09-12T18:26:10.854143+0000","last_active":"2024-09-12T18:26:10.854143+0000","last_peered":"2024-09-12T18:26:10.854143+0000","last_clean":"2024-09-12T18:26:10.854143+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:26:10.854143+0000","last_undegraded":"2024-09-12T18:26:10.854143+0000","last_fullsized":"2024-09-12T18:26:10.854143+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.853862+0000","objects_scrubbed":11,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:53.724991+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2706037,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":500,"num_read_kb":36597,"num_write":1184,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'316","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.491523+0000","last_change":"2024-09-12T18:26:15.491523+0000","last_active":"2024-09-12T18:26:15.491523+0000","last_peered":"2024-09-12T18:26:15.491523+0000","last_clean":"2024-09-12T18:26:15.491523+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:26:15.491523+0000","last_undegraded":"2024-09-12T18:26:15.491523+0000","last_fullsized":"2024-09-12T18:26:15.491523+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.491337+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:28.457539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8079,"num_omap_keys":32,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'367","reported_seq":1223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.585502+0000","last_change":"2024-09-12T18:26:08.585340+0000","last_active":"2024-09-12T18:26:08.585502+0000","last_peered":"2024-09-12T18:26:08.585502+0000","last_clean":"2024-09-12T18:26:08.585502+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:26:08.585502+0000","last_undegraded":"2024-09-12T18:26:08.585502+0000","last_fullsized":"2024-09-12T18:26:08.585502+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'367","last_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_deep_scrub":"268'367","last_deep_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.585077+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:32.500087+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1443506,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":942,"num_read_kb":17481,"num_write":1258,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.708226+0000","last_change":"2024-09-12T18:26:21.708226+0000","last_active":"2024-09-12T18:26:21.708226+0000","last_peered":"2024-09-12T18:26:21.708226+0000","last_clean":"2024-09-12T18:26:21.708226+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:26:21.708226+0000","last_undegraded":"2024-09-12T18:26:21.708226+0000","last_fullsized":"2024-09-12T18:26:21.708226+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'71","last_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_deep_scrub":"268'71","last_deep_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.707986+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:29.834149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'419","reported_seq":1096,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.757115+0000","last_change":"2024-09-12T18:26:08.757115+0000","last_active":"2024-09-12T18:26:08.757115+0000","last_peered":"2024-09-12T18:26:08.757115+0000","last_clean":"2024-09-12T18:26:08.757115+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:26:08.757115+0000","last_undegraded":"2024-09-12T18:26:08.757115+0000","last_fullsized":"2024-09-12T18:26:08.757115+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'419","last_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_deep_scrub":"268'419","last_deep_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.756871+0000","objects_scrubbed":9,"log_size":19,"log_dups_size":400,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:22.393421+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5026111,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":617,"num_read_kb":21835,"num_write":1334,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'262","reported_seq":936,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.675924+0000","last_change":"2024-09-12T18:26:20.675924+0000","last_active":"2024-09-12T18:26:20.675924+0000","last_peered":"2024-09-12T18:26:20.675924+0000","last_clean":"2024-09-12T18:26:20.675924+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:26:20.675924+0000","last_undegraded":"2024-09-12T18:26:20.675924+0000","last_fullsized":"2024-09-12T18:26:20.675924+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.675736+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:50.126592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'382","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.517281+0000","last_change":"2024-09-12T18:26:05.517281+0000","last_active":"2024-09-12T18:26:05.517281+0000","last_peered":"2024-09-12T18:26:05.517281+0000","last_clean":"2024-09-12T18:26:05.517281+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:26:05.517281+0000","last_undegraded":"2024-09-12T18:26:05.517281+0000","last_fullsized":"2024-09-12T18:26:05.517281+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.517169+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:53.267290+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136901,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":34546,"num_write":1141,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.677081+0000","last_change":"2024-09-12T18:26:19.677081+0000","last_active":"2024-09-12T18:26:19.677081+0000","last_peered":"2024-09-12T18:26:19.677081+0000","last_clean":"2024-09-12T18:26:19.677081+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:26:19.677081+0000","last_undegraded":"2024-09-12T18:26:19.677081+0000","last_fullsized":"2024-09-12T18:26:19.677081+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.676899+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:37:15.577276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'412","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.860966+0000","last_change":"2024-09-12T18:26:08.860966+0000","last_active":"2024-09-12T18:26:08.860966+0000","last_peered":"2024-09-12T18:26:08.860966+0000","last_clean":"2024-09-12T18:26:08.860966+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:26:08.860966+0000","last_undegraded":"2024-09-12T18:26:08.860966+0000","last_fullsized":"2024-09-12T18:26:08.860966+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'412","last_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_deep_scrub":"268'412","last_deep_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.860690+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:01.557420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364907,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":681,"num_read_kb":38540,"num_write":1268,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'175","reported_seq":824,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.924890+0000","last_change":"2024-09-12T18:26:16.924890+0000","last_active":"2024-09-12T18:26:16.924890+0000","last_peered":"2024-09-12T18:26:16.924890+0000","last_clean":"2024-09-12T18:26:16.924890+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:26:16.924890+0000","last_undegraded":"2024-09-12T18:26:16.924890+0000","last_fullsized":"2024-09-12T18:26:16.924890+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.924707+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:04.093781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":465,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'327","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.767140+0000","last_change":"2024-09-12T18:26:11.767140+0000","last_active":"2024-09-12T18:26:11.767140+0000","last_peered":"2024-09-12T18:26:11.767140+0000","last_clean":"2024-09-12T18:26:11.767140+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:26:11.767140+0000","last_undegraded":"2024-09-12T18:26:11.767140+0000","last_fullsized":"2024-09-12T18:26:11.767140+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.766874+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:03.827795+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":427,"num_read_kb":21073,"num_write":966,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.764036+0000","last_change":"2024-09-12T18:26:18.764036+0000","last_active":"2024-09-12T18:26:18.764036+0000","last_peered":"2024-09-12T18:26:18.764036+0000","last_clean":"2024-09-12T18:26:18.764036+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:26:18.764036+0000","last_undegraded":"2024-09-12T18:26:18.764036+0000","last_fullsized":"2024-09-12T18:26:18.764036+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4157","last_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_deep_scrub":"268'4157","last_deep_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.763856+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:04.015078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'294","reported_seq":932,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.823601+0000","last_change":"2024-09-12T18:26:11.823601+0000","last_active":"2024-09-12T18:26:11.823601+0000","last_peered":"2024-09-12T18:26:11.823601+0000","last_clean":"2024-09-12T18:26:11.823601+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:26:11.823601+0000","last_undegraded":"2024-09-12T18:26:11.823601+0000","last_fullsized":"2024-09-12T18:26:11.823601+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.823379+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:25.327243+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35642,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":11073,"num_write":905,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":846,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.683499+0000","last_change":"2024-09-12T18:26:16.683499+0000","last_active":"2024-09-12T18:26:16.683499+0000","last_peered":"2024-09-12T18:26:16.683499+0000","last_clean":"2024-09-12T18:26:16.683499+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:26:16.683499+0000","last_undegraded":"2024-09-12T18:26:16.683499+0000","last_fullsized":"2024-09-12T18:26:16.683499+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.683308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.918514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'382","reported_seq":1005,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.781203+0000","last_change":"2024-09-12T18:26:12.781203+0000","last_active":"2024-09-12T18:26:12.781203+0000","last_peered":"2024-09-12T18:26:12.781203+0000","last_clean":"2024-09-12T18:26:12.781203+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:26:12.781203+0000","last_undegraded":"2024-09-12T18:26:12.781203+0000","last_fullsized":"2024-09-12T18:26:12.781203+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.780992+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:13.970447+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":471,"num_read_kb":6748,"num_write":1090,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.149349+0000","last_change":"2024-09-12T18:26:11.149349+0000","last_active":"2024-09-12T18:26:11.149349+0000","last_peered":"2024-09-12T18:26:11.149349+0000","last_clean":"2024-09-12T18:26:11.149349+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:26:11.149349+0000","last_undegraded":"2024-09-12T18:26:11.149349+0000","last_fullsized":"2024-09-12T18:26:11.149349+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.149159+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:17.424066+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'359","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.783020+0000","last_change":"2024-09-12T18:26:12.783020+0000","last_active":"2024-09-12T18:26:12.783020+0000","last_peered":"2024-09-12T18:26:12.783020+0000","last_clean":"2024-09-12T18:26:12.783020+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:26:12.783020+0000","last_undegraded":"2024-09-12T18:26:12.783020+0000","last_fullsized":"2024-09-12T18:26:12.783020+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.782791+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:44.539894+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":47490,"num_write":1108,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":601,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.704843+0000","last_change":"2024-09-12T18:26:17.704843+0000","last_active":"2024-09-12T18:26:17.704843+0000","last_peered":"2024-09-12T18:26:17.704843+0000","last_clean":"2024-09-12T18:26:17.704843+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:26:17.704843+0000","last_undegraded":"2024-09-12T18:26:17.704843+0000","last_fullsized":"2024-09-12T18:26:17.704843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.704576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:47.618442+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'323","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.586568+0000","last_change":"2024-09-12T18:26:11.586568+0000","last_active":"2024-09-12T18:26:11.586568+0000","last_peered":"2024-09-12T18:26:11.586568+0000","last_clean":"2024-09-12T18:26:11.586568+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:26:11.586568+0000","last_undegraded":"2024-09-12T18:26:11.586568+0000","last_fullsized":"2024-09-12T18:26:11.586568+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'323","last_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_deep_scrub":"268'323","last_deep_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.586331+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:50.033691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":128044,"num_write":1038,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1221,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.875230+0000","last_change":"2024-09-12T18:26:19.875230+0000","last_active":"2024-09-12T18:26:19.875230+0000","last_peered":"2024-09-12T18:26:19.875230+0000","last_clean":"2024-09-12T18:26:19.875230+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:26:19.875230+0000","last_undegraded":"2024-09-12T18:26:19.875230+0000","last_fullsized":"2024-09-12T18:26:19.875230+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.875054+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:44.064537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'282","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.940231+0000","last_change":"2024-09-12T18:26:12.940231+0000","last_active":"2024-09-12T18:26:12.940231+0000","last_peered":"2024-09-12T18:26:12.940231+0000","last_clean":"2024-09-12T18:26:12.940231+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:26:12.940231+0000","last_undegraded":"2024-09-12T18:26:12.940231+0000","last_fullsized":"2024-09-12T18:26:12.940231+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'282","last_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_deep_scrub":"268'282","last_deep_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.939967+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:23.468320+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":521,"num_read_kb":17046,"num_write":920,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'157","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.785916+0000","last_change":"2024-09-12T18:26:17.785916+0000","last_active":"2024-09-12T18:26:17.785916+0000","last_peered":"2024-09-12T18:26:17.785916+0000","last_clean":"2024-09-12T18:26:17.785916+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:26:17.785916+0000","last_undegraded":"2024-09-12T18:26:17.785916+0000","last_fullsized":"2024-09-12T18:26:17.785916+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.785736+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:04.774162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'328","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.889418+0000","last_change":"2024-09-12T18:26:15.889418+0000","last_active":"2024-09-12T18:26:15.889418+0000","last_peered":"2024-09-12T18:26:15.889418+0000","last_clean":"2024-09-12T18:26:15.889418+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:26:15.889418+0000","last_undegraded":"2024-09-12T18:26:15.889418+0000","last_fullsized":"2024-09-12T18:26:15.889418+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.889175+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:48.970942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2083198,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":31771,"num_write":938,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'262","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.761479+0000","last_change":"2024-09-12T18:26:23.761479+0000","last_active":"2024-09-12T18:26:23.761479+0000","last_peered":"2024-09-12T18:26:23.761479+0000","last_clean":"2024-09-12T18:26:23.761479+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:26:23.761479+0000","last_undegraded":"2024-09-12T18:26:23.761479+0000","last_fullsized":"2024-09-12T18:26:23.761479+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.761288+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:16.479981+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'325","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.173713+0000","last_change":"2024-09-12T18:26:06.173713+0000","last_active":"2024-09-12T18:26:06.173713+0000","last_peered":"2024-09-12T18:26:06.173713+0000","last_clean":"2024-09-12T18:26:06.173713+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:26:06.173713+0000","last_undegraded":"2024-09-12T18:26:06.173713+0000","last_fullsized":"2024-09-12T18:26:06.173713+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.173482+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:45.170690+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589418,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":41834,"num_write":961,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.838591+0000","last_change":"2024-09-12T18:26:18.838591+0000","last_active":"2024-09-12T18:26:18.838591+0000","last_peered":"2024-09-12T18:26:18.838591+0000","last_clean":"2024-09-12T18:26:18.838591+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:26:18.838591+0000","last_undegraded":"2024-09-12T18:26:18.838591+0000","last_fullsized":"2024-09-12T18:26:18.838591+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'87","last_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_deep_scrub":"268'87","last_deep_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.838418+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:40.218354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'371","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.833465+0000","last_change":"2024-09-12T18:26:13.833465+0000","last_active":"2024-09-12T18:26:13.833465+0000","last_peered":"2024-09-12T18:26:13.833465+0000","last_clean":"2024-09-12T18:26:13.833465+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:26:13.833465+0000","last_undegraded":"2024-09-12T18:26:13.833465+0000","last_fullsized":"2024-09-12T18:26:13.833465+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.833173+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:56.216706+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190248,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":38390,"num_write":1084,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'317","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.867478+0000","last_change":"2024-09-12T18:26:14.867478+0000","last_active":"2024-09-12T18:26:14.867478+0000","last_peered":"2024-09-12T18:26:14.867478+0000","last_clean":"2024-09-12T18:26:14.867478+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:26:14.867478+0000","last_undegraded":"2024-09-12T18:26:14.867478+0000","last_fullsized":"2024-09-12T18:26:14.867478+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'317","last_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_deep_scrub":"268'317","last_deep_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.867211+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:20.349083+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5151404,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":33184,"num_write":1000,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.750371+0000","last_change":"2024-09-12T18:26:22.750212+0000","last_active":"2024-09-12T18:26:22.750371+0000","last_peered":"2024-09-12T18:26:22.750371+0000","last_clean":"2024-09-12T18:26:22.750371+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:26:22.750371+0000","last_undegraded":"2024-09-12T18:26:22.750371+0000","last_fullsized":"2024-09-12T18:26:22.750371+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'103","last_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_deep_scrub":"268'103","last_deep_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.749969+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:02.225940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'357","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.474241+0000","last_change":"2024-09-12T18:26:06.474241+0000","last_active":"2024-09-12T18:26:06.474241+0000","last_peered":"2024-09-12T18:26:06.474241+0000","last_clean":"2024-09-12T18:26:06.474241+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:26:06.474241+0000","last_undegraded":"2024-09-12T18:26:06.474241+0000","last_fullsized":"2024-09-12T18:26:06.474241+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.473983+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:44.126825+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":17915,"num_write":1160,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.755034+0000","last_change":"2024-09-12T18:26:21.754889+0000","last_active":"2024-09-12T18:26:21.755034+0000","last_peered":"2024-09-12T18:26:21.755034+0000","last_clean":"2024-09-12T18:26:21.755034+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:26:21.755034+0000","last_undegraded":"2024-09-12T18:26:21.755034+0000","last_fullsized":"2024-09-12T18:26:21.755034+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.754707+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.612176+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6692,"num_omap_keys":14,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1034,"ondisk_log_size":1034,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1741,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1555,"ondisk_log_size":1555,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":590,"ondisk_log_size":590,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1612597,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17394,"num_read_kb":36774,"num_write":14573,"num_write_kb":11632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683338,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1821,"ondisk_log_size":1821,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2435,"num_read_kb":2902,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43844,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4122,"ondisk_log_size":4122,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":81349045,"num_objects":384,"num_object_clones":0,"num_object_copies":1536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":36215,"num_read_kb":2140881,"num_write":71974,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":111067136,"data_stored":111067136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3726,"ondisk_log_size":3726,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":181175,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":169923,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510034,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":329920,"kb_used_data":19696,"kb_used_omap":1,"kb_used_meta":310206,"kb_avail":94041920,"statfs":{"total":96636764160,"available":96298926080,"internally_reserved":0,"allocated":20168704,"data_stored":18117452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":317651402},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510030,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284596,"kb_used_data":18788,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94087244,"statfs":{"total":96636764160,"available":96345337856,"internally_reserved":0,"allocated":19238912,"data_stored":17269692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":272169414},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510032,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181132,"kb_used_data":19516,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94190708,"statfs":{"total":96636764160,"available":96451284992,"internally_reserved":0,"allocated":19984384,"data_stored":17919052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510031,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117444,"kb_used_data":14068,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94254396,"statfs":{"total":96636764160,"available":96516501504,"internally_reserved":0,"allocated":14405632,"data_stored":12451735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510033,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":296072,"kb_used_data":16376,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94075768,"statfs":{"total":96636764160,"available":96333586432,"internally_reserved":0,"allocated":16769024,"data_stored":14761028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":286390727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510032,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128800,"kb_used_data":17168,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94243040,"statfs":{"total":96636764160,"available":96504872960,"internally_reserved":0,"allocated":17580032,"data_stored":15611567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510032,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179448,"kb_used_data":17832,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94192392,"statfs":{"total":96636764160,"available":96453009408,"internally_reserved":0,"allocated":18259968,"data_stored":16258890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542738,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293908,"kb_used_data":19780,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94077932,"statfs":{"total":96636764160,"available":96335802368,"internally_reserved":0,"allocated":20254720,"data_stored":18226610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":15339520,"data_stored":15339520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13963264,"data_stored":13963264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13316096,"data_stored":13316096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12464128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10158080,"data_stored":10158080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":15622144,"data_stored":15622144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14974976,"data_stored":14974976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15228928,"data_stored":15228928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.981 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.982 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.983 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.984 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.985 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.986 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.987 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.988 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:56:13.620259+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.989 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.990 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.990 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:56:16.651912+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=56, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.990 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.991 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.991 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.992 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:38:14.651812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.992 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:38:16.658317+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=38, tm_sec=16, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:26:46.993 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:27:06.995 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:27:07.363 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:27:07.377 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:27:07.379 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1742,"stamp":"2024-09-12T18:27:06.896219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":83570141,"num_objects":716,"num_object_clones":0,"num_object_copies":2200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":180550,"num_read_kb":2637058,"num_write":142704,"num_write_kb":2517381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":737936,"num_omap_keys":1783,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13218,"ondisk_log_size":13218,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1811320,"kb_used_data":143224,"kb_used_omap":12,"kb_used_meta":1667955,"kb_avail":753163400,"statfs":{"total":773094113280,"available":771239321600,"internally_reserved":0,"allocated":146661376,"data_stored":130616026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1707986480},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008367"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.886395+0000","last_change":"2024-09-12T18:26:51.886395+0000","last_active":"2024-09-12T18:26:51.886395+0000","last_peered":"2024-09-12T18:26:51.886395+0000","last_clean":"2024-09-12T18:26:51.886395+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:26:51.886395+0000","last_undegraded":"2024-09-12T18:26:51.886395+0000","last_fullsized":"2024-09-12T18:26:51.886395+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:51.886215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:51.886215+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.886215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:29.220069+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.835233+0000","last_change":"2024-09-12T18:26:49.835233+0000","last_active":"2024-09-12T18:26:49.835233+0000","last_peered":"2024-09-12T18:26:49.835233+0000","last_clean":"2024-09-12T18:26:49.835233+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:26:49.835233+0000","last_undegraded":"2024-09-12T18:26:49.835233+0000","last_fullsized":"2024-09-12T18:26:49.835233+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:49.835018+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:49.835018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.835018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:04.495195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6140,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'3","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.078182+0000","last_change":"2024-09-12T18:26:47.078182+0000","last_active":"2024-09-12T18:26:47.078182+0000","last_peered":"2024-09-12T18:26:47.078182+0000","last_clean":"2024-09-12T18:26:47.078182+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:26:47.078182+0000","last_undegraded":"2024-09-12T18:26:47.078182+0000","last_fullsized":"2024-09-12T18:26:47.078182+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:47.078029+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:47.078029+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.078029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:56.754558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.886551+0000","last_change":"2024-09-12T18:26:48.886551+0000","last_active":"2024-09-12T18:26:48.886551+0000","last_peered":"2024-09-12T18:26:48.886551+0000","last_clean":"2024-09-12T18:26:48.886551+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:26:48.886551+0000","last_undegraded":"2024-09-12T18:26:48.886551+0000","last_fullsized":"2024-09-12T18:26:48.886551+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-12T18:26:48.886367+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-12T18:26:48.886367+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.886367+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:56.478502+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.275134+0000","last_change":"2024-09-12T18:26:35.275134+0000","last_active":"2024-09-12T18:26:35.275134+0000","last_peered":"2024-09-12T18:26:35.275134+0000","last_clean":"2024-09-12T18:26:35.275134+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:26:35.275134+0000","last_undegraded":"2024-09-12T18:26:35.275134+0000","last_fullsized":"2024-09-12T18:26:35.275134+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.274942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:44.550879+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'7","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.812294+0000","last_change":"2024-09-12T18:26:51.812294+0000","last_active":"2024-09-12T18:26:51.812294+0000","last_peered":"2024-09-12T18:26:51.812294+0000","last_clean":"2024-09-12T18:26:51.812294+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:26:51.812294+0000","last_undegraded":"2024-09-12T18:26:51.812294+0000","last_fullsized":"2024-09-12T18:26:51.812294+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:51.812114+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:51.812114+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.812114+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.611363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.665263+0000","last_change":"2024-09-12T18:26:37.665263+0000","last_active":"2024-09-12T18:26:37.665263+0000","last_peered":"2024-09-12T18:26:37.665263+0000","last_clean":"2024-09-12T18:26:37.665263+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:26:37.665263+0000","last_undegraded":"2024-09-12T18:26:37.665263+0000","last_fullsized":"2024-09-12T18:26:37.665263+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.665026+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:36.506777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12300,"num_write":12,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.204983+0000","last_change":"2024-09-12T18:26:29.204841+0000","last_active":"2024-09-12T18:26:29.204983+0000","last_peered":"2024-09-12T18:26:29.204983+0000","last_clean":"2024-09-12T18:26:29.204983+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:26:29.204983+0000","last_undegraded":"2024-09-12T18:26:29.204983+0000","last_fullsized":"2024-09-12T18:26:29.204983+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'52","last_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_deep_scrub":"268'52","last_deep_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.204591+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:33.198282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.882751+0000","last_change":"2024-09-12T18:26:42.882751+0000","last_active":"2024-09-12T18:26:42.882751+0000","last_peered":"2024-09-12T18:26:42.882751+0000","last_clean":"2024-09-12T18:26:42.882751+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:26:42.882751+0000","last_undegraded":"2024-09-12T18:26:42.882751+0000","last_fullsized":"2024-09-12T18:26:42.882751+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.882566+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:53.904183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.829739+0000","last_change":"2024-09-12T18:26:57.829739+0000","last_active":"2024-09-12T18:26:57.829739+0000","last_peered":"2024-09-12T18:26:57.829739+0000","last_clean":"2024-09-12T18:26:57.829739+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:26:57.829739+0000","last_undegraded":"2024-09-12T18:26:57.829739+0000","last_fullsized":"2024-09-12T18:26:57.829739+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:57.829508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:57.829508+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.829508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:46.066628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.267855+0000","last_change":"2024-09-12T18:26:32.267855+0000","last_active":"2024-09-12T18:26:32.267855+0000","last_peered":"2024-09-12T18:26:32.267855+0000","last_clean":"2024-09-12T18:26:32.267855+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:26:32.267855+0000","last_undegraded":"2024-09-12T18:26:32.267855+0000","last_fullsized":"2024-09-12T18:26:32.267855+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.267672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.477622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.883294+0000","last_change":"2024-09-12T18:26:47.883160+0000","last_active":"2024-09-12T18:26:47.883294+0000","last_peered":"2024-09-12T18:26:47.883294+0000","last_clean":"2024-09-12T18:26:47.883294+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:26:47.883294+0000","last_undegraded":"2024-09-12T18:26:47.883294+0000","last_fullsized":"2024-09-12T18:26:47.883294+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'24","last_scrub_stamp":"2024-09-12T18:26:47.882980+0000","last_deep_scrub":"268'24","last_deep_scrub_stamp":"2024-09-12T18:26:47.882980+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.882980+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:02.072553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.136970+0000","last_change":"2024-09-12T18:27:01.136970+0000","last_active":"2024-09-12T18:27:01.136970+0000","last_peered":"2024-09-12T18:27:01.136970+0000","last_clean":"2024-09-12T18:27:01.136970+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:27:01.136970+0000","last_undegraded":"2024-09-12T18:27:01.136970+0000","last_fullsized":"2024-09-12T18:27:01.136970+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:01.136788+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:01.136788+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.136788+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.837471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.122401+0000","last_change":"2024-09-12T18:27:02.122401+0000","last_active":"2024-09-12T18:27:02.122401+0000","last_peered":"2024-09-12T18:27:02.122401+0000","last_clean":"2024-09-12T18:27:02.122401+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:27:02.122401+0000","last_undegraded":"2024-09-12T18:27:02.122401+0000","last_fullsized":"2024-09-12T18:27:02.122401+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:27:02.122219+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:27:02.122219+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.122219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:53.845846+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.734710+0000","last_change":"2024-09-12T18:26:46.734710+0000","last_active":"2024-09-12T18:26:46.734710+0000","last_peered":"2024-09-12T18:26:46.734710+0000","last_clean":"2024-09-12T18:26:46.734710+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:26:46.734710+0000","last_undegraded":"2024-09-12T18:26:46.734710+0000","last_fullsized":"2024-09-12T18:26:46.734710+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:46.734510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:46.734510+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.734510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:40.526351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":178,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.117292+0000","last_change":"2024-09-12T18:26:44.117130+0000","last_active":"2024-09-12T18:26:44.117292+0000","last_peered":"2024-09-12T18:26:44.117292+0000","last_clean":"2024-09-12T18:26:44.117292+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:26:44.117292+0000","last_undegraded":"2024-09-12T18:26:44.117292+0000","last_fullsized":"2024-09-12T18:26:44.117292+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'46","last_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_deep_scrub":"268'46","last_deep_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.116953+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:56.648060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:05.044470+0000","last_change":"2024-09-12T18:27:05.044470+0000","last_active":"2024-09-12T18:27:05.044470+0000","last_peered":"2024-09-12T18:27:05.044470+0000","last_clean":"2024-09-12T18:27:05.044470+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:27:05.044470+0000","last_undegraded":"2024-09-12T18:27:05.044470+0000","last_fullsized":"2024-09-12T18:27:05.044470+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:05.044281+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:05.044281+0000","last_clean_scrub_stamp":"2024-09-12T18:27:05.044281+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:13.342132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'6","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.786316+0000","last_change":"2024-09-12T18:26:47.786316+0000","last_active":"2024-09-12T18:26:47.786316+0000","last_peered":"2024-09-12T18:26:47.786316+0000","last_clean":"2024-09-12T18:26:47.786316+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:26:47.786316+0000","last_undegraded":"2024-09-12T18:26:47.786316+0000","last_fullsized":"2024-09-12T18:26:47.786316+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:47.786077+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:47.786077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.786077+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:10.751378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15356,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.845231+0000","last_change":"2024-09-12T18:26:55.845231+0000","last_active":"2024-09-12T18:26:55.845231+0000","last_peered":"2024-09-12T18:26:55.845231+0000","last_clean":"2024-09-12T18:26:55.845231+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:26:55.845231+0000","last_undegraded":"2024-09-12T18:26:55.845231+0000","last_fullsized":"2024-09-12T18:26:55.845231+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:55.845034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:55.845034+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.845034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:28.495361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":104,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.191458+0000","last_change":"2024-09-12T18:26:52.191254+0000","last_active":"2024-09-12T18:26:52.191458+0000","last_peered":"2024-09-12T18:26:52.191458+0000","last_clean":"2024-09-12T18:26:52.191458+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:26:52.191458+0000","last_undegraded":"2024-09-12T18:26:52.191458+0000","last_fullsized":"2024-09-12T18:26:52.191458+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'18","last_scrub_stamp":"2024-09-12T18:26:52.191069+0000","last_deep_scrub":"268'18","last_deep_scrub_stamp":"2024-09-12T18:26:52.191069+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.191069+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:09.106883+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.588063+0000","last_change":"2024-09-12T18:26:45.587900+0000","last_active":"2024-09-12T18:26:45.588063+0000","last_peered":"2024-09-12T18:26:45.588063+0000","last_clean":"2024-09-12T18:26:45.588063+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:26:45.588063+0000","last_undegraded":"2024-09-12T18:26:45.588063+0000","last_fullsized":"2024-09-12T18:26:45.588063+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:45.587704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:45.587704+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.587704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:38.621688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.961253+0000","last_change":"2024-09-12T18:26:40.961253+0000","last_active":"2024-09-12T18:26:40.961253+0000","last_peered":"2024-09-12T18:26:40.961253+0000","last_clean":"2024-09-12T18:26:40.961253+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:26:40.961253+0000","last_undegraded":"2024-09-12T18:26:40.961253+0000","last_fullsized":"2024-09-12T18:26:40.961253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.961059+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:17.956445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.784005+0000","last_change":"2024-09-12T18:26:43.784005+0000","last_active":"2024-09-12T18:26:43.784005+0000","last_peered":"2024-09-12T18:26:43.784005+0000","last_clean":"2024-09-12T18:26:43.784005+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:26:43.784005+0000","last_undegraded":"2024-09-12T18:26:43.784005+0000","last_fullsized":"2024-09-12T18:26:43.784005+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.783824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:20.131822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":155,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.986960+0000","last_change":"2024-09-12T18:26:33.986795+0000","last_active":"2024-09-12T18:26:33.986960+0000","last_peered":"2024-09-12T18:26:33.986960+0000","last_clean":"2024-09-12T18:26:33.986960+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:26:33.986960+0000","last_undegraded":"2024-09-12T18:26:33.986960+0000","last_fullsized":"2024-09-12T18:26:33.986960+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'37","last_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_deep_scrub":"268'37","last_deep_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.986608+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:15.859022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.188543+0000","last_change":"2024-09-12T18:27:01.188543+0000","last_active":"2024-09-12T18:27:01.188543+0000","last_peered":"2024-09-12T18:27:01.188543+0000","last_clean":"2024-09-12T18:27:01.188543+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:27:01.188543+0000","last_undegraded":"2024-09-12T18:27:01.188543+0000","last_fullsized":"2024-09-12T18:27:01.188543+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:01.188362+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:01.188362+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.188362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:52.002765+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.959794+0000","last_change":"2024-09-12T18:26:39.959794+0000","last_active":"2024-09-12T18:26:39.959794+0000","last_peered":"2024-09-12T18:26:39.959794+0000","last_clean":"2024-09-12T18:26:39.959794+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:26:39.959794+0000","last_undegraded":"2024-09-12T18:26:39.959794+0000","last_fullsized":"2024-09-12T18:26:39.959794+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.959609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:33.395898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'9","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.744355+0000","last_change":"2024-09-12T18:26:45.744355+0000","last_active":"2024-09-12T18:26:45.744355+0000","last_peered":"2024-09-12T18:26:45.744355+0000","last_clean":"2024-09-12T18:26:45.744355+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:26:45.744355+0000","last_undegraded":"2024-09-12T18:26:45.744355+0000","last_fullsized":"2024-09-12T18:26:45.744355+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-12T18:26:45.744176+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-12T18:26:45.744176+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.744176+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:17.380803+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":24566,"num_write":14,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.862053+0000","last_change":"2024-09-12T18:26:46.862053+0000","last_active":"2024-09-12T18:26:46.862053+0000","last_peered":"2024-09-12T18:26:46.862053+0000","last_clean":"2024-09-12T18:26:46.862053+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:26:46.862053+0000","last_undegraded":"2024-09-12T18:26:46.862053+0000","last_fullsized":"2024-09-12T18:26:46.862053+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-12T18:26:46.861788+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-12T18:26:46.861788+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.861788+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:22.093118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.172122+0000","last_change":"2024-09-12T18:27:00.172122+0000","last_active":"2024-09-12T18:27:00.172122+0000","last_peered":"2024-09-12T18:27:00.172122+0000","last_clean":"2024-09-12T18:27:00.172122+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:27:00.172122+0000","last_undegraded":"2024-09-12T18:27:00.172122+0000","last_fullsized":"2024-09-12T18:27:00.172122+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:00.171917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:00.171917+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.171917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:23.152207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'6","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.811977+0000","last_change":"2024-09-12T18:26:48.811977+0000","last_active":"2024-09-12T18:26:48.811977+0000","last_peered":"2024-09-12T18:26:48.811977+0000","last_clean":"2024-09-12T18:26:48.811977+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:26:48.811977+0000","last_undegraded":"2024-09-12T18:26:48.811977+0000","last_fullsized":"2024-09-12T18:26:48.811977+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:48.811796+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:48.811796+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.811796+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:32.378590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4663,"num_write":6,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.880244+0000","last_change":"2024-09-12T18:26:53.880244+0000","last_active":"2024-09-12T18:26:53.880244+0000","last_peered":"2024-09-12T18:26:53.880244+0000","last_clean":"2024-09-12T18:26:53.880244+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:26:53.880244+0000","last_undegraded":"2024-09-12T18:26:53.880244+0000","last_fullsized":"2024-09-12T18:26:53.880244+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:53.880059+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:53.880059+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.880059+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:03.171303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.613434+0000","last_change":"2024-09-12T18:26:33.613434+0000","last_active":"2024-09-12T18:26:33.613434+0000","last_peered":"2024-09-12T18:26:33.613434+0000","last_clean":"2024-09-12T18:26:33.613434+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:26:33.613434+0000","last_undegraded":"2024-09-12T18:26:33.613434+0000","last_fullsized":"2024-09-12T18:26:33.613434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.613255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:57.701615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.601323+0000","last_change":"2024-09-12T18:26:44.601182+0000","last_active":"2024-09-12T18:26:44.601323+0000","last_peered":"2024-09-12T18:26:44.601323+0000","last_clean":"2024-09-12T18:26:44.601323+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:26:44.601323+0000","last_undegraded":"2024-09-12T18:26:44.601323+0000","last_fullsized":"2024-09-12T18:26:44.601323+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.601002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:40.150008+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.177691+0000","last_change":"2024-09-12T18:26:57.177691+0000","last_active":"2024-09-12T18:26:57.177691+0000","last_peered":"2024-09-12T18:26:57.177691+0000","last_clean":"2024-09-12T18:26:57.177691+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:26:57.177691+0000","last_undegraded":"2024-09-12T18:26:57.177691+0000","last_fullsized":"2024-09-12T18:26:57.177691+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:57.177484+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:57.177484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.177484+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.967957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.828957+0000","last_change":"2024-09-12T18:26:45.828957+0000","last_active":"2024-09-12T18:26:45.828957+0000","last_peered":"2024-09-12T18:26:45.828957+0000","last_clean":"2024-09-12T18:26:45.828957+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:26:45.828957+0000","last_undegraded":"2024-09-12T18:26:45.828957+0000","last_fullsized":"2024-09-12T18:26:45.828957+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:45.828770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:45.828770+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.828770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:45.575004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.888715+0000","last_change":"2024-09-12T18:26:45.888715+0000","last_active":"2024-09-12T18:26:45.888715+0000","last_peered":"2024-09-12T18:26:45.888715+0000","last_clean":"2024-09-12T18:26:45.888715+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:26:45.888715+0000","last_undegraded":"2024-09-12T18:26:45.888715+0000","last_fullsized":"2024-09-12T18:26:45.888715+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'26","last_scrub_stamp":"2024-09-12T18:26:45.888529+0000","last_deep_scrub":"268'26","last_deep_scrub_stamp":"2024-09-12T18:26:45.888529+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.888529+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:03.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.302674+0000","last_change":"2024-09-12T18:26:33.302520+0000","last_active":"2024-09-12T18:26:33.302674+0000","last_peered":"2024-09-12T18:26:33.302674+0000","last_clean":"2024-09-12T18:26:33.302674+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:26:33.302674+0000","last_undegraded":"2024-09-12T18:26:33.302674+0000","last_fullsized":"2024-09-12T18:26:33.302674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.302336+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:17.868185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.138686+0000","last_change":"2024-09-12T18:26:54.138686+0000","last_active":"2024-09-12T18:26:54.138686+0000","last_peered":"2024-09-12T18:26:54.138686+0000","last_clean":"2024-09-12T18:26:54.138686+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:26:54.138686+0000","last_undegraded":"2024-09-12T18:26:54.138686+0000","last_fullsized":"2024-09-12T18:26:54.138686+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:54.138513+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:54.138513+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.138513+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:23.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.077145+0000","last_change":"2024-09-12T18:26:53.077145+0000","last_active":"2024-09-12T18:26:53.077145+0000","last_peered":"2024-09-12T18:26:53.077145+0000","last_clean":"2024-09-12T18:26:53.077145+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:26:53.077145+0000","last_undegraded":"2024-09-12T18:26:53.077145+0000","last_fullsized":"2024-09-12T18:26:53.077145+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:53.076937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:53.076937+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.076937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:19.704743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.088324+0000","last_change":"2024-09-12T18:26:46.088324+0000","last_active":"2024-09-12T18:26:46.088324+0000","last_peered":"2024-09-12T18:26:46.088324+0000","last_clean":"2024-09-12T18:26:46.088324+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:26:46.088324+0000","last_undegraded":"2024-09-12T18:26:46.088324+0000","last_fullsized":"2024-09-12T18:26:46.088324+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'31","last_scrub_stamp":"2024-09-12T18:26:46.088137+0000","last_deep_scrub":"265'31","last_deep_scrub_stamp":"2024-09-12T18:26:46.088137+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.088137+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:37.284579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.152560+0000","last_change":"2024-09-12T18:26:58.152560+0000","last_active":"2024-09-12T18:26:58.152560+0000","last_peered":"2024-09-12T18:26:58.152560+0000","last_clean":"2024-09-12T18:26:58.152560+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:26:58.152560+0000","last_undegraded":"2024-09-12T18:26:58.152560+0000","last_fullsized":"2024-09-12T18:26:58.152560+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:58.152385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:58.152385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.152385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.922644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.103716+0000","last_change":"2024-09-12T18:26:59.103716+0000","last_active":"2024-09-12T18:26:59.103716+0000","last_peered":"2024-09-12T18:26:59.103716+0000","last_clean":"2024-09-12T18:26:59.103716+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:26:59.103716+0000","last_undegraded":"2024-09-12T18:26:59.103716+0000","last_fullsized":"2024-09-12T18:26:59.103716+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:59.103535+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:59.103535+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.103535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:13.539383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12280,"num_write":12,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.238396+0000","last_change":"2024-09-12T18:26:30.238396+0000","last_active":"2024-09-12T18:26:30.238396+0000","last_peered":"2024-09-12T18:26:30.238396+0000","last_clean":"2024-09-12T18:26:30.238396+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:26:30.238396+0000","last_undegraded":"2024-09-12T18:26:30.238396+0000","last_fullsized":"2024-09-12T18:26:30.238396+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.238207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:56.986883+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":92,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.168412+0000","last_change":"2024-09-12T18:26:25.168412+0000","last_active":"2024-09-12T18:26:25.168412+0000","last_peered":"2024-09-12T18:26:25.168412+0000","last_clean":"2024-09-12T18:26:25.168412+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:26:25.168412+0000","last_undegraded":"2024-09-12T18:26:25.168412+0000","last_fullsized":"2024-09-12T18:26:25.168412+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.168189+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:41.730227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.897495+0000","last_change":"2024-09-12T18:26:52.897495+0000","last_active":"2024-09-12T18:26:52.897495+0000","last_peered":"2024-09-12T18:26:52.897495+0000","last_clean":"2024-09-12T18:26:52.897495+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:26:52.897495+0000","last_undegraded":"2024-09-12T18:26:52.897495+0000","last_fullsized":"2024-09-12T18:26:52.897495+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.897313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.897313+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.897313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:16.646112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'11","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.791943+0000","last_change":"2024-09-12T18:26:50.791943+0000","last_active":"2024-09-12T18:26:50.791943+0000","last_peered":"2024-09-12T18:26:50.791943+0000","last_clean":"2024-09-12T18:26:50.791943+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:26:50.791943+0000","last_undegraded":"2024-09-12T18:26:50.791943+0000","last_fullsized":"2024-09-12T18:26:50.791943+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'11","last_scrub_stamp":"2024-09-12T18:26:50.791758+0000","last_deep_scrub":"268'11","last_deep_scrub_stamp":"2024-09-12T18:26:50.791758+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.791758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:13.543341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24576,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.926135+0000","last_change":"2024-09-12T18:26:52.926135+0000","last_active":"2024-09-12T18:26:52.926135+0000","last_peered":"2024-09-12T18:26:52.926135+0000","last_clean":"2024-09-12T18:26:52.926135+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:26:52.926135+0000","last_undegraded":"2024-09-12T18:26:52.926135+0000","last_fullsized":"2024-09-12T18:26:52.926135+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.925953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.925953+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.925953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:55.580862+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.037868+0000","last_change":"2024-09-12T18:26:43.037868+0000","last_active":"2024-09-12T18:26:43.037868+0000","last_peered":"2024-09-12T18:26:43.037868+0000","last_clean":"2024-09-12T18:26:43.037868+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:26:43.037868+0000","last_undegraded":"2024-09-12T18:26:43.037868+0000","last_fullsized":"2024-09-12T18:26:43.037868+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'23","last_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_deep_scrub":"268'23","last_deep_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.037637+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:21.038236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:22:35.228084+0000","last_change":"2024-09-12T18:08:02.288540+0000","last_active":"2024-09-12T18:22:35.228084+0000","last_peered":"2024-09-12T18:22:35.228084+0000","last_clean":"2024-09-12T18:22:35.228084+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:22:35.228084+0000","last_undegraded":"2024-09-12T18:22:35.228084+0000","last_fullsized":"2024-09-12T18:22:35.228084+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:08:01.204812+0000","last_clean_scrub_stamp":"2024-09-12T18:08:01.204812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:23.748090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.595604+0000","last_change":"2024-09-12T18:26:46.595604+0000","last_active":"2024-09-12T18:26:46.595604+0000","last_peered":"2024-09-12T18:26:46.595604+0000","last_clean":"2024-09-12T18:26:46.595604+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:26:46.595604+0000","last_undegraded":"2024-09-12T18:26:46.595604+0000","last_fullsized":"2024-09-12T18:26:46.595604+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:46.595488+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:46.595488+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.595488+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:08.728645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.758058+0000","last_change":"2024-09-12T18:26:44.758058+0000","last_active":"2024-09-12T18:26:44.758058+0000","last_peered":"2024-09-12T18:26:44.758058+0000","last_clean":"2024-09-12T18:26:44.758058+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:26:44.758058+0000","last_undegraded":"2024-09-12T18:26:44.758058+0000","last_fullsized":"2024-09-12T18:26:44.758058+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.757880+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:20.701459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5116,"num_write":12,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":181,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.113772+0000","last_change":"2024-09-12T18:26:51.113611+0000","last_active":"2024-09-12T18:26:51.113772+0000","last_peered":"2024-09-12T18:26:51.113772+0000","last_clean":"2024-09-12T18:26:51.113772+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:26:51.113772+0000","last_undegraded":"2024-09-12T18:26:51.113772+0000","last_fullsized":"2024-09-12T18:26:51.113772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-12T18:26:51.113423+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-12T18:26:51.113423+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.113423+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:18.984335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.826627+0000","last_change":"2024-09-12T18:27:02.826627+0000","last_active":"2024-09-12T18:27:02.826627+0000","last_peered":"2024-09-12T18:27:02.826627+0000","last_clean":"2024-09-12T18:27:02.826627+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:27:02.826627+0000","last_undegraded":"2024-09-12T18:27:02.826627+0000","last_fullsized":"2024-09-12T18:27:02.826627+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:02.826432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:02.826432+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.826432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:39.139438+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.576780+0000","last_change":"2024-09-12T18:26:40.576780+0000","last_active":"2024-09-12T18:26:40.576780+0000","last_peered":"2024-09-12T18:26:40.576780+0000","last_clean":"2024-09-12T18:26:40.576780+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:26:40.576780+0000","last_undegraded":"2024-09-12T18:26:40.576780+0000","last_fullsized":"2024-09-12T18:26:40.576780+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.576570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:12.465150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'4","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.164096+0000","last_change":"2024-09-12T18:26:51.164096+0000","last_active":"2024-09-12T18:26:51.164096+0000","last_peered":"2024-09-12T18:26:51.164096+0000","last_clean":"2024-09-12T18:26:51.164096+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:26:51.164096+0000","last_undegraded":"2024-09-12T18:26:51.164096+0000","last_fullsized":"2024-09-12T18:26:51.164096+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:51.163899+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:51.163899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.163899+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:31.865807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":166,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.870267+0000","last_change":"2024-09-12T18:26:44.870267+0000","last_active":"2024-09-12T18:26:44.870267+0000","last_peered":"2024-09-12T18:26:44.870267+0000","last_clean":"2024-09-12T18:26:44.870267+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:26:44.870267+0000","last_undegraded":"2024-09-12T18:26:44.870267+0000","last_fullsized":"2024-09-12T18:26:44.870267+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-12T18:26:44.870078+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-12T18:26:44.870078+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.870078+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:42.873878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.871542+0000","last_change":"2024-09-12T18:27:01.871542+0000","last_active":"2024-09-12T18:27:01.871542+0000","last_peered":"2024-09-12T18:27:01.871542+0000","last_clean":"2024-09-12T18:27:01.871542+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:27:01.871542+0000","last_undegraded":"2024-09-12T18:27:01.871542+0000","last_fullsized":"2024-09-12T18:27:01.871542+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:01.871355+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:01.871355+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.871355+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:53.286720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.171769+0000","last_change":"2024-09-12T18:26:55.171769+0000","last_active":"2024-09-12T18:26:55.171769+0000","last_peered":"2024-09-12T18:26:55.171769+0000","last_clean":"2024-09-12T18:26:55.171769+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:26:55.171769+0000","last_undegraded":"2024-09-12T18:26:55.171769+0000","last_fullsized":"2024-09-12T18:26:55.171769+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:55.171531+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:55.171531+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.171531+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.184544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'9","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.013141+0000","last_change":"2024-09-12T18:26:37.013141+0000","last_active":"2024-09-12T18:26:37.013141+0000","last_peered":"2024-09-12T18:26:37.013141+0000","last_clean":"2024-09-12T18:26:37.013141+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:26:37.013141+0000","last_undegraded":"2024-09-12T18:26:37.013141+0000","last_fullsized":"2024-09-12T18:26:37.013141+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.012958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:27.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":4102,"num_write":14,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'102","reported_seq":373,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.778452+0000","last_change":"2024-09-12T18:26:42.778310+0000","last_active":"2024-09-12T18:26:42.778452+0000","last_peered":"2024-09-12T18:26:42.778452+0000","last_clean":"2024-09-12T18:26:42.778452+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:26:42.778452+0000","last_undegraded":"2024-09-12T18:26:42.778452+0000","last_fullsized":"2024-09-12T18:26:42.778452+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.778118+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:11.122070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4212,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.131765+0000","last_change":"2024-09-12T18:27:00.131765+0000","last_active":"2024-09-12T18:27:00.131765+0000","last_peered":"2024-09-12T18:27:00.131765+0000","last_clean":"2024-09-12T18:27:00.131765+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:27:00.131765+0000","last_undegraded":"2024-09-12T18:27:00.131765+0000","last_fullsized":"2024-09-12T18:27:00.131765+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:00.131490+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:00.131490+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.131490+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:15.838936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.978009+0000","last_change":"2024-09-12T18:26:38.977844+0000","last_active":"2024-09-12T18:26:38.978009+0000","last_peered":"2024-09-12T18:26:38.978009+0000","last_clean":"2024-09-12T18:26:38.978009+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:26:38.978009+0000","last_undegraded":"2024-09-12T18:26:38.978009+0000","last_fullsized":"2024-09-12T18:26:38.978009+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.977599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:48.425193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'2","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.843732+0000","last_change":"2024-09-12T18:26:44.843732+0000","last_active":"2024-09-12T18:26:44.843732+0000","last_peered":"2024-09-12T18:26:44.843732+0000","last_clean":"2024-09-12T18:26:44.843732+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:26:44.843732+0000","last_undegraded":"2024-09-12T18:26:44.843732+0000","last_fullsized":"2024-09-12T18:26:44.843732+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.843565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:01.672491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":146,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:24:45.258568+0000","last_change":"2024-09-12T17:54:25.903983+0000","last_active":"2024-09-12T18:24:45.258568+0000","last_peered":"2024-09-12T18:24:45.258568+0000","last_clean":"2024-09-12T18:24:45.258568+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:24:45.258568+0000","last_undegraded":"2024-09-12T18:24:45.258568+0000","last_fullsized":"2024-09-12T18:24:45.258568+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:54:24.846984+0000","last_clean_scrub_stamp":"2024-09-12T17:54:24.846984+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.278440+0000","last_change":"2024-09-12T18:26:31.278440+0000","last_active":"2024-09-12T18:26:31.278440+0000","last_peered":"2024-09-12T18:26:31.278440+0000","last_clean":"2024-09-12T18:26:31.278440+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:26:31.278440+0000","last_undegraded":"2024-09-12T18:26:31.278440+0000","last_fullsized":"2024-09-12T18:26:31.278440+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.278258+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:14.528592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'8","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.139330+0000","last_change":"2024-09-12T18:26:58.139330+0000","last_active":"2024-09-12T18:26:58.139330+0000","last_peered":"2024-09-12T18:26:58.139330+0000","last_clean":"2024-09-12T18:26:58.139330+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:26:58.139330+0000","last_undegraded":"2024-09-12T18:26:58.139330+0000","last_fullsized":"2024-09-12T18:26:58.139330+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-12T18:26:58.139110+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-12T18:26:58.139110+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.139110+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:53.111084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":22568,"num_write":8,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'6","reported_seq":62,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.075661+0000","last_change":"2024-09-12T18:26:47.075661+0000","last_active":"2024-09-12T18:26:47.075661+0000","last_peered":"2024-09-12T18:26:47.075661+0000","last_clean":"2024-09-12T18:26:47.075661+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:26:47.075661+0000","last_undegraded":"2024-09-12T18:26:47.075661+0000","last_fullsized":"2024-09-12T18:26:47.075661+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:47.075440+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:47.075440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.075440+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:30.199138+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7166,"num_write":6,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":135,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.064801+0000","last_change":"2024-09-12T18:26:39.064801+0000","last_active":"2024-09-12T18:26:39.064801+0000","last_peered":"2024-09-12T18:26:39.064801+0000","last_clean":"2024-09-12T18:26:39.064801+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:26:39.064801+0000","last_undegraded":"2024-09-12T18:26:39.064801+0000","last_fullsized":"2024-09-12T18:26:39.064801+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'31","last_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_deep_scrub":"268'31","last_deep_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.064456+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:56.405239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.092875+0000","last_change":"2024-09-12T18:26:56.092875+0000","last_active":"2024-09-12T18:26:56.092875+0000","last_peered":"2024-09-12T18:26:56.092875+0000","last_clean":"2024-09-12T18:26:56.092875+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:26:56.092875+0000","last_undegraded":"2024-09-12T18:26:56.092875+0000","last_fullsized":"2024-09-12T18:26:56.092875+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:56.092670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:56.092670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.092670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:12.432980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.154445+0000","last_change":"2024-09-12T18:26:50.154445+0000","last_active":"2024-09-12T18:26:50.154445+0000","last_peered":"2024-09-12T18:26:50.154445+0000","last_clean":"2024-09-12T18:26:50.154445+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:26:50.154445+0000","last_undegraded":"2024-09-12T18:26:50.154445+0000","last_fullsized":"2024-09-12T18:26:50.154445+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:50.154372+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:50.154372+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.154372+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:24.912295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'17","reported_seq":81,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.242278+0000","last_change":"2024-09-12T18:26:28.242278+0000","last_active":"2024-09-12T18:26:28.242278+0000","last_peered":"2024-09-12T18:26:28.242278+0000","last_clean":"2024-09-12T18:26:28.242278+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:26:28.242278+0000","last_undegraded":"2024-09-12T18:26:28.242278+0000","last_fullsized":"2024-09-12T18:26:28.242278+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.242088+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:05.780353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":10272,"num_write":32,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":174,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.760973+0000","last_change":"2024-09-12T18:26:42.760973+0000","last_active":"2024-09-12T18:26:42.760973+0000","last_peered":"2024-09-12T18:26:42.760973+0000","last_clean":"2024-09-12T18:26:42.760973+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:26:42.760973+0000","last_undegraded":"2024-09-12T18:26:42.760973+0000","last_fullsized":"2024-09-12T18:26:42.760973+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.760751+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:48:51.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.925482+0000","last_change":"2024-09-12T18:26:41.925482+0000","last_active":"2024-09-12T18:26:41.925482+0000","last_peered":"2024-09-12T18:26:41.925482+0000","last_clean":"2024-09-12T18:26:41.925482+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:26:41.925482+0000","last_undegraded":"2024-09-12T18:26:41.925482+0000","last_fullsized":"2024-09-12T18:26:41.925482+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.925228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:23.160243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.524680+0000","last_change":"2024-09-12T18:26:42.524680+0000","last_active":"2024-09-12T18:26:42.524680+0000","last_peered":"2024-09-12T18:26:42.524680+0000","last_clean":"2024-09-12T18:26:42.524680+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:26:42.524680+0000","last_undegraded":"2024-09-12T18:26:42.524680+0000","last_fullsized":"2024-09-12T18:26:42.524680+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.524500+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:34.854722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.884927+0000","last_change":"2024-09-12T18:26:51.884927+0000","last_active":"2024-09-12T18:26:51.884927+0000","last_peered":"2024-09-12T18:26:51.884927+0000","last_clean":"2024-09-12T18:26:51.884927+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:26:51.884927+0000","last_undegraded":"2024-09-12T18:26:51.884927+0000","last_fullsized":"2024-09-12T18:26:51.884927+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:51.884710+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:51.884710+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.884710+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:30.130305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":99,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.020579+0000","last_change":"2024-09-12T18:26:35.020579+0000","last_active":"2024-09-12T18:26:35.020579+0000","last_peered":"2024-09-12T18:26:35.020579+0000","last_clean":"2024-09-12T18:26:35.020579+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:26:35.020579+0000","last_undegraded":"2024-09-12T18:26:35.020579+0000","last_fullsized":"2024-09-12T18:26:35.020579+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'15","last_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_deep_scrub":"268'15","last_deep_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.020394+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:14.814060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.109138+0000","last_change":"2024-09-12T18:26:55.109138+0000","last_active":"2024-09-12T18:26:55.109138+0000","last_peered":"2024-09-12T18:26:55.109138+0000","last_clean":"2024-09-12T18:26:55.109138+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:26:55.109138+0000","last_undegraded":"2024-09-12T18:26:55.109138+0000","last_fullsized":"2024-09-12T18:26:55.109138+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:55.108938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:55.108938+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.108938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:27.171742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.179369+0000","last_change":"2024-09-12T18:26:53.179369+0000","last_active":"2024-09-12T18:26:53.179369+0000","last_peered":"2024-09-12T18:26:53.179369+0000","last_clean":"2024-09-12T18:26:53.179369+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:26:53.179369+0000","last_undegraded":"2024-09-12T18:26:53.179369+0000","last_fullsized":"2024-09-12T18:26:53.179369+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:53.179188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:53.179188+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.179188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:30.559260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.650891+0000","last_change":"2024-09-12T18:26:38.650891+0000","last_active":"2024-09-12T18:26:38.650891+0000","last_peered":"2024-09-12T18:26:38.650891+0000","last_clean":"2024-09-12T18:26:38.650891+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:26:38.650891+0000","last_undegraded":"2024-09-12T18:26:38.650891+0000","last_fullsized":"2024-09-12T18:26:38.650891+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.650698+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:53.953318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.185047+0000","last_change":"2024-09-12T18:26:24.185047+0000","last_active":"2024-09-12T18:26:24.185047+0000","last_peered":"2024-09-12T18:26:24.185047+0000","last_clean":"2024-09-12T18:26:24.185047+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:26:24.185047+0000","last_undegraded":"2024-09-12T18:26:24.185047+0000","last_fullsized":"2024-09-12T18:26:24.185047+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.184859+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:18.272197+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:04.072363+0000","last_change":"2024-09-12T18:27:04.072363+0000","last_active":"2024-09-12T18:27:04.072363+0000","last_peered":"2024-09-12T18:27:04.072363+0000","last_clean":"2024-09-12T18:27:04.072363+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:27:04.072363+0000","last_undegraded":"2024-09-12T18:27:04.072363+0000","last_fullsized":"2024-09-12T18:27:04.072363+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:04.072177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:04.072177+0000","last_clean_scrub_stamp":"2024-09-12T18:27:04.072177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:06.492331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'7","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.800573+0000","last_change":"2024-09-12T18:26:49.800573+0000","last_active":"2024-09-12T18:26:49.800573+0000","last_peered":"2024-09-12T18:26:49.800573+0000","last_clean":"2024-09-12T18:26:49.800573+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:26:49.800573+0000","last_undegraded":"2024-09-12T18:26:49.800573+0000","last_fullsized":"2024-09-12T18:26:49.800573+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:49.800391+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:49.800391+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.800391+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.015110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":3088,"num_write":12,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.870830+0000","last_change":"2024-09-12T18:26:49.870830+0000","last_active":"2024-09-12T18:26:49.870830+0000","last_peered":"2024-09-12T18:26:49.870830+0000","last_clean":"2024-09-12T18:26:49.870830+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:26:49.870830+0000","last_undegraded":"2024-09-12T18:26:49.870830+0000","last_fullsized":"2024-09-12T18:26:49.870830+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:49.870646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:49.870646+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.870646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:16.167700+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.832701+0000","last_change":"2024-09-12T18:26:43.832701+0000","last_active":"2024-09-12T18:26:43.832701+0000","last_peered":"2024-09-12T18:26:43.832701+0000","last_clean":"2024-09-12T18:26:43.832701+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:26:43.832701+0000","last_undegraded":"2024-09-12T18:26:43.832701+0000","last_fullsized":"2024-09-12T18:26:43.832701+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.832517+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:36.463097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.147731+0000","last_change":"2024-09-12T18:26:59.147731+0000","last_active":"2024-09-12T18:26:59.147731+0000","last_peered":"2024-09-12T18:26:59.147731+0000","last_clean":"2024-09-12T18:26:59.147731+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:26:59.147731+0000","last_undegraded":"2024-09-12T18:26:59.147731+0000","last_fullsized":"2024-09-12T18:26:59.147731+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:59.147519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:59.147519+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.147519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:47.258791+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.124984+0000","last_change":"2024-09-12T18:26:49.124984+0000","last_active":"2024-09-12T18:26:49.124984+0000","last_peered":"2024-09-12T18:26:49.124984+0000","last_clean":"2024-09-12T18:26:49.124984+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:26:49.124984+0000","last_undegraded":"2024-09-12T18:26:49.124984+0000","last_fullsized":"2024-09-12T18:26:49.124984+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:49.124805+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:49.124805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.124805+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:36.213820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.674898+0000","last_change":"2024-09-12T18:26:36.674898+0000","last_active":"2024-09-12T18:26:36.674898+0000","last_peered":"2024-09-12T18:26:36.674898+0000","last_clean":"2024-09-12T18:26:36.674898+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:26:36.674898+0000","last_undegraded":"2024-09-12T18:26:36.674898+0000","last_fullsized":"2024-09-12T18:26:36.674898+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.674703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.028521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.060078+0000","last_change":"2024-09-12T18:26:41.059941+0000","last_active":"2024-09-12T18:26:41.060078+0000","last_peered":"2024-09-12T18:26:41.060078+0000","last_clean":"2024-09-12T18:26:41.060078+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:26:41.060078+0000","last_undegraded":"2024-09-12T18:26:41.060078+0000","last_fullsized":"2024-09-12T18:26:41.060078+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'25","last_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_deep_scrub":"268'25","last_deep_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.059770+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:47.252345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.188431+0000","last_change":"2024-09-12T18:27:02.188431+0000","last_active":"2024-09-12T18:27:02.188431+0000","last_peered":"2024-09-12T18:27:02.188431+0000","last_clean":"2024-09-12T18:27:02.188431+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:27:02.188431+0000","last_undegraded":"2024-09-12T18:27:02.188431+0000","last_fullsized":"2024-09-12T18:27:02.188431+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:02.188243+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:02.188243+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.188243+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:36.326758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.614844+0000","last_change":"2024-09-12T18:26:39.614844+0000","last_active":"2024-09-12T18:26:39.614844+0000","last_peered":"2024-09-12T18:26:39.614844+0000","last_clean":"2024-09-12T18:26:39.614844+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:26:39.614844+0000","last_undegraded":"2024-09-12T18:26:39.614844+0000","last_fullsized":"2024-09-12T18:26:39.614844+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.614656+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:16.994015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.912071+0000","last_change":"2024-09-12T18:26:50.912071+0000","last_active":"2024-09-12T18:26:50.912071+0000","last_peered":"2024-09-12T18:26:50.912071+0000","last_clean":"2024-09-12T18:26:50.912071+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:26:50.912071+0000","last_undegraded":"2024-09-12T18:26:50.912071+0000","last_fullsized":"2024-09-12T18:26:50.912071+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:50.911887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:50.911887+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.911887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:27.847095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.121027+0000","last_change":"2024-09-12T18:26:43.120747+0000","last_active":"2024-09-12T18:26:43.121027+0000","last_peered":"2024-09-12T18:26:43.121027+0000","last_clean":"2024-09-12T18:26:43.121027+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:26:43.121027+0000","last_undegraded":"2024-09-12T18:26:43.121027+0000","last_fullsized":"2024-09-12T18:26:43.121027+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.120495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:27.426795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.875223+0000","last_change":"2024-09-12T18:27:00.875223+0000","last_active":"2024-09-12T18:27:00.875223+0000","last_peered":"2024-09-12T18:27:00.875223+0000","last_clean":"2024-09-12T18:27:00.875223+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:27:00.875223+0000","last_undegraded":"2024-09-12T18:27:00.875223+0000","last_fullsized":"2024-09-12T18:27:00.875223+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:00.875029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:00.875029+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.875029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:16.890059+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.116509+0000","last_change":"2024-09-12T18:26:52.116509+0000","last_active":"2024-09-12T18:26:52.116509+0000","last_peered":"2024-09-12T18:26:52.116509+0000","last_clean":"2024-09-12T18:26:52.116509+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:26:52.116509+0000","last_undegraded":"2024-09-12T18:26:52.116509+0000","last_fullsized":"2024-09-12T18:26:52.116509+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:52.116315+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:52.116315+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.116315+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:24.269188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":62,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.749999+0000","last_change":"2024-09-12T18:26:41.749999+0000","last_active":"2024-09-12T18:26:41.749999+0000","last_peered":"2024-09-12T18:26:41.749999+0000","last_clean":"2024-09-12T18:26:41.749999+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:26:41.749999+0000","last_undegraded":"2024-09-12T18:26:41.749999+0000","last_fullsized":"2024-09-12T18:26:41.749999+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.749817+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:01:49.049725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12318,"num_write":6,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'113","reported_seq":406,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.993751+0000","last_change":"2024-09-12T18:26:32.993565+0000","last_active":"2024-09-12T18:26:32.993751+0000","last_peered":"2024-09-12T18:26:32.993751+0000","last_clean":"2024-09-12T18:26:32.993751+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:26:32.993751+0000","last_undegraded":"2024-09-12T18:26:32.993751+0000","last_fullsized":"2024-09-12T18:26:32.993751+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'113","last_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_deep_scrub":"268'113","last_deep_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.993374+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:41.415222+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2480,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.113128+0000","last_change":"2024-09-12T18:26:57.113128+0000","last_active":"2024-09-12T18:26:57.113128+0000","last_peered":"2024-09-12T18:26:57.113128+0000","last_clean":"2024-09-12T18:26:57.113128+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:26:57.113128+0000","last_undegraded":"2024-09-12T18:26:57.113128+0000","last_fullsized":"2024-09-12T18:26:57.113128+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:57.112935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:57.112935+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.112935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:41.968364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.810590+0000","last_change":"2024-09-12T18:26:56.810590+0000","last_active":"2024-09-12T18:26:56.810590+0000","last_peered":"2024-09-12T18:26:56.810590+0000","last_clean":"2024-09-12T18:26:56.810590+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:26:56.810590+0000","last_undegraded":"2024-09-12T18:26:56.810590+0000","last_fullsized":"2024-09-12T18:26:56.810590+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:56.810399+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:56.810399+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.810399+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:30.208929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.100504+0000","last_change":"2024-09-12T18:26:45.100504+0000","last_active":"2024-09-12T18:26:45.100504+0000","last_peered":"2024-09-12T18:26:45.100504+0000","last_clean":"2024-09-12T18:26:45.100504+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:26:45.100504+0000","last_undegraded":"2024-09-12T18:26:45.100504+0000","last_fullsized":"2024-09-12T18:26:45.100504+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.100313+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:10.485285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9232,"num_write":12,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.846724+0000","last_change":"2024-09-12T18:26:42.846556+0000","last_active":"2024-09-12T18:26:42.846724+0000","last_peered":"2024-09-12T18:26:42.846724+0000","last_clean":"2024-09-12T18:26:42.846724+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:26:42.846724+0000","last_undegraded":"2024-09-12T18:26:42.846724+0000","last_fullsized":"2024-09-12T18:26:42.846724+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'29","last_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_deep_scrub":"268'29","last_deep_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.846374+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:22.438357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.847227+0000","last_change":"2024-09-12T18:26:50.847227+0000","last_active":"2024-09-12T18:26:50.847227+0000","last_peered":"2024-09-12T18:26:50.847227+0000","last_clean":"2024-09-12T18:26:50.847227+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:26:50.847227+0000","last_undegraded":"2024-09-12T18:26:50.847227+0000","last_fullsized":"2024-09-12T18:26:50.847227+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:50.847042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:50.847042+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.847042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:13.337514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":64,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.889801+0000","last_change":"2024-09-12T18:26:54.889801+0000","last_active":"2024-09-12T18:26:54.889801+0000","last_peered":"2024-09-12T18:26:54.889801+0000","last_clean":"2024-09-12T18:26:54.889801+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:26:54.889801+0000","last_undegraded":"2024-09-12T18:26:54.889801+0000","last_fullsized":"2024-09-12T18:26:54.889801+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'9","last_scrub_stamp":"2024-09-12T18:26:54.889564+0000","last_deep_scrub":"265'9","last_deep_scrub_stamp":"2024-09-12T18:26:54.889564+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.889564+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:20.760420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.196022+0000","last_change":"2024-09-12T18:26:27.196022+0000","last_active":"2024-09-12T18:26:27.196022+0000","last_peered":"2024-09-12T18:26:27.196022+0000","last_clean":"2024-09-12T18:26:27.196022+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:26:27.196022+0000","last_undegraded":"2024-09-12T18:26:27.196022+0000","last_fullsized":"2024-09-12T18:26:27.196022+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.195835+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:06.232455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.931068+0000","last_change":"2024-09-12T18:26:30.930880+0000","last_active":"2024-09-12T18:26:30.931068+0000","last_peered":"2024-09-12T18:26:30.931068+0000","last_clean":"2024-09-12T18:26:30.931068+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:26:30.931068+0000","last_undegraded":"2024-09-12T18:26:30.931068+0000","last_fullsized":"2024-09-12T18:26:30.931068+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.930708+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:54.560755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.562547+0000","last_change":"2024-09-12T18:26:43.562547+0000","last_active":"2024-09-12T18:26:43.562547+0000","last_peered":"2024-09-12T18:26:43.562547+0000","last_clean":"2024-09-12T18:26:43.562547+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:26:43.562547+0000","last_undegraded":"2024-09-12T18:26:43.562547+0000","last_fullsized":"2024-09-12T18:26:43.562547+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.562359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:07.668780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.143289+0000","last_change":"2024-09-12T18:26:50.143289+0000","last_active":"2024-09-12T18:26:50.143289+0000","last_peered":"2024-09-12T18:26:50.143289+0000","last_clean":"2024-09-12T18:26:50.143289+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:26:50.143289+0000","last_undegraded":"2024-09-12T18:26:50.143289+0000","last_fullsized":"2024-09-12T18:26:50.143289+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:50.142988+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:50.142988+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.142988+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:23.351792+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.793413+0000","last_change":"2024-09-12T18:26:43.793413+0000","last_active":"2024-09-12T18:26:43.793413+0000","last_peered":"2024-09-12T18:26:43.793413+0000","last_clean":"2024-09-12T18:26:43.793413+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:26:43.793413+0000","last_undegraded":"2024-09-12T18:26:43.793413+0000","last_fullsized":"2024-09-12T18:26:43.793413+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.793230+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:15.147381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":155,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.087352+0000","last_change":"2024-09-12T18:26:42.087352+0000","last_active":"2024-09-12T18:26:42.087352+0000","last_peered":"2024-09-12T18:26:42.087352+0000","last_clean":"2024-09-12T18:26:42.087352+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:26:42.087352+0000","last_undegraded":"2024-09-12T18:26:42.087352+0000","last_fullsized":"2024-09-12T18:26:42.087352+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.087165+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:43.943056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.812060+0000","last_change":"2024-09-12T18:26:52.812060+0000","last_active":"2024-09-12T18:26:52.812060+0000","last_peered":"2024-09-12T18:26:52.812060+0000","last_clean":"2024-09-12T18:26:52.812060+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:26:52.812060+0000","last_undegraded":"2024-09-12T18:26:52.812060+0000","last_fullsized":"2024-09-12T18:26:52.812060+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.811876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.811876+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.811876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:20.328383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.781167+0000","last_change":"2024-09-12T18:26:48.781167+0000","last_active":"2024-09-12T18:26:48.781167+0000","last_peered":"2024-09-12T18:26:48.781167+0000","last_clean":"2024-09-12T18:26:48.781167+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:26:48.781167+0000","last_undegraded":"2024-09-12T18:26:48.781167+0000","last_fullsized":"2024-09-12T18:26:48.781167+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:48.780983+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:48.780983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.780983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:47.049476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.085831+0000","last_change":"2024-09-12T18:26:46.085831+0000","last_active":"2024-09-12T18:26:46.085831+0000","last_peered":"2024-09-12T18:26:46.085831+0000","last_clean":"2024-09-12T18:26:46.085831+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:26:46.085831+0000","last_undegraded":"2024-09-12T18:26:46.085831+0000","last_fullsized":"2024-09-12T18:26:46.085831+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:46.085660+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:46.085660+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.085660+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:01.452026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11268,"num_write":12,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.521290+0000","last_change":"2024-09-12T18:26:29.521290+0000","last_active":"2024-09-12T18:26:29.521290+0000","last_peered":"2024-09-12T18:26:29.521290+0000","last_clean":"2024-09-12T18:26:29.521290+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:26:29.521290+0000","last_undegraded":"2024-09-12T18:26:29.521290+0000","last_fullsized":"2024-09-12T18:26:29.521290+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.521107+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:05.474611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.320912+0000","last_change":"2024-09-12T18:26:34.320912+0000","last_active":"2024-09-12T18:26:34.320912+0000","last_peered":"2024-09-12T18:26:34.320912+0000","last_clean":"2024-09-12T18:26:34.320912+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:26:34.320912+0000","last_undegraded":"2024-09-12T18:26:34.320912+0000","last_fullsized":"2024-09-12T18:26:34.320912+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.320603+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:58.279029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.545030+0000","last_change":"2024-09-12T18:26:41.545030+0000","last_active":"2024-09-12T18:26:41.545030+0000","last_peered":"2024-09-12T18:26:41.545030+0000","last_clean":"2024-09-12T18:26:41.545030+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:26:41.545030+0000","last_undegraded":"2024-09-12T18:26:41.545030+0000","last_fullsized":"2024-09-12T18:26:41.545030+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.544845+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.958408+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4112,"num_write":4,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.087238+0000","last_change":"2024-09-12T18:26:44.087238+0000","last_active":"2024-09-12T18:26:44.087238+0000","last_peered":"2024-09-12T18:26:44.087238+0000","last_clean":"2024-09-12T18:26:44.087238+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:26:44.087238+0000","last_undegraded":"2024-09-12T18:26:44.087238+0000","last_fullsized":"2024-09-12T18:26:44.087238+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.087056+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:21.165215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14324,"num_write":8,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.776278+0000","last_change":"2024-09-12T18:26:41.776278+0000","last_active":"2024-09-12T18:26:41.776278+0000","last_peered":"2024-09-12T18:26:41.776278+0000","last_clean":"2024-09-12T18:26:41.776278+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:26:41.776278+0000","last_undegraded":"2024-09-12T18:26:41.776278+0000","last_fullsized":"2024-09-12T18:26:41.776278+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.776086+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:52.746454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.841742+0000","last_change":"2024-09-12T18:26:59.841742+0000","last_active":"2024-09-12T18:26:59.841742+0000","last_peered":"2024-09-12T18:26:59.841742+0000","last_clean":"2024-09-12T18:26:59.841742+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:26:59.841742+0000","last_undegraded":"2024-09-12T18:26:59.841742+0000","last_fullsized":"2024-09-12T18:26:59.841742+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:59.841528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:59.841528+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.841528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:39.730647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.810621+0000","last_change":"2024-09-12T18:26:46.810621+0000","last_active":"2024-09-12T18:26:46.810621+0000","last_peered":"2024-09-12T18:26:46.810621+0000","last_clean":"2024-09-12T18:26:46.810621+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:26:46.810621+0000","last_undegraded":"2024-09-12T18:26:46.810621+0000","last_fullsized":"2024-09-12T18:26:46.810621+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:46.810430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:46.810430+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.810430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:24.185773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'5","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.112196+0000","last_change":"2024-09-12T18:26:48.112196+0000","last_active":"2024-09-12T18:26:48.112196+0000","last_peered":"2024-09-12T18:26:48.112196+0000","last_clean":"2024-09-12T18:26:48.112196+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:26:48.112196+0000","last_undegraded":"2024-09-12T18:26:48.112196+0000","last_fullsized":"2024-09-12T18:26:48.112196+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:48.112013+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:48.112013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.112013+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:35.638872+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.787210+0000","last_change":"2024-09-12T18:26:40.787210+0000","last_active":"2024-09-12T18:26:40.787210+0000","last_peered":"2024-09-12T18:26:40.787210+0000","last_clean":"2024-09-12T18:26:40.787210+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:26:40.787210+0000","last_undegraded":"2024-09-12T18:26:40.787210+0000","last_fullsized":"2024-09-12T18:26:40.787210+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'43","last_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_deep_scrub":"268'43","last_deep_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.787031+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:04.339238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.828665+0000","last_change":"2024-09-12T18:26:58.828665+0000","last_active":"2024-09-12T18:26:58.828665+0000","last_peered":"2024-09-12T18:26:58.828665+0000","last_clean":"2024-09-12T18:26:58.828665+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:26:58.828665+0000","last_undegraded":"2024-09-12T18:26:58.828665+0000","last_fullsized":"2024-09-12T18:26:58.828665+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:58.828464+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:58.828464+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.828464+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:20.902674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'5","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.017542+0000","last_change":"2024-09-12T18:26:38.017542+0000","last_active":"2024-09-12T18:26:38.017542+0000","last_peered":"2024-09-12T18:26:38.017542+0000","last_clean":"2024-09-12T18:26:38.017542+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:26:38.017542+0000","last_undegraded":"2024-09-12T18:26:38.017542+0000","last_fullsized":"2024-09-12T18:26:38.017542+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.017318+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:37.828576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.640213+0000","last_change":"2024-09-12T18:26:34.640213+0000","last_active":"2024-09-12T18:26:34.640213+0000","last_peered":"2024-09-12T18:26:34.640213+0000","last_clean":"2024-09-12T18:26:34.640213+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:26:34.640213+0000","last_undegraded":"2024-09-12T18:26:34.640213+0000","last_fullsized":"2024-09-12T18:26:34.640213+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.639934+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:07.255126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":208,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.945106+0000","last_change":"2024-09-12T18:26:28.945106+0000","last_active":"2024-09-12T18:26:28.945106+0000","last_peered":"2024-09-12T18:26:28.945106+0000","last_clean":"2024-09-12T18:26:28.945106+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:26:28.945106+0000","last_undegraded":"2024-09-12T18:26:28.945106+0000","last_fullsized":"2024-09-12T18:26:28.945106+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'54","last_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_deep_scrub":"268'54","last_deep_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.945036+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:28.153024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.111281+0000","last_change":"2024-09-12T18:26:54.111281+0000","last_active":"2024-09-12T18:26:54.111281+0000","last_peered":"2024-09-12T18:26:54.111281+0000","last_clean":"2024-09-12T18:26:54.111281+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:26:54.111281+0000","last_undegraded":"2024-09-12T18:26:54.111281+0000","last_fullsized":"2024-09-12T18:26:54.111281+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:54.111067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:54.111067+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.111067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:12.333774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.749619+0000","last_change":"2024-09-12T18:26:47.749619+0000","last_active":"2024-09-12T18:26:47.749619+0000","last_peered":"2024-09-12T18:26:47.749619+0000","last_clean":"2024-09-12T18:26:47.749619+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:26:47.749619+0000","last_undegraded":"2024-09-12T18:26:47.749619+0000","last_fullsized":"2024-09-12T18:26:47.749619+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:47.749432+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:47.749432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.749432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:17.307154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'4","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.991754+0000","last_change":"2024-09-12T18:26:35.991754+0000","last_active":"2024-09-12T18:26:35.991754+0000","last_peered":"2024-09-12T18:26:35.991754+0000","last_clean":"2024-09-12T18:26:35.991754+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:26:35.991754+0000","last_undegraded":"2024-09-12T18:26:35.991754+0000","last_fullsized":"2024-09-12T18:26:35.991754+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.991529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:54.443360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":889,"num_write":4,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":249,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.044573+0000","last_change":"2024-09-12T18:26:40.044573+0000","last_active":"2024-09-12T18:26:40.044573+0000","last_peered":"2024-09-12T18:26:40.044573+0000","last_clean":"2024-09-12T18:26:40.044573+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:26:40.044573+0000","last_undegraded":"2024-09-12T18:26:40.044573+0000","last_fullsized":"2024-09-12T18:26:40.044573+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'69","last_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_deep_scrub":"268'69","last_deep_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.044394+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:09.259399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'370","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.203175+0000","last_change":"2024-09-12T18:26:07.203009+0000","last_active":"2024-09-12T18:26:07.203175+0000","last_peered":"2024-09-12T18:26:07.203175+0000","last_clean":"2024-09-12T18:26:07.203175+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:26:07.203175+0000","last_undegraded":"2024-09-12T18:26:07.203175+0000","last_fullsized":"2024-09-12T18:26:07.203175+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.202712+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:20.083571+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360175,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":633,"num_read_kb":24547,"num_write":1192,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.756555+0000","last_change":"2024-09-12T18:26:22.756555+0000","last_active":"2024-09-12T18:26:22.756555+0000","last_peered":"2024-09-12T18:26:22.756555+0000","last_clean":"2024-09-12T18:26:22.756555+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:26:22.756555+0000","last_undegraded":"2024-09-12T18:26:22.756555+0000","last_fullsized":"2024-09-12T18:26:22.756555+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'153","last_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_deep_scrub":"268'153","last_deep_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.756351+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:56.193885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'356","reported_seq":1013,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.474710+0000","last_change":"2024-09-12T18:26:10.474710+0000","last_active":"2024-09-12T18:26:10.474710+0000","last_peered":"2024-09-12T18:26:10.474710+0000","last_clean":"2024-09-12T18:26:10.474710+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:26:10.474710+0000","last_undegraded":"2024-09-12T18:26:10.474710+0000","last_fullsized":"2024-09-12T18:26:10.474710+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'356","last_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_deep_scrub":"268'356","last_deep_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.474470+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:39.064627+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374441,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":541,"num_read_kb":10067,"num_write":1080,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873787+0000","last_change":"2024-09-12T18:26:21.873787+0000","last_active":"2024-09-12T18:26:21.873787+0000","last_peered":"2024-09-12T18:26:21.873787+0000","last_clean":"2024-09-12T18:26:21.873787+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:26:21.873787+0000","last_undegraded":"2024-09-12T18:26:21.873787+0000","last_fullsized":"2024-09-12T18:26:21.873787+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'68","last_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_deep_scrub":"268'68","last_deep_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873476+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.396019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'371","reported_seq":1030,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.581360+0000","last_change":"2024-09-12T18:26:10.581360+0000","last_active":"2024-09-12T18:26:10.581360+0000","last_peered":"2024-09-12T18:26:10.581360+0000","last_clean":"2024-09-12T18:26:10.581360+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:26:10.581360+0000","last_undegraded":"2024-09-12T18:26:10.581360+0000","last_fullsized":"2024-09-12T18:26:10.581360+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.581018+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:11.995876+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":589,"num_read_kb":6306,"num_write":1240,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'300","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.610234+0000","last_change":"2024-09-12T18:26:22.610234+0000","last_active":"2024-09-12T18:26:22.610234+0000","last_peered":"2024-09-12T18:26:22.610234+0000","last_clean":"2024-09-12T18:26:22.610234+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:26:22.610234+0000","last_undegraded":"2024-09-12T18:26:22.610234+0000","last_fullsized":"2024-09-12T18:26:22.610234+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'300","last_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_deep_scrub":"268'300","last_deep_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.610051+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:13.947967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'372","reported_seq":1050,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.821028+0000","last_change":"2024-09-12T18:26:16.821028+0000","last_active":"2024-09-12T18:26:16.821028+0000","last_peered":"2024-09-12T18:26:16.821028+0000","last_clean":"2024-09-12T18:26:16.821028+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:26:16.821028+0000","last_undegraded":"2024-09-12T18:26:16.821028+0000","last_fullsized":"2024-09-12T18:26:16.821028+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.820809+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:22.412888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":619,"num_read_kb":33663,"num_write":1214,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.747298+0000","last_change":"2024-09-12T18:26:19.747298+0000","last_active":"2024-09-12T18:26:19.747298+0000","last_peered":"2024-09-12T18:26:19.747298+0000","last_clean":"2024-09-12T18:26:19.747298+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:26:19.747298+0000","last_undegraded":"2024-09-12T18:26:19.747298+0000","last_fullsized":"2024-09-12T18:26:19.747298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.747120+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:30.616586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'308","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.865326+0000","last_change":"2024-09-12T18:26:17.865326+0000","last_active":"2024-09-12T18:26:17.865326+0000","last_peered":"2024-09-12T18:26:17.865326+0000","last_clean":"2024-09-12T18:26:17.865326+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:26:17.865326+0000","last_undegraded":"2024-09-12T18:26:17.865326+0000","last_fullsized":"2024-09-12T18:26:17.865326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'308","last_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_deep_scrub":"268'308","last_deep_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.865038+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:49.305764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524363,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":402,"num_read_kb":18112,"num_write":945,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":717,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.920356+0000","last_change":"2024-09-12T18:26:17.920194+0000","last_active":"2024-09-12T18:26:17.920356+0000","last_peered":"2024-09-12T18:26:17.920356+0000","last_clean":"2024-09-12T18:26:17.920356+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:26:17.920356+0000","last_undegraded":"2024-09-12T18:26:17.920356+0000","last_fullsized":"2024-09-12T18:26:17.920356+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.920013+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:05.484726+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'326","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.813160+0000","last_change":"2024-09-12T18:26:15.813160+0000","last_active":"2024-09-12T18:26:15.813160+0000","last_peered":"2024-09-12T18:26:15.813160+0000","last_clean":"2024-09-12T18:26:15.813160+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:26:15.813160+0000","last_undegraded":"2024-09-12T18:26:15.813160+0000","last_fullsized":"2024-09-12T18:26:15.813160+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'326","last_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_deep_scrub":"268'326","last_deep_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.812944+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:51.055475+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":517,"num_read_kb":41477,"num_write":1056,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1099,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.656088+0000","last_change":"2024-09-12T18:26:23.656088+0000","last_active":"2024-09-12T18:26:23.656088+0000","last_peered":"2024-09-12T18:26:23.656088+0000","last_clean":"2024-09-12T18:26:23.656088+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:26:23.656088+0000","last_undegraded":"2024-09-12T18:26:23.656088+0000","last_fullsized":"2024-09-12T18:26:23.656088+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.655869+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.572528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'343","reported_seq":1032,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.841194+0000","last_change":"2024-09-12T18:26:16.841194+0000","last_active":"2024-09-12T18:26:16.841194+0000","last_peered":"2024-09-12T18:26:16.841194+0000","last_clean":"2024-09-12T18:26:16.841194+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:26:16.841194+0000","last_undegraded":"2024-09-12T18:26:16.841194+0000","last_fullsized":"2024-09-12T18:26:16.841194+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.840797+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:34.988504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":543,"num_read_kb":48660,"num_write":995,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.775048+0000","last_change":"2024-09-12T18:26:23.775048+0000","last_active":"2024-09-12T18:26:23.775048+0000","last_peered":"2024-09-12T18:26:23.775048+0000","last_clean":"2024-09-12T18:26:23.775048+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:26:23.775048+0000","last_undegraded":"2024-09-12T18:26:23.775048+0000","last_fullsized":"2024-09-12T18:26:23.775048+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.774863+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:35.193470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'332","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.775152+0000","last_change":"2024-09-12T18:26:17.775152+0000","last_active":"2024-09-12T18:26:17.775152+0000","last_peered":"2024-09-12T18:26:17.775152+0000","last_clean":"2024-09-12T18:26:17.775152+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:26:17.775152+0000","last_undegraded":"2024-09-12T18:26:17.775152+0000","last_fullsized":"2024-09-12T18:26:17.775152+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.774932+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.903576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":75372,"num_write":1038,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.155229+0000","last_change":"2024-09-12T18:26:12.155229+0000","last_active":"2024-09-12T18:26:12.155229+0000","last_peered":"2024-09-12T18:26:12.155229+0000","last_clean":"2024-09-12T18:26:12.155229+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:26:12.155229+0000","last_undegraded":"2024-09-12T18:26:12.155229+0000","last_fullsized":"2024-09-12T18:26:12.155229+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.154987+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:34.833389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.686086+0000","last_change":"2024-09-12T18:26:18.686086+0000","last_active":"2024-09-12T18:26:18.686086+0000","last_peered":"2024-09-12T18:26:18.686086+0000","last_clean":"2024-09-12T18:26:18.686086+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:26:18.686086+0000","last_undegraded":"2024-09-12T18:26:18.686086+0000","last_fullsized":"2024-09-12T18:26:18.686086+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'313","last_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_deep_scrub":"268'313","last_deep_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.685912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:50.503707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'466","reported_seq":1190,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.896122+0000","last_change":"2024-09-12T18:26:14.895950+0000","last_active":"2024-09-12T18:26:14.896122+0000","last_peered":"2024-09-12T18:26:14.896122+0000","last_clean":"2024-09-12T18:26:14.896122+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:26:14.896122+0000","last_undegraded":"2024-09-12T18:26:14.896122+0000","last_fullsized":"2024-09-12T18:26:14.896122+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'466","last_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_deep_scrub":"268'466","last_deep_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.895632+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:14.435012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":914,"num_read_kb":3494,"num_write":1355,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.853465+0000","last_change":"2024-09-12T18:26:20.853465+0000","last_active":"2024-09-12T18:26:20.853465+0000","last_peered":"2024-09-12T18:26:20.853465+0000","last_clean":"2024-09-12T18:26:20.853465+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:26:20.853465+0000","last_undegraded":"2024-09-12T18:26:20.853465+0000","last_fullsized":"2024-09-12T18:26:20.853465+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.853283+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:03.085741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'407","reported_seq":1199,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.921123+0000","last_change":"2024-09-12T18:26:13.920984+0000","last_active":"2024-09-12T18:26:13.921123+0000","last_peered":"2024-09-12T18:26:13.921123+0000","last_clean":"2024-09-12T18:26:13.921123+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:26:13.921123+0000","last_undegraded":"2024-09-12T18:26:13.921123+0000","last_fullsized":"2024-09-12T18:26:13.921123+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'407","last_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_deep_scrub":"268'407","last_deep_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.920670+0000","objects_scrubbed":11,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:23.692149+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2617441,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":744,"num_read_kb":57540,"num_write":1284,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":888,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.799756+0000","last_change":"2024-09-12T18:26:20.799756+0000","last_active":"2024-09-12T18:26:20.799756+0000","last_peered":"2024-09-12T18:26:20.799756+0000","last_clean":"2024-09-12T18:26:20.799756+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:26:20.799756+0000","last_undegraded":"2024-09-12T18:26:20.799756+0000","last_fullsized":"2024-09-12T18:26:20.799756+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'270","last_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_deep_scrub":"268'270","last_deep_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.799571+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:02.868930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'290","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.937887+0000","last_change":"2024-09-12T18:26:10.937736+0000","last_active":"2024-09-12T18:26:10.937887+0000","last_peered":"2024-09-12T18:26:10.937887+0000","last_clean":"2024-09-12T18:26:10.937887+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:26:10.937887+0000","last_undegraded":"2024-09-12T18:26:10.937887+0000","last_fullsized":"2024-09-12T18:26:10.937887+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'290","last_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_deep_scrub":"268'290","last_deep_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.937453+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:09.575882+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311604,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":359,"num_read_kb":23269,"num_write":914,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'389","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.204377+0000","last_change":"2024-09-12T18:26:13.204239+0000","last_active":"2024-09-12T18:26:13.204377+0000","last_peered":"2024-09-12T18:26:13.204377+0000","last_clean":"2024-09-12T18:26:13.204377+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:26:13.204377+0000","last_undegraded":"2024-09-12T18:26:13.204377+0000","last_fullsized":"2024-09-12T18:26:13.204377+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.204061+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:50.136801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'368","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.819134+0000","last_change":"2024-09-12T18:26:07.818826+0000","last_active":"2024-09-12T18:26:07.819134+0000","last_peered":"2024-09-12T18:26:07.819134+0000","last_clean":"2024-09-12T18:26:07.819134+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:26:07.819134+0000","last_undegraded":"2024-09-12T18:26:07.819134+0000","last_fullsized":"2024-09-12T18:26:07.819134+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.818505+0000","objects_scrubbed":6,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:35.251127+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":572,"num_read_kb":170315,"num_write":1132,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.244503+0000","last_change":"2024-09-12T18:26:14.244313+0000","last_active":"2024-09-12T18:26:14.244503+0000","last_peered":"2024-09-12T18:26:14.244503+0000","last_clean":"2024-09-12T18:26:14.244503+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:26:14.244503+0000","last_undegraded":"2024-09-12T18:26:14.244503+0000","last_fullsized":"2024-09-12T18:26:14.244503+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.244127+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:20.780045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'439","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.757434+0000","last_change":"2024-09-12T18:26:13.757277+0000","last_active":"2024-09-12T18:26:13.757434+0000","last_peered":"2024-09-12T18:26:13.757434+0000","last_clean":"2024-09-12T18:26:13.757434+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:26:13.757434+0000","last_undegraded":"2024-09-12T18:26:13.757434+0000","last_fullsized":"2024-09-12T18:26:13.757434+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'439","last_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_deep_scrub":"268'439","last_deep_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.756923+0000","objects_scrubbed":13,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:32.439891+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432742,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":743,"num_read_kb":7934,"num_write":1442,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.648497+0000","last_change":"2024-09-12T18:26:21.648217+0000","last_active":"2024-09-12T18:26:21.648497+0000","last_peered":"2024-09-12T18:26:21.648497+0000","last_clean":"2024-09-12T18:26:21.648497+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:26:21.648497+0000","last_undegraded":"2024-09-12T18:26:21.648497+0000","last_fullsized":"2024-09-12T18:26:21.648497+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.647946+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:54.413982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'343","reported_seq":1014,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.587373+0000","last_change":"2024-09-12T18:26:06.587373+0000","last_active":"2024-09-12T18:26:06.587373+0000","last_peered":"2024-09-12T18:26:06.587373+0000","last_clean":"2024-09-12T18:26:06.587373+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:26:06.587373+0000","last_undegraded":"2024-09-12T18:26:06.587373+0000","last_fullsized":"2024-09-12T18:26:06.587373+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.587144+0000","objects_scrubbed":4,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:36.295125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306465,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":64495,"num_write":1124,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'111","reported_seq":625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.767928+0000","last_change":"2024-09-12T18:26:38.767758+0000","last_active":"2024-09-12T18:26:38.767928+0000","last_peered":"2024-09-12T18:26:38.767928+0000","last_clean":"2024-09-12T18:26:38.767928+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:26:38.767928+0000","last_undegraded":"2024-09-12T18:26:38.767928+0000","last_fullsized":"2024-09-12T18:26:38.767928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.767575+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:19.584952+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.181107+0000","last_change":"2024-09-12T18:26:10.181107+0000","last_active":"2024-09-12T18:26:10.181107+0000","last_peered":"2024-09-12T18:26:10.181107+0000","last_clean":"2024-09-12T18:26:10.181107+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:26:10.181107+0000","last_undegraded":"2024-09-12T18:26:10.181107+0000","last_fullsized":"2024-09-12T18:26:10.181107+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'200","last_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_deep_scrub":"268'200","last_deep_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.180915+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:04.414454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'333","reported_seq":973,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.847683+0000","last_change":"2024-09-12T18:26:12.847683+0000","last_active":"2024-09-12T18:26:12.847683+0000","last_peered":"2024-09-12T18:26:12.847683+0000","last_clean":"2024-09-12T18:26:12.847683+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:26:12.847683+0000","last_undegraded":"2024-09-12T18:26:12.847683+0000","last_fullsized":"2024-09-12T18:26:12.847683+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.847467+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:37.560690+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":480,"num_read_kb":19687,"num_write":1087,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.775729+0000","last_change":"2024-09-12T18:26:26.775593+0000","last_active":"2024-09-12T18:26:26.775729+0000","last_peered":"2024-09-12T18:26:26.775729+0000","last_clean":"2024-09-12T18:26:26.775729+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:26:26.775729+0000","last_undegraded":"2024-09-12T18:26:26.775729+0000","last_fullsized":"2024-09-12T18:26:26.775729+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.775404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:50.364268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'329","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.806886+0000","last_change":"2024-09-12T18:26:27.806724+0000","last_active":"2024-09-12T18:26:27.806886+0000","last_peered":"2024-09-12T18:26:27.806886+0000","last_clean":"2024-09-12T18:26:27.806886+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:26:27.806886+0000","last_undegraded":"2024-09-12T18:26:27.806886+0000","last_fullsized":"2024-09-12T18:26:27.806886+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'329","last_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_deep_scrub":"268'329","last_deep_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.806512+0000","objects_scrubbed":4,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:53.948147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":1082,"num_write":410,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.963086+0000","last_change":"2024-09-12T18:26:35.963086+0000","last_active":"2024-09-12T18:26:35.963086+0000","last_peered":"2024-09-12T18:26:35.963086+0000","last_clean":"2024-09-12T18:26:35.963086+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:26:35.963086+0000","last_undegraded":"2024-09-12T18:26:35.963086+0000","last_fullsized":"2024-09-12T18:26:35.963086+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.962907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:23.634755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'155","reported_seq":709,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.750007+0000","last_change":"2024-09-12T18:26:39.749844+0000","last_active":"2024-09-12T18:26:39.750007+0000","last_peered":"2024-09-12T18:26:39.750007+0000","last_clean":"2024-09-12T18:26:39.750007+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:26:39.750007+0000","last_undegraded":"2024-09-12T18:26:39.750007+0000","last_fullsized":"2024-09-12T18:26:39.750007+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.749626+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:19.058541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.805348+0000","last_change":"2024-09-12T18:26:18.805181+0000","last_active":"2024-09-12T18:26:18.805348+0000","last_peered":"2024-09-12T18:26:18.805348+0000","last_clean":"2024-09-12T18:26:18.805348+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:26:18.805348+0000","last_undegraded":"2024-09-12T18:26:18.805348+0000","last_fullsized":"2024-09-12T18:26:18.805348+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'80","last_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_deep_scrub":"268'80","last_deep_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.804996+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:16.369389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'344","reported_seq":1118,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.541124+0000","last_change":"2024-09-12T18:26:03.541124+0000","last_active":"2024-09-12T18:26:03.541124+0000","last_peered":"2024-09-12T18:26:03.541124+0000","last_clean":"2024-09-12T18:26:03.541124+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:26:03.541124+0000","last_undegraded":"2024-09-12T18:26:03.541124+0000","last_fullsized":"2024-09-12T18:26:03.541124+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'344","last_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_deep_scrub":"268'344","last_deep_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.540977+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:20.474438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":67283,"num_write":1156,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"268'6","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.895569+0000","last_change":"2024-09-12T18:26:27.895569+0000","last_active":"2024-09-12T18:26:27.895569+0000","last_peered":"2024-09-12T18:26:27.895569+0000","last_clean":"2024-09-12T18:26:27.895569+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:26:27.895569+0000","last_undegraded":"2024-09-12T18:26:27.895569+0000","last_fullsized":"2024-09-12T18:26:27.895569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.895369+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:37.553354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'96","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.699142+0000","last_change":"2024-09-12T18:26:30.698847+0000","last_active":"2024-09-12T18:26:30.699142+0000","last_peered":"2024-09-12T18:26:30.699142+0000","last_clean":"2024-09-12T18:26:30.699142+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:26:30.699142+0000","last_undegraded":"2024-09-12T18:26:30.699142+0000","last_fullsized":"2024-09-12T18:26:30.699142+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.698622+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:50.443478+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.794817+0000","last_change":"2024-09-12T18:26:33.794631+0000","last_active":"2024-09-12T18:26:33.794817+0000","last_peered":"2024-09-12T18:26:33.794817+0000","last_clean":"2024-09-12T18:26:33.794817+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:26:33.794817+0000","last_undegraded":"2024-09-12T18:26:33.794817+0000","last_fullsized":"2024-09-12T18:26:33.794817+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.794304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:15.950107+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'137","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.845880+0000","last_change":"2024-09-12T18:26:39.845880+0000","last_active":"2024-09-12T18:26:39.845880+0000","last_peered":"2024-09-12T18:26:39.845880+0000","last_clean":"2024-09-12T18:26:39.845880+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:26:39.845880+0000","last_undegraded":"2024-09-12T18:26:39.845880+0000","last_fullsized":"2024-09-12T18:26:39.845880+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'137","last_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_deep_scrub":"268'137","last_deep_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.845763+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.006951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.717122+0000","last_change":"2024-09-12T18:26:15.716976+0000","last_active":"2024-09-12T18:26:15.717122+0000","last_peered":"2024-09-12T18:26:15.717122+0000","last_clean":"2024-09-12T18:26:15.717122+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:26:15.717122+0000","last_undegraded":"2024-09-12T18:26:15.717122+0000","last_fullsized":"2024-09-12T18:26:15.717122+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.716794+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:39.425262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'362","reported_seq":1009,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.883170+0000","last_change":"2024-09-12T18:26:10.883170+0000","last_active":"2024-09-12T18:26:10.883170+0000","last_peered":"2024-09-12T18:26:10.883170+0000","last_clean":"2024-09-12T18:26:10.883170+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:26:10.883170+0000","last_undegraded":"2024-09-12T18:26:10.883170+0000","last_fullsized":"2024-09-12T18:26:10.883170+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'362","last_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_deep_scrub":"268'362","last_deep_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.882941+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:11.504040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":568,"num_read_kb":15040,"num_write":1095,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.923266+0000","last_change":"2024-09-12T18:26:30.923094+0000","last_active":"2024-09-12T18:26:30.923266+0000","last_peered":"2024-09-12T18:26:30.923266+0000","last_clean":"2024-09-12T18:26:30.923266+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:26:30.923266+0000","last_undegraded":"2024-09-12T18:26:30.923266+0000","last_fullsized":"2024-09-12T18:26:30.923266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.922914+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:52.372476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'114","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.232706+0000","last_change":"2024-09-12T18:26:22.232706+0000","last_active":"2024-09-12T18:26:22.232706+0000","last_peered":"2024-09-12T18:26:22.232706+0000","last_clean":"2024-09-12T18:26:22.232706+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:26:22.232706+0000","last_undegraded":"2024-09-12T18:26:22.232706+0000","last_fullsized":"2024-09-12T18:26:22.232706+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.232491+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:14.851136+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'772","reported_seq":2281,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.933780+0000","last_change":"2024-09-12T18:26:34.933614+0000","last_active":"2024-09-12T18:26:34.933780+0000","last_peered":"2024-09-12T18:26:34.933780+0000","last_clean":"2024-09-12T18:26:34.933780+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:26:34.933780+0000","last_undegraded":"2024-09-12T18:26:34.933780+0000","last_fullsized":"2024-09-12T18:26:34.933780+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'772","last_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_deep_scrub":"268'772","last_deep_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.933428+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:40.578642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'213","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.798875+0000","last_change":"2024-09-12T18:26:39.798875+0000","last_active":"2024-09-12T18:26:39.798875+0000","last_peered":"2024-09-12T18:26:39.798875+0000","last_clean":"2024-09-12T18:26:39.798875+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:26:39.798875+0000","last_undegraded":"2024-09-12T18:26:39.798875+0000","last_fullsized":"2024-09-12T18:26:39.798875+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'213","last_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_deep_scrub":"268'213","last_deep_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.798581+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:23.958054+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4182","reported_seq":4801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.778640+0000","last_change":"2024-09-12T18:26:16.778443+0000","last_active":"2024-09-12T18:26:16.778640+0000","last_peered":"2024-09-12T18:26:16.778640+0000","last_clean":"2024-09-12T18:26:16.778640+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:26:16.778640+0000","last_undegraded":"2024-09-12T18:26:16.778640+0000","last_fullsized":"2024-09-12T18:26:16.778640+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4182","last_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_deep_scrub":"268'4182","last_deep_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.778264+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":3000,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:10.210739+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2877,"num_omap_keys":12,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'392","reported_seq":1102,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.871273+0000","last_change":"2024-09-12T18:26:05.871273+0000","last_active":"2024-09-12T18:26:05.871273+0000","last_peered":"2024-09-12T18:26:05.871273+0000","last_clean":"2024-09-12T18:26:05.871273+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:26:05.871273+0000","last_undegraded":"2024-09-12T18:26:05.871273+0000","last_fullsized":"2024-09-12T18:26:05.871273+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.870742+0000","objects_scrubbed":7,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:08.144174+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2443868,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":677,"num_read_kb":4096,"num_write":1384,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.819439+0000","last_change":"2024-09-12T18:26:27.819291+0000","last_active":"2024-09-12T18:26:27.819439+0000","last_peered":"2024-09-12T18:26:27.819439+0000","last_clean":"2024-09-12T18:26:27.819439+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:26:27.819439+0000","last_undegraded":"2024-09-12T18:26:27.819439+0000","last_fullsized":"2024-09-12T18:26:27.819439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.819105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:46.984148+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'264","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.856022+0000","last_change":"2024-09-12T18:26:31.855882+0000","last_active":"2024-09-12T18:26:31.856022+0000","last_peered":"2024-09-12T18:26:31.856022+0000","last_clean":"2024-09-12T18:26:31.856022+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:26:31.856022+0000","last_undegraded":"2024-09-12T18:26:31.856022+0000","last_fullsized":"2024-09-12T18:26:31.856022+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.855687+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.880508+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47774,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":1000,"num_write":348,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'801","reported_seq":4697,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.072932+0000","last_change":"2024-09-12T18:26:48.072932+0000","last_active":"2024-09-12T18:26:48.072932+0000","last_peered":"2024-09-12T18:26:48.072932+0000","last_clean":"2024-09-12T18:26:48.072932+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:26:48.072932+0000","last_undegraded":"2024-09-12T18:26:48.072932+0000","last_fullsized":"2024-09-12T18:26:48.072932+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'801","last_scrub_stamp":"2024-09-12T18:26:48.072738+0000","last_deep_scrub":"268'801","last_deep_scrub_stamp":"2024-09-12T18:26:48.072738+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.072738+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:10.632707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.778783+0000","last_change":"2024-09-12T18:26:17.778783+0000","last_active":"2024-09-12T18:26:17.778783+0000","last_peered":"2024-09-12T18:26:17.778783+0000","last_clean":"2024-09-12T18:26:17.778783+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:26:17.778783+0000","last_undegraded":"2024-09-12T18:26:17.778783+0000","last_fullsized":"2024-09-12T18:26:17.778783+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.778605+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:42.851892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'349","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.888829+0000","last_change":"2024-09-12T18:26:09.888829+0000","last_active":"2024-09-12T18:26:09.888829+0000","last_peered":"2024-09-12T18:26:09.888829+0000","last_clean":"2024-09-12T18:26:09.888829+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:26:09.888829+0000","last_undegraded":"2024-09-12T18:26:09.888829+0000","last_fullsized":"2024-09-12T18:26:09.888829+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.888593+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:17.256452+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":28120,"num_write":1081,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.842769+0000","last_change":"2024-09-12T18:26:24.842769+0000","last_active":"2024-09-12T18:26:24.842769+0000","last_peered":"2024-09-12T18:26:24.842769+0000","last_clean":"2024-09-12T18:26:24.842769+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:26:24.842769+0000","last_undegraded":"2024-09-12T18:26:24.842769+0000","last_fullsized":"2024-09-12T18:26:24.842769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.842538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:11.331645+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'364","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.839075+0000","last_change":"2024-09-12T18:26:29.839075+0000","last_active":"2024-09-12T18:26:29.839075+0000","last_peered":"2024-09-12T18:26:29.839075+0000","last_clean":"2024-09-12T18:26:29.839075+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:26:29.839075+0000","last_undegraded":"2024-09-12T18:26:29.839075+0000","last_fullsized":"2024-09-12T18:26:29.839075+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'364","last_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_deep_scrub":"268'364","last_deep_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.838869+0000","objects_scrubbed":9,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:59.092935+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62103,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":593,"num_read_kb":1287,"num_write":470,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.577786+0000","last_change":"2024-09-12T18:26:25.577786+0000","last_active":"2024-09-12T18:26:25.577786+0000","last_peered":"2024-09-12T18:26:25.577786+0000","last_clean":"2024-09-12T18:26:25.577786+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:26:25.577786+0000","last_undegraded":"2024-09-12T18:26:25.577786+0000","last_fullsized":"2024-09-12T18:26:25.577786+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.577551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:24.259268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'558","reported_seq":1373,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.726678+0000","last_change":"2024-09-12T18:26:35.726678+0000","last_active":"2024-09-12T18:26:35.726678+0000","last_peered":"2024-09-12T18:26:35.726678+0000","last_clean":"2024-09-12T18:26:35.726678+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:26:35.726678+0000","last_undegraded":"2024-09-12T18:26:35.726678+0000","last_fullsized":"2024-09-12T18:26:35.726678+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'558","last_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_deep_scrub":"268'558","last_deep_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.726468+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":500,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:08.889533+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'184","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.763118+0000","last_change":"2024-09-12T18:26:09.763118+0000","last_active":"2024-09-12T18:26:09.763118+0000","last_peered":"2024-09-12T18:26:09.763118+0000","last_clean":"2024-09-12T18:26:09.763118+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:26:09.763118+0000","last_undegraded":"2024-09-12T18:26:09.763118+0000","last_fullsized":"2024-09-12T18:26:09.763118+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'184","last_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_deep_scrub":"268'184","last_deep_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.762941+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:40.760816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'345","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.851032+0000","last_change":"2024-09-12T18:26:08.851032+0000","last_active":"2024-09-12T18:26:08.851032+0000","last_peered":"2024-09-12T18:26:08.851032+0000","last_clean":"2024-09-12T18:26:08.851032+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:26:08.851032+0000","last_undegraded":"2024-09-12T18:26:08.851032+0000","last_fullsized":"2024-09-12T18:26:08.851032+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.850830+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:20.985754+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":632,"num_read_kb":14213,"num_write":1068,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"268'4","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.230029+0000","last_change":"2024-09-12T18:26:18.230029+0000","last_active":"2024-09-12T18:26:18.230029+0000","last_peered":"2024-09-12T18:26:18.230029+0000","last_clean":"2024-09-12T18:26:18.230029+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:26:18.230029+0000","last_undegraded":"2024-09-12T18:26:18.230029+0000","last_fullsized":"2024-09-12T18:26:18.230029+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.229837+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:39.592537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'294","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.930095+0000","last_change":"2024-09-12T18:26:28.930095+0000","last_active":"2024-09-12T18:26:28.930095+0000","last_peered":"2024-09-12T18:26:28.930095+0000","last_clean":"2024-09-12T18:26:28.930095+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:26:28.930095+0000","last_undegraded":"2024-09-12T18:26:28.930095+0000","last_fullsized":"2024-09-12T18:26:28.930095+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.929908+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:25.207430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48537,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":1086,"num_write":386,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.953749+0000","last_change":"2024-09-12T18:26:35.953749+0000","last_active":"2024-09-12T18:26:35.953749+0000","last_peered":"2024-09-12T18:26:35.953749+0000","last_clean":"2024-09-12T18:26:35.953749+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:26:35.953749+0000","last_undegraded":"2024-09-12T18:26:35.953749+0000","last_fullsized":"2024-09-12T18:26:35.953749+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.953545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.016178+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2393","reported_seq":4223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.968728+0000","last_change":"2024-09-12T18:26:31.968728+0000","last_active":"2024-09-12T18:26:31.968728+0000","last_peered":"2024-09-12T18:26:31.968728+0000","last_clean":"2024-09-12T18:26:31.968728+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:26:31.968728+0000","last_undegraded":"2024-09-12T18:26:31.968728+0000","last_fullsized":"2024-09-12T18:26:31.968728+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2393","last_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_deep_scrub":"268'2393","last_deep_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.968541+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":2300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:42.290834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.888950+0000","last_change":"2024-09-12T18:26:14.888950+0000","last_active":"2024-09-12T18:26:14.888950+0000","last_peered":"2024-09-12T18:26:14.888950+0000","last_clean":"2024-09-12T18:26:14.888950+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:26:14.888950+0000","last_undegraded":"2024-09-12T18:26:14.888950+0000","last_fullsized":"2024-09-12T18:26:14.888950+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4205","last_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_deep_scrub":"268'4205","last_deep_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.888753+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:02.033411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'389","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.822023+0000","last_change":"2024-09-12T18:26:07.822023+0000","last_active":"2024-09-12T18:26:07.822023+0000","last_peered":"2024-09-12T18:26:07.822023+0000","last_clean":"2024-09-12T18:26:07.822023+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:26:07.822023+0000","last_undegraded":"2024-09-12T18:26:07.822023+0000","last_fullsized":"2024-09-12T18:26:07.822023+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.821763+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:00.479507+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":562,"num_read_kb":8867,"num_write":1279,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.192663+0000","last_change":"2024-09-12T18:26:17.192663+0000","last_active":"2024-09-12T18:26:17.192663+0000","last_peered":"2024-09-12T18:26:17.192663+0000","last_clean":"2024-09-12T18:26:17.192663+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:26:17.192663+0000","last_undegraded":"2024-09-12T18:26:17.192663+0000","last_fullsized":"2024-09-12T18:26:17.192663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.192487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:37.287802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'324","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.811816+0000","last_change":"2024-09-12T18:26:28.811816+0000","last_active":"2024-09-12T18:26:28.811816+0000","last_peered":"2024-09-12T18:26:28.811816+0000","last_clean":"2024-09-12T18:26:28.811816+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:26:28.811816+0000","last_undegraded":"2024-09-12T18:26:28.811816+0000","last_fullsized":"2024-09-12T18:26:28.811816+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.811569+0000","objects_scrubbed":7,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:09.827060+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43359,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":517,"num_read_kb":1175,"num_write":422,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2602,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.819874+0000","last_change":"2024-09-12T18:26:31.819874+0000","last_active":"2024-09-12T18:26:31.819874+0000","last_peered":"2024-09-12T18:26:31.819874+0000","last_clean":"2024-09-12T18:26:31.819874+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:26:31.819874+0000","last_undegraded":"2024-09-12T18:26:31.819874+0000","last_fullsized":"2024-09-12T18:26:31.819874+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'787","last_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_deep_scrub":"268'787","last_deep_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.819667+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:25.625415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.816574+0000","last_change":"2024-09-12T18:26:36.816574+0000","last_active":"2024-09-12T18:26:36.816574+0000","last_peered":"2024-09-12T18:26:36.816574+0000","last_clean":"2024-09-12T18:26:36.816574+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:26:36.816574+0000","last_undegraded":"2024-09-12T18:26:36.816574+0000","last_fullsized":"2024-09-12T18:26:36.816574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'107","last_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_deep_scrub":"268'107","last_deep_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.816342+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:15.440821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'150","reported_seq":771,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.681767+0000","last_change":"2024-09-12T18:26:14.681767+0000","last_active":"2024-09-12T18:26:14.681767+0000","last_peered":"2024-09-12T18:26:14.681767+0000","last_clean":"2024-09-12T18:26:14.681767+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:26:14.681767+0000","last_undegraded":"2024-09-12T18:26:14.681767+0000","last_fullsized":"2024-09-12T18:26:14.681767+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.681585+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:12.314601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":273,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'368","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.814657+0000","last_change":"2024-09-12T18:26:07.814657+0000","last_active":"2024-09-12T18:26:07.814657+0000","last_peered":"2024-09-12T18:26:07.814657+0000","last_clean":"2024-09-12T18:26:07.814657+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:26:07.814657+0000","last_undegraded":"2024-09-12T18:26:07.814657+0000","last_fullsized":"2024-09-12T18:26:07.814657+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.813961+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:56.606339+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4452400,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":42615,"num_write":1207,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.240002+0000","last_change":"2024-09-12T18:26:16.240002+0000","last_active":"2024-09-12T18:26:16.240002+0000","last_peered":"2024-09-12T18:26:16.240002+0000","last_clean":"2024-09-12T18:26:16.240002+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:26:16.240002+0000","last_undegraded":"2024-09-12T18:26:16.240002+0000","last_fullsized":"2024-09-12T18:26:16.240002+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.239805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:50.495123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'485","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.804978+0000","last_change":"2024-09-12T18:26:25.804978+0000","last_active":"2024-09-12T18:26:25.804978+0000","last_peered":"2024-09-12T18:26:25.804978+0000","last_clean":"2024-09-12T18:26:25.804978+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:26:25.804978+0000","last_undegraded":"2024-09-12T18:26:25.804978+0000","last_fullsized":"2024-09-12T18:26:25.804978+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'485","last_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_deep_scrub":"268'485","last_deep_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.804760+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:40.700109+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":839,"num_read_kb":2041,"num_write":694,"num_write_kb":595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.211811+0000","last_change":"2024-09-12T18:26:23.211811+0000","last_active":"2024-09-12T18:26:23.211811+0000","last_peered":"2024-09-12T18:26:23.211811+0000","last_clean":"2024-09-12T18:26:23.211811+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:26:23.211811+0000","last_undegraded":"2024-09-12T18:26:23.211811+0000","last_fullsized":"2024-09-12T18:26:23.211811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.211600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:06.595112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'163","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.641961+0000","last_change":"2024-09-12T18:26:35.641961+0000","last_active":"2024-09-12T18:26:35.641961+0000","last_peered":"2024-09-12T18:26:35.641961+0000","last_clean":"2024-09-12T18:26:35.641961+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:26:35.641961+0000","last_undegraded":"2024-09-12T18:26:35.641961+0000","last_fullsized":"2024-09-12T18:26:35.641961+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.641743+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:55.116901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'160","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.745840+0000","last_change":"2024-09-12T18:26:10.745840+0000","last_active":"2024-09-12T18:26:10.745840+0000","last_peered":"2024-09-12T18:26:10.745840+0000","last_clean":"2024-09-12T18:26:10.745840+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:26:10.745840+0000","last_undegraded":"2024-09-12T18:26:10.745840+0000","last_fullsized":"2024-09-12T18:26:10.745840+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'160","last_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_deep_scrub":"268'160","last_deep_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.745634+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:24.686154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'354","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.732086+0000","last_change":"2024-09-12T18:26:10.732086+0000","last_active":"2024-09-12T18:26:10.732086+0000","last_peered":"2024-09-12T18:26:10.732086+0000","last_clean":"2024-09-12T18:26:10.732086+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:26:10.732086+0000","last_undegraded":"2024-09-12T18:26:10.732086+0000","last_fullsized":"2024-09-12T18:26:10.732086+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'354","last_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_deep_scrub":"268'354","last_deep_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.731711+0000","objects_scrubbed":5,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:00.808334+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":548,"num_read_kb":43583,"num_write":1077,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.272776+0000","last_change":"2024-09-12T18:26:19.272776+0000","last_active":"2024-09-12T18:26:19.272776+0000","last_peered":"2024-09-12T18:26:19.272776+0000","last_clean":"2024-09-12T18:26:19.272776+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:26:19.272776+0000","last_undegraded":"2024-09-12T18:26:19.272776+0000","last_fullsized":"2024-09-12T18:26:19.272776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.272573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:56.820052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'330","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.703922+0000","last_change":"2024-09-12T18:26:28.703922+0000","last_active":"2024-09-12T18:26:28.703922+0000","last_peered":"2024-09-12T18:26:28.703922+0000","last_clean":"2024-09-12T18:26:28.703922+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:26:28.703922+0000","last_undegraded":"2024-09-12T18:26:28.703922+0000","last_fullsized":"2024-09-12T18:26:28.703922+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.703683+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.444760+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51353,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":1284,"num_write":510,"num_write_kb":433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.773546+0000","last_change":"2024-09-12T18:26:33.773546+0000","last_active":"2024-09-12T18:26:33.773546+0000","last_peered":"2024-09-12T18:26:33.773546+0000","last_clean":"2024-09-12T18:26:33.773546+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:26:33.773546+0000","last_undegraded":"2024-09-12T18:26:33.773546+0000","last_fullsized":"2024-09-12T18:26:33.773546+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.773250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:54.484101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'127","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:03.099534+0000","last_change":"2024-09-12T18:27:03.099534+0000","last_active":"2024-09-12T18:27:03.099534+0000","last_peered":"2024-09-12T18:27:03.099534+0000","last_clean":"2024-09-12T18:27:03.099534+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:27:03.099534+0000","last_undegraded":"2024-09-12T18:27:03.099534+0000","last_fullsized":"2024-09-12T18:27:03.099534+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:27:03.099346+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:27:03.099346+0000","last_clean_scrub_stamp":"2024-09-12T18:27:03.099346+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:05.353930+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":772,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.749818+0000","last_change":"2024-09-12T18:26:13.749818+0000","last_active":"2024-09-12T18:26:13.749818+0000","last_peered":"2024-09-12T18:26:13.749818+0000","last_clean":"2024-09-12T18:26:13.749818+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:26:13.749818+0000","last_undegraded":"2024-09-12T18:26:13.749818+0000","last_fullsized":"2024-09-12T18:26:13.749818+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.749601+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:47.582746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'328","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.837433+0000","last_change":"2024-09-12T18:26:06.837433+0000","last_active":"2024-09-12T18:26:06.837433+0000","last_peered":"2024-09-12T18:26:06.837433+0000","last_clean":"2024-09-12T18:26:06.837433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:26:06.837433+0000","last_undegraded":"2024-09-12T18:26:06.837433+0000","last_fullsized":"2024-09-12T18:26:06.837433+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.837140+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:42.268208+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":56900,"num_write":1001,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.496075+0000","last_change":"2024-09-12T18:26:16.496075+0000","last_active":"2024-09-12T18:26:16.496075+0000","last_peered":"2024-09-12T18:26:16.496075+0000","last_clean":"2024-09-12T18:26:16.496075+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:26:16.496075+0000","last_undegraded":"2024-09-12T18:26:16.496075+0000","last_fullsized":"2024-09-12T18:26:16.496075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.495885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:19.611077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'297","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.282440+0000","last_change":"2024-09-12T18:26:21.282440+0000","last_active":"2024-09-12T18:26:21.282440+0000","last_peered":"2024-09-12T18:26:21.282440+0000","last_clean":"2024-09-12T18:26:21.282440+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:26:21.282440+0000","last_undegraded":"2024-09-12T18:26:21.282440+0000","last_fullsized":"2024-09-12T18:26:21.282440+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'297","last_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_deep_scrub":"268'297","last_deep_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.282241+0000","objects_scrubbed":7,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.483766+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45693,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":483,"num_read_kb":1075,"num_write":386,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":4321,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.156760+0000","last_change":"2024-09-12T18:26:26.156760+0000","last_active":"2024-09-12T18:26:26.156760+0000","last_peered":"2024-09-12T18:26:26.156760+0000","last_clean":"2024-09-12T18:26:26.156760+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:26:26.156760+0000","last_undegraded":"2024-09-12T18:26:26.156760+0000","last_fullsized":"2024-09-12T18:26:26.156760+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.156590+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:15.313868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'136","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.561700+0000","last_change":"2024-09-12T18:26:26.561700+0000","last_active":"2024-09-12T18:26:26.561700+0000","last_peered":"2024-09-12T18:26:26.561700+0000","last_clean":"2024-09-12T18:26:26.561700+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:26:26.561700+0000","last_undegraded":"2024-09-12T18:26:26.561700+0000","last_fullsized":"2024-09-12T18:26:26.561700+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.561498+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.941539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.798648+0000","last_change":"2024-09-12T18:26:12.798648+0000","last_active":"2024-09-12T18:26:12.798648+0000","last_peered":"2024-09-12T18:26:12.798648+0000","last_clean":"2024-09-12T18:26:12.798648+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:26:12.798648+0000","last_undegraded":"2024-09-12T18:26:12.798648+0000","last_fullsized":"2024-09-12T18:26:12.798648+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.798460+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:24.738630+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'340","reported_seq":1100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.803171+0000","last_change":"2024-09-12T18:26:04.803171+0000","last_active":"2024-09-12T18:26:04.803171+0000","last_peered":"2024-09-12T18:26:04.803171+0000","last_clean":"2024-09-12T18:26:04.803171+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:26:04.803171+0000","last_undegraded":"2024-09-12T18:26:04.803171+0000","last_fullsized":"2024-09-12T18:26:04.803171+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.802970+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:02.043749+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":815,"num_read_kb":28315,"num_write":1118,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1472,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.785224+0000","last_change":"2024-09-12T18:26:25.785224+0000","last_active":"2024-09-12T18:26:25.785224+0000","last_peered":"2024-09-12T18:26:25.785224+0000","last_clean":"2024-09-12T18:26:25.785224+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:26:25.785224+0000","last_undegraded":"2024-09-12T18:26:25.785224+0000","last_fullsized":"2024-09-12T18:26:25.785224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.785024+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:10.289154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":967,"num_read_kb":967,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'76","reported_seq":604,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.977332+0000","last_change":"2024-09-12T18:26:29.977332+0000","last_active":"2024-09-12T18:26:29.977332+0000","last_peered":"2024-09-12T18:26:29.977332+0000","last_clean":"2024-09-12T18:26:29.977332+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:26:29.977332+0000","last_undegraded":"2024-09-12T18:26:29.977332+0000","last_fullsized":"2024-09-12T18:26:29.977332+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'76","last_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_deep_scrub":"268'76","last_deep_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.977133+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:39.130953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'758","reported_seq":2303,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.901543+0000","last_change":"2024-09-12T18:26:23.901543+0000","last_active":"2024-09-12T18:26:23.901543+0000","last_peered":"2024-09-12T18:26:23.901543+0000","last_clean":"2024-09-12T18:26:23.901543+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:26:23.901543+0000","last_undegraded":"2024-09-12T18:26:23.901543+0000","last_fullsized":"2024-09-12T18:26:23.901543+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'758","last_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_deep_scrub":"268'758","last_deep_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.901362+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:32.001368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'129","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.789780+0000","last_change":"2024-09-12T18:26:37.789780+0000","last_active":"2024-09-12T18:26:37.789780+0000","last_peered":"2024-09-12T18:26:37.789780+0000","last_clean":"2024-09-12T18:26:37.789780+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:26:37.789780+0000","last_undegraded":"2024-09-12T18:26:37.789780+0000","last_fullsized":"2024-09-12T18:26:37.789780+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.789580+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:02.459713+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":736,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.453084+0000","last_change":"2024-09-12T18:26:13.453084+0000","last_active":"2024-09-12T18:26:13.453084+0000","last_peered":"2024-09-12T18:26:13.453084+0000","last_clean":"2024-09-12T18:26:13.453084+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:26:13.453084+0000","last_undegraded":"2024-09-12T18:26:13.453084+0000","last_fullsized":"2024-09-12T18:26:13.453084+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.452896+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:47.978276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'353","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.729435+0000","last_change":"2024-09-12T18:26:05.729435+0000","last_active":"2024-09-12T18:26:05.729435+0000","last_peered":"2024-09-12T18:26:05.729435+0000","last_clean":"2024-09-12T18:26:05.729435+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:26:05.729435+0000","last_undegraded":"2024-09-12T18:26:05.729435+0000","last_fullsized":"2024-09-12T18:26:05.729435+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.729240+0000","objects_scrubbed":10,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.492379+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262170,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":452,"num_read_kb":16781,"num_write":1071,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.686783+0000","last_change":"2024-09-12T18:26:25.686783+0000","last_active":"2024-09-12T18:26:25.686783+0000","last_peered":"2024-09-12T18:26:25.686783+0000","last_clean":"2024-09-12T18:26:25.686783+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:26:25.686783+0000","last_undegraded":"2024-09-12T18:26:25.686783+0000","last_fullsized":"2024-09-12T18:26:25.686783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.686519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:27.088422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'384","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.812296+0000","last_change":"2024-09-12T18:26:31.812296+0000","last_active":"2024-09-12T18:26:31.812296+0000","last_peered":"2024-09-12T18:26:31.812296+0000","last_clean":"2024-09-12T18:26:31.812296+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:26:31.812296+0000","last_undegraded":"2024-09-12T18:26:31.812296+0000","last_fullsized":"2024-09-12T18:26:31.812296+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.812067+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:40.868165+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50321,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":585,"num_read_kb":1209,"num_write":472,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873501+0000","last_change":"2024-09-12T18:26:21.873501+0000","last_active":"2024-09-12T18:26:21.873501+0000","last_peered":"2024-09-12T18:26:21.873501+0000","last_clean":"2024-09-12T18:26:21.873501+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:26:21.873501+0000","last_undegraded":"2024-09-12T18:26:21.873501+0000","last_fullsized":"2024-09-12T18:26:21.873501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:41.359454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'129","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.604930+0000","last_change":"2024-09-12T18:26:31.604930+0000","last_active":"2024-09-12T18:26:31.604930+0000","last_peered":"2024-09-12T18:26:31.604930+0000","last_clean":"2024-09-12T18:26:31.604930+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:26:31.604930+0000","last_undegraded":"2024-09-12T18:26:31.604930+0000","last_fullsized":"2024-09-12T18:26:31.604930+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.604679+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:15.080456+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.931889+0000","last_change":"2024-09-12T18:26:11.931697+0000","last_active":"2024-09-12T18:26:11.931889+0000","last_peered":"2024-09-12T18:26:11.931889+0000","last_clean":"2024-09-12T18:26:11.931889+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:26:11.931889+0000","last_undegraded":"2024-09-12T18:26:11.931889+0000","last_fullsized":"2024-09-12T18:26:11.931889+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.931520+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:43.908532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.879035+0000","last_change":"2024-09-12T18:26:05.879035+0000","last_active":"2024-09-12T18:26:05.879035+0000","last_peered":"2024-09-12T18:26:05.879035+0000","last_clean":"2024-09-12T18:26:05.879035+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:26:05.879035+0000","last_undegraded":"2024-09-12T18:26:05.879035+0000","last_fullsized":"2024-09-12T18:26:05.879035+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.878844+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:02.033286+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":531,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.779948+0000","last_change":"2024-09-12T18:26:05.779948+0000","last_active":"2024-09-12T18:26:05.779948+0000","last_peered":"2024-09-12T18:26:05.779948+0000","last_clean":"2024-09-12T18:26:05.779948+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:26:05.779948+0000","last_undegraded":"2024-09-12T18:26:05.779948+0000","last_fullsized":"2024-09-12T18:26:05.779948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.779760+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:24.617521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'361","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.686912+0000","last_change":"2024-09-12T18:26:04.686648+0000","last_active":"2024-09-12T18:26:04.686912+0000","last_peered":"2024-09-12T18:26:04.686912+0000","last_clean":"2024-09-12T18:26:04.686912+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:26:04.686912+0000","last_undegraded":"2024-09-12T18:26:04.686912+0000","last_fullsized":"2024-09-12T18:26:04.686912+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.686387+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:55.146346+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524314,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":92386,"num_write":1107,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.849266+0000","last_change":"2024-09-12T18:26:22.849266+0000","last_active":"2024-09-12T18:26:22.849266+0000","last_peered":"2024-09-12T18:26:22.849266+0000","last_clean":"2024-09-12T18:26:22.849266+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:26:22.849266+0000","last_undegraded":"2024-09-12T18:26:22.849266+0000","last_fullsized":"2024-09-12T18:26:22.849266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.849082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:55.475692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'723","reported_seq":1430,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.832035+0000","last_change":"2024-09-12T18:26:30.832035+0000","last_active":"2024-09-12T18:26:30.832035+0000","last_peered":"2024-09-12T18:26:30.832035+0000","last_clean":"2024-09-12T18:26:30.832035+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:26:30.832035+0000","last_undegraded":"2024-09-12T18:26:30.832035+0000","last_fullsized":"2024-09-12T18:26:30.832035+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'723","last_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_deep_scrub":"268'723","last_deep_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.831842+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:17.677034+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157315,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1412,"num_read_kb":3250,"num_write":1342,"num_write_kb":1215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108034,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.794958+0000","last_change":"2024-09-12T18:26:30.794958+0000","last_active":"2024-09-12T18:26:30.794958+0000","last_peered":"2024-09-12T18:26:30.794958+0000","last_clean":"2024-09-12T18:26:30.794958+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:26:30.794958+0000","last_undegraded":"2024-09-12T18:26:30.794958+0000","last_fullsized":"2024-09-12T18:26:30.794958+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.794776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:13.973644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'220","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.915046+0000","last_change":"2024-09-12T18:26:26.915046+0000","last_active":"2024-09-12T18:26:26.915046+0000","last_peered":"2024-09-12T18:26:26.915046+0000","last_clean":"2024-09-12T18:26:26.915046+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:26:26.915046+0000","last_undegraded":"2024-09-12T18:26:26.915046+0000","last_fullsized":"2024-09-12T18:26:26.915046+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'220","last_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_deep_scrub":"268'220","last_deep_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.914856+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:41.676557+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":711,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.645147+0000","last_change":"2024-09-12T18:26:13.645147+0000","last_active":"2024-09-12T18:26:13.645147+0000","last_peered":"2024-09-12T18:26:13.645147+0000","last_clean":"2024-09-12T18:26:13.645147+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:26:13.645147+0000","last_undegraded":"2024-09-12T18:26:13.645147+0000","last_fullsized":"2024-09-12T18:26:13.645147+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'104","last_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_deep_scrub":"268'104","last_deep_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.644961+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:17.429971+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.856498+0000","last_change":"2024-09-12T18:26:11.856498+0000","last_active":"2024-09-12T18:26:11.856498+0000","last_peered":"2024-09-12T18:26:11.856498+0000","last_clean":"2024-09-12T18:26:11.856498+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:26:11.856498+0000","last_undegraded":"2024-09-12T18:26:11.856498+0000","last_fullsized":"2024-09-12T18:26:11.856498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.856320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:07.566604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'338","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:02.586482+0000","last_change":"2024-09-12T18:26:02.586430+0000","last_active":"2024-09-12T18:26:02.586482+0000","last_peered":"2024-09-12T18:26:02.586482+0000","last_clean":"2024-09-12T18:26:02.586482+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:26:02.586482+0000","last_undegraded":"2024-09-12T18:26:02.586482+0000","last_fullsized":"2024-09-12T18:26:02.586482+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:02.586308+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:02.271366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136848,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":11160,"num_write":1118,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.750933+0000","last_change":"2024-09-12T18:26:24.750933+0000","last_active":"2024-09-12T18:26:24.750933+0000","last_peered":"2024-09-12T18:26:24.750933+0000","last_clean":"2024-09-12T18:26:24.750933+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:26:24.750933+0000","last_undegraded":"2024-09-12T18:26:24.750933+0000","last_fullsized":"2024-09-12T18:26:24.750933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.750749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:20.247303+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1223","reported_seq":2748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.592771+0000","last_change":"2024-09-12T18:26:22.592771+0000","last_active":"2024-09-12T18:26:22.592771+0000","last_peered":"2024-09-12T18:26:22.592771+0000","last_clean":"2024-09-12T18:26:22.592771+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:26:22.592771+0000","last_undegraded":"2024-09-12T18:26:22.592771+0000","last_fullsized":"2024-09-12T18:26:22.592771+0000","mapping_epoch":32,"log_start":"268'1200","ondisk_log_start":"268'1200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1223","last_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_deep_scrub":"268'1223","last_deep_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.592499+0000","objects_scrubbed":11,"log_size":23,"log_dups_size":1200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:26.442854+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147517,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1973,"num_read_kb":3659,"num_write":1066,"num_write_kb":911,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.896395+0000","last_change":"2024-09-12T18:26:33.896395+0000","last_active":"2024-09-12T18:26:33.896395+0000","last_peered":"2024-09-12T18:26:33.896395+0000","last_clean":"2024-09-12T18:26:33.896395+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:26:33.896395+0000","last_undegraded":"2024-09-12T18:26:33.896395+0000","last_fullsized":"2024-09-12T18:26:33.896395+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.896212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:09.426122+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'123","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.585801+0000","last_change":"2024-09-12T18:26:32.585801+0000","last_active":"2024-09-12T18:26:32.585801+0000","last_peered":"2024-09-12T18:26:32.585801+0000","last_clean":"2024-09-12T18:26:32.585801+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:26:32.585801+0000","last_undegraded":"2024-09-12T18:26:32.585801+0000","last_fullsized":"2024-09-12T18:26:32.585801+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.585608+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:58.406075+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.449287+0000","last_change":"2024-09-12T18:26:11.449287+0000","last_active":"2024-09-12T18:26:11.449287+0000","last_peered":"2024-09-12T18:26:11.449287+0000","last_clean":"2024-09-12T18:26:11.449287+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:26:11.449287+0000","last_undegraded":"2024-09-12T18:26:11.449287+0000","last_fullsized":"2024-09-12T18:26:11.449287+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.449073+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:23.585347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.151829+0000","last_change":"2024-09-12T18:26:04.151829+0000","last_active":"2024-09-12T18:26:04.151829+0000","last_peered":"2024-09-12T18:26:04.151829+0000","last_clean":"2024-09-12T18:26:04.151829+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:26:04.151829+0000","last_undegraded":"2024-09-12T18:26:04.151829+0000","last_fullsized":"2024-09-12T18:26:04.151829+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.151727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:03.517586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'460","reported_seq":1204,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.542100+0000","last_change":"2024-09-12T18:26:08.541826+0000","last_active":"2024-09-12T18:26:08.542100+0000","last_peered":"2024-09-12T18:26:08.542100+0000","last_clean":"2024-09-12T18:26:08.542100+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:26:08.542100+0000","last_undegraded":"2024-09-12T18:26:08.542100+0000","last_fullsized":"2024-09-12T18:26:08.542100+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.541474+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:26.299384+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254297,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":870,"num_read_kb":11836,"num_write":1453,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":514,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.229017+0000","last_change":"2024-09-12T18:26:15.229017+0000","last_active":"2024-09-12T18:26:15.229017+0000","last_peered":"2024-09-12T18:26:15.229017+0000","last_clean":"2024-09-12T18:26:15.229017+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:26:15.229017+0000","last_undegraded":"2024-09-12T18:26:15.229017+0000","last_fullsized":"2024-09-12T18:26:15.229017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.228823+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:23.063847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1355,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.798668+0000","last_change":"2024-09-12T18:26:27.798668+0000","last_active":"2024-09-12T18:26:27.798668+0000","last_peered":"2024-09-12T18:26:27.798668+0000","last_clean":"2024-09-12T18:26:27.798668+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:26:27.798668+0000","last_undegraded":"2024-09-12T18:26:27.798668+0000","last_fullsized":"2024-09-12T18:26:27.798668+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.798479+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:51.723180+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.830807+0000","last_change":"2024-09-12T18:26:29.830807+0000","last_active":"2024-09-12T18:26:29.830807+0000","last_peered":"2024-09-12T18:26:29.830807+0000","last_clean":"2024-09-12T18:26:29.830807+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:26:29.830807+0000","last_undegraded":"2024-09-12T18:26:29.830807+0000","last_fullsized":"2024-09-12T18:26:29.830807+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.830629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:43.411471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'232","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.137679+0000","last_change":"2024-09-12T18:26:45.137679+0000","last_active":"2024-09-12T18:26:45.137679+0000","last_peered":"2024-09-12T18:26:45.137679+0000","last_clean":"2024-09-12T18:26:45.137679+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:26:45.137679+0000","last_undegraded":"2024-09-12T18:26:45.137679+0000","last_fullsized":"2024-09-12T18:26:45.137679+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-12T18:26:45.137490+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-12T18:26:45.137490+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.137490+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:15.045363+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.440386+0000","last_change":"2024-09-12T18:26:12.440386+0000","last_active":"2024-09-12T18:26:12.440386+0000","last_peered":"2024-09-12T18:26:12.440386+0000","last_clean":"2024-09-12T18:26:12.440386+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:26:12.440386+0000","last_undegraded":"2024-09-12T18:26:12.440386+0000","last_fullsized":"2024-09-12T18:26:12.440386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'94","last_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_deep_scrub":"268'94","last_deep_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.440200+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:14.503161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.783568+0000","last_change":"2024-09-12T18:26:04.783568+0000","last_active":"2024-09-12T18:26:04.783568+0000","last_peered":"2024-09-12T18:26:04.783568+0000","last_clean":"2024-09-12T18:26:04.783568+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:26:04.783568+0000","last_undegraded":"2024-09-12T18:26:04.783568+0000","last_fullsized":"2024-09-12T18:26:04.783568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.783385+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:32.567705+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'370","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.166115+0000","last_change":"2024-09-12T18:26:05.165985+0000","last_active":"2024-09-12T18:26:05.166115+0000","last_peered":"2024-09-12T18:26:05.166115+0000","last_clean":"2024-09-12T18:26:05.166115+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:26:05.166115+0000","last_undegraded":"2024-09-12T18:26:05.166115+0000","last_fullsized":"2024-09-12T18:26:05.166115+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.165716+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:32.136810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1629682,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":28592,"num_write":1142,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.709727+0000","last_change":"2024-09-12T18:26:21.709727+0000","last_active":"2024-09-12T18:26:21.709727+0000","last_peered":"2024-09-12T18:26:21.709727+0000","last_clean":"2024-09-12T18:26:21.709727+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:26:21.709727+0000","last_undegraded":"2024-09-12T18:26:21.709727+0000","last_fullsized":"2024-09-12T18:26:21.709727+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.709548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.950983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'122","reported_seq":672,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.858244+0000","last_change":"2024-09-12T18:26:26.858244+0000","last_active":"2024-09-12T18:26:26.858244+0000","last_peered":"2024-09-12T18:26:26.858244+0000","last_clean":"2024-09-12T18:26:26.858244+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:26:26.858244+0000","last_undegraded":"2024-09-12T18:26:26.858244+0000","last_fullsized":"2024-09-12T18:26:26.858244+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'122","last_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_deep_scrub":"268'122","last_deep_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.858054+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:53.110270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.951349+0000","last_change":"2024-09-12T18:26:27.951349+0000","last_active":"2024-09-12T18:26:27.951349+0000","last_peered":"2024-09-12T18:26:27.951349+0000","last_clean":"2024-09-12T18:26:27.951349+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:26:27.951349+0000","last_undegraded":"2024-09-12T18:26:27.951349+0000","last_fullsized":"2024-09-12T18:26:27.951349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.951168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.148034+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.738286+0000","last_change":"2024-09-12T18:26:36.738286+0000","last_active":"2024-09-12T18:26:36.738286+0000","last_peered":"2024-09-12T18:26:36.738286+0000","last_clean":"2024-09-12T18:26:36.738286+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:26:36.738286+0000","last_undegraded":"2024-09-12T18:26:36.738286+0000","last_fullsized":"2024-09-12T18:26:36.738286+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'188","last_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_deep_scrub":"268'188","last_deep_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.738102+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:59.431295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.500973+0000","last_change":"2024-09-12T18:26:09.500973+0000","last_active":"2024-09-12T18:26:09.500973+0000","last_peered":"2024-09-12T18:26:09.500973+0000","last_clean":"2024-09-12T18:26:09.500973+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:26:09.500973+0000","last_undegraded":"2024-09-12T18:26:09.500973+0000","last_fullsized":"2024-09-12T18:26:09.500973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'58","last_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_deep_scrub":"268'58","last_deep_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.500668+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:00.778125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'324","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.798924+0000","last_change":"2024-09-12T18:26:06.798706+0000","last_active":"2024-09-12T18:26:06.798924+0000","last_peered":"2024-09-12T18:26:06.798924+0000","last_clean":"2024-09-12T18:26:06.798924+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:26:06.798924+0000","last_undegraded":"2024-09-12T18:26:06.798924+0000","last_fullsized":"2024-09-12T18:26:06.798924+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.798252+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:34.353842+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262222,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":15827,"num_write":969,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":538,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.452833+0000","last_change":"2024-09-12T18:26:03.452833+0000","last_active":"2024-09-12T18:26:03.452833+0000","last_peered":"2024-09-12T18:26:03.452833+0000","last_clean":"2024-09-12T18:26:03.452833+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:26:03.452833+0000","last_undegraded":"2024-09-12T18:26:03.452833+0000","last_fullsized":"2024-09-12T18:26:03.452833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.452759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:12:10.736837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.737429+0000","last_change":"2024-09-12T18:26:20.737429+0000","last_active":"2024-09-12T18:26:20.737429+0000","last_peered":"2024-09-12T18:26:20.737429+0000","last_clean":"2024-09-12T18:26:20.737429+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:26:20.737429+0000","last_undegraded":"2024-09-12T18:26:20.737429+0000","last_fullsized":"2024-09-12T18:26:20.737429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.737251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:01.356657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'554","reported_seq":1227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.808616+0000","last_change":"2024-09-12T18:26:24.808616+0000","last_active":"2024-09-12T18:26:24.808616+0000","last_peered":"2024-09-12T18:26:24.808616+0000","last_clean":"2024-09-12T18:26:24.808616+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:26:24.808616+0000","last_undegraded":"2024-09-12T18:26:24.808616+0000","last_fullsized":"2024-09-12T18:26:24.808616+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'554","last_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_deep_scrub":"268'554","last_deep_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.808433+0000","objects_scrubbed":9,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:39.246337+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93725,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1561,"num_read_kb":2707,"num_write":2040,"num_write_kb":1889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.750674+0000","last_change":"2024-09-12T18:26:34.750674+0000","last_active":"2024-09-12T18:26:34.750674+0000","last_peered":"2024-09-12T18:26:34.750674+0000","last_clean":"2024-09-12T18:26:34.750674+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:26:34.750674+0000","last_undegraded":"2024-09-12T18:26:34.750674+0000","last_fullsized":"2024-09-12T18:26:34.750674+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.750491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:48.385890+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'175","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.876817+0000","last_change":"2024-09-12T18:26:37.876817+0000","last_active":"2024-09-12T18:26:37.876817+0000","last_peered":"2024-09-12T18:26:37.876817+0000","last_clean":"2024-09-12T18:26:37.876817+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:26:37.876817+0000","last_undegraded":"2024-09-12T18:26:37.876817+0000","last_fullsized":"2024-09-12T18:26:37.876817+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.876499+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:49.262093+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'156","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.609678+0000","last_change":"2024-09-12T18:26:12.609678+0000","last_active":"2024-09-12T18:26:12.609678+0000","last_peered":"2024-09-12T18:26:12.609678+0000","last_clean":"2024-09-12T18:26:12.609678+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:26:12.609678+0000","last_undegraded":"2024-09-12T18:26:12.609678+0000","last_fullsized":"2024-09-12T18:26:12.609678+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'156","last_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_deep_scrub":"268'156","last_deep_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.609440+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:34.733112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'321","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.500520+0000","last_change":"2024-09-12T18:26:07.500520+0000","last_active":"2024-09-12T18:26:07.500520+0000","last_peered":"2024-09-12T18:26:07.500520+0000","last_clean":"2024-09-12T18:26:07.500520+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:26:07.500520+0000","last_undegraded":"2024-09-12T18:26:07.500520+0000","last_fullsized":"2024-09-12T18:26:07.500520+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.500189+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:24.136607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5917348,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":18522,"num_write":1002,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.836131+0000","last_change":"2024-09-12T18:26:06.836131+0000","last_active":"2024-09-12T18:26:06.836131+0000","last_peered":"2024-09-12T18:26:06.836131+0000","last_clean":"2024-09-12T18:26:06.836131+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:26:06.836131+0000","last_undegraded":"2024-09-12T18:26:06.836131+0000","last_fullsized":"2024-09-12T18:26:06.836131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.835791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:32.564717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.903629+0000","last_change":"2024-09-12T18:26:18.903629+0000","last_active":"2024-09-12T18:26:18.903629+0000","last_peered":"2024-09-12T18:26:18.903629+0000","last_clean":"2024-09-12T18:26:18.903629+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:26:18.903629+0000","last_undegraded":"2024-09-12T18:26:18.903629+0000","last_fullsized":"2024-09-12T18:26:18.903629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.903446+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:24.989509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'154","reported_seq":729,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.586767+0000","last_change":"2024-09-12T18:26:20.586767+0000","last_active":"2024-09-12T18:26:20.586767+0000","last_peered":"2024-09-12T18:26:20.586767+0000","last_clean":"2024-09-12T18:26:20.586767+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:26:20.586767+0000","last_undegraded":"2024-09-12T18:26:20.586767+0000","last_fullsized":"2024-09-12T18:26:20.586767+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.586562+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:46.709195+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'767","reported_seq":2520,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.717589+0000","last_change":"2024-09-12T18:26:33.717589+0000","last_active":"2024-09-12T18:26:33.717589+0000","last_peered":"2024-09-12T18:26:33.717589+0000","last_clean":"2024-09-12T18:26:33.717589+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:26:33.717589+0000","last_undegraded":"2024-09-12T18:26:33.717589+0000","last_fullsized":"2024-09-12T18:26:33.717589+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'767","last_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_deep_scrub":"268'767","last_deep_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.717394+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:11.543874+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'133","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.998161+0000","last_change":"2024-09-12T18:26:36.998161+0000","last_active":"2024-09-12T18:26:36.998161+0000","last_peered":"2024-09-12T18:26:36.998161+0000","last_clean":"2024-09-12T18:26:36.998161+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:26:36.998161+0000","last_undegraded":"2024-09-12T18:26:36.998161+0000","last_fullsized":"2024-09-12T18:26:36.998161+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.997970+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:39.655335+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":829,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.777252+0000","last_change":"2024-09-12T18:26:15.777124+0000","last_active":"2024-09-12T18:26:15.777252+0000","last_peered":"2024-09-12T18:26:15.777252+0000","last_clean":"2024-09-12T18:26:15.777252+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:26:15.777252+0000","last_undegraded":"2024-09-12T18:26:15.777252+0000","last_fullsized":"2024-09-12T18:26:15.777252+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'189","last_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_deep_scrub":"268'189","last_deep_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.776919+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:30.574358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'402","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.761699+0000","last_change":"2024-09-12T18:26:09.761699+0000","last_active":"2024-09-12T18:26:09.761699+0000","last_peered":"2024-09-12T18:26:09.761699+0000","last_clean":"2024-09-12T18:26:09.761699+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:26:09.761699+0000","last_undegraded":"2024-09-12T18:26:09.761699+0000","last_fullsized":"2024-09-12T18:26:09.761699+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'402","last_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_deep_scrub":"268'402","last_deep_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.761451+0000","objects_scrubbed":7,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:51.527458+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524320,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":680,"num_read_kb":67413,"num_write":1367,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":537,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.509441+0000","last_change":"2024-09-12T18:26:28.509441+0000","last_active":"2024-09-12T18:26:28.509441+0000","last_peered":"2024-09-12T18:26:28.509441+0000","last_clean":"2024-09-12T18:26:28.509441+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:26:28.509441+0000","last_undegraded":"2024-09-12T18:26:28.509441+0000","last_fullsized":"2024-09-12T18:26:28.509441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.509257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:51.950775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.698644+0000","last_change":"2024-09-12T18:26:24.698644+0000","last_active":"2024-09-12T18:26:24.698644+0000","last_peered":"2024-09-12T18:26:24.698644+0000","last_clean":"2024-09-12T18:26:24.698644+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:26:24.698644+0000","last_undegraded":"2024-09-12T18:26:24.698644+0000","last_fullsized":"2024-09-12T18:26:24.698644+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.698459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:59.364603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'114","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.681420+0000","last_change":"2024-09-12T18:26:27.681420+0000","last_active":"2024-09-12T18:26:27.681420+0000","last_peered":"2024-09-12T18:26:27.681420+0000","last_clean":"2024-09-12T18:26:27.681420+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:26:27.681420+0000","last_undegraded":"2024-09-12T18:26:27.681420+0000","last_fullsized":"2024-09-12T18:26:27.681420+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.681188+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:46.724287+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'801","reported_seq":2375,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.068788+0000","last_change":"2024-09-12T18:26:40.068788+0000","last_active":"2024-09-12T18:26:40.068788+0000","last_peered":"2024-09-12T18:26:40.068788+0000","last_clean":"2024-09-12T18:26:40.068788+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:26:40.068788+0000","last_undegraded":"2024-09-12T18:26:40.068788+0000","last_fullsized":"2024-09-12T18:26:40.068788+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'801","last_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_deep_scrub":"268'801","last_deep_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.068593+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:39.529444+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'272","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.883006+0000","last_change":"2024-09-12T18:26:38.883006+0000","last_active":"2024-09-12T18:26:38.883006+0000","last_peered":"2024-09-12T18:26:38.883006+0000","last_clean":"2024-09-12T18:26:38.883006+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:26:38.883006+0000","last_undegraded":"2024-09-12T18:26:38.883006+0000","last_fullsized":"2024-09-12T18:26:38.883006+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.882811+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:24.053620+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.765021+0000","last_change":"2024-09-12T18:26:08.765021+0000","last_active":"2024-09-12T18:26:08.765021+0000","last_peered":"2024-09-12T18:26:08.765021+0000","last_clean":"2024-09-12T18:26:08.765021+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:26:08.765021+0000","last_undegraded":"2024-09-12T18:26:08.765021+0000","last_fullsized":"2024-09-12T18:26:08.765021+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.764851+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:11.457861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'349","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.529046+0000","last_change":"2024-09-12T18:26:04.529046+0000","last_active":"2024-09-12T18:26:04.529046+0000","last_peered":"2024-09-12T18:26:04.529046+0000","last_clean":"2024-09-12T18:26:04.529046+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:26:04.529046+0000","last_undegraded":"2024-09-12T18:26:04.529046+0000","last_fullsized":"2024-09-12T18:26:04.529046+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.528883+0000","objects_scrubbed":11,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:50.741635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1399074,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":464,"num_read_kb":28215,"num_write":1095,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.829126+0000","last_change":"2024-09-12T18:26:07.829126+0000","last_active":"2024-09-12T18:26:07.829126+0000","last_peered":"2024-09-12T18:26:07.829126+0000","last_clean":"2024-09-12T18:26:07.829126+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:26:07.829126+0000","last_undegraded":"2024-09-12T18:26:07.829126+0000","last_fullsized":"2024-09-12T18:26:07.829126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.828958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:20.944242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.805831+0000","last_change":"2024-09-12T18:26:24.805620+0000","last_active":"2024-09-12T18:26:24.805831+0000","last_peered":"2024-09-12T18:26:24.805831+0000","last_clean":"2024-09-12T18:26:24.805831+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:26:24.805831+0000","last_undegraded":"2024-09-12T18:26:24.805831+0000","last_fullsized":"2024-09-12T18:26:24.805831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.805311+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:23.643623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'742","reported_seq":1470,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.841533+0000","last_change":"2024-09-12T18:26:26.841533+0000","last_active":"2024-09-12T18:26:26.841533+0000","last_peered":"2024-09-12T18:26:26.841533+0000","last_clean":"2024-09-12T18:26:26.841533+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:26:26.841533+0000","last_undegraded":"2024-09-12T18:26:26.841533+0000","last_fullsized":"2024-09-12T18:26:26.841533+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'742","last_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_deep_scrub":"268'742","last_deep_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.841309+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:50.761199+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150273,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1296,"num_read_kb":3073,"num_write":1056,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.963596+0000","last_change":"2024-09-12T18:26:31.963596+0000","last_active":"2024-09-12T18:26:31.963596+0000","last_peered":"2024-09-12T18:26:31.963596+0000","last_clean":"2024-09-12T18:26:31.963596+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:26:31.963596+0000","last_undegraded":"2024-09-12T18:26:31.963596+0000","last_fullsized":"2024-09-12T18:26:31.963596+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.963416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:08.574456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'138","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.773225+0000","last_change":"2024-09-12T18:26:37.773225+0000","last_active":"2024-09-12T18:26:37.773225+0000","last_peered":"2024-09-12T18:26:37.773225+0000","last_clean":"2024-09-12T18:26:37.773225+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:26:37.773225+0000","last_undegraded":"2024-09-12T18:26:37.773225+0000","last_fullsized":"2024-09-12T18:26:37.773225+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.772997+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:47.844585+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'148","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.851734+0000","last_change":"2024-09-12T18:26:40.851734+0000","last_active":"2024-09-12T18:26:40.851734+0000","last_peered":"2024-09-12T18:26:40.851734+0000","last_clean":"2024-09-12T18:26:40.851734+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:26:40.851734+0000","last_undegraded":"2024-09-12T18:26:40.851734+0000","last_fullsized":"2024-09-12T18:26:40.851734+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.851549+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:26.254779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.685055+0000","last_change":"2024-09-12T18:26:15.685055+0000","last_active":"2024-09-12T18:26:15.685055+0000","last_peered":"2024-09-12T18:26:15.685055+0000","last_clean":"2024-09-12T18:26:15.685055+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:26:15.685055+0000","last_undegraded":"2024-09-12T18:26:15.685055+0000","last_fullsized":"2024-09-12T18:26:15.685055+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.684883+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:31.009510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'291","reported_seq":921,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.833771+0000","last_change":"2024-09-12T18:26:05.833771+0000","last_active":"2024-09-12T18:26:05.833771+0000","last_peered":"2024-09-12T18:26:05.833771+0000","last_clean":"2024-09-12T18:26:05.833771+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:26:05.833771+0000","last_undegraded":"2024-09-12T18:26:05.833771+0000","last_fullsized":"2024-09-12T18:26:05.833771+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.833484+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:48.440310+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":411,"num_read_kb":27077,"num_write":999,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.610710+0000","last_change":"2024-09-12T18:26:21.610710+0000","last_active":"2024-09-12T18:26:21.610710+0000","last_peered":"2024-09-12T18:26:21.610710+0000","last_clean":"2024-09-12T18:26:21.610710+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:26:21.610710+0000","last_undegraded":"2024-09-12T18:26:21.610710+0000","last_fullsized":"2024-09-12T18:26:21.610710+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.610516+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:40.862907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'263","reported_seq":846,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.009853+0000","last_change":"2024-09-12T18:26:35.009853+0000","last_active":"2024-09-12T18:26:35.009853+0000","last_peered":"2024-09-12T18:26:35.009853+0000","last_clean":"2024-09-12T18:26:35.009853+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:26:35.009853+0000","last_undegraded":"2024-09-12T18:26:35.009853+0000","last_fullsized":"2024-09-12T18:26:35.009853+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.009662+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:17.596285+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48831,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":430,"num_read_kb":1017,"num_write":344,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.170378+0000","last_change":"2024-09-12T18:26:56.170378+0000","last_active":"2024-09-12T18:26:56.170378+0000","last_peered":"2024-09-12T18:26:56.170378+0000","last_clean":"2024-09-12T18:26:56.170378+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:26:56.170378+0000","last_undegraded":"2024-09-12T18:26:56.170378+0000","last_fullsized":"2024-09-12T18:26:56.170378+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:56.170198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:56.170198+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.170198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:01.518689+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.053702+0000","last_change":"2024-09-12T18:26:41.053702+0000","last_active":"2024-09-12T18:26:41.053702+0000","last_peered":"2024-09-12T18:26:41.053702+0000","last_clean":"2024-09-12T18:26:41.053702+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:26:41.053702+0000","last_undegraded":"2024-09-12T18:26:41.053702+0000","last_fullsized":"2024-09-12T18:26:41.053702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.053523+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:38.710643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.498377+0000","last_change":"2024-09-12T18:26:14.498377+0000","last_active":"2024-09-12T18:26:14.498377+0000","last_peered":"2024-09-12T18:26:14.498377+0000","last_clean":"2024-09-12T18:26:14.498377+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:26:14.498377+0000","last_undegraded":"2024-09-12T18:26:14.498377+0000","last_fullsized":"2024-09-12T18:26:14.498377+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.498182+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.925818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'386","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.892849+0000","last_change":"2024-09-12T18:26:13.892681+0000","last_active":"2024-09-12T18:26:13.892849+0000","last_peered":"2024-09-12T18:26:13.892849+0000","last_clean":"2024-09-12T18:26:13.892849+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:26:13.892849+0000","last_undegraded":"2024-09-12T18:26:13.892849+0000","last_fullsized":"2024-09-12T18:26:13.892849+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'386","last_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_deep_scrub":"268'386","last_deep_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.892455+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:02.071913+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3499212,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":812,"num_read_kb":10238,"num_write":1225,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.820483+0000","last_change":"2024-09-12T18:26:25.820483+0000","last_active":"2024-09-12T18:26:25.820483+0000","last_peered":"2024-09-12T18:26:25.820483+0000","last_clean":"2024-09-12T18:26:25.820483+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:26:25.820483+0000","last_undegraded":"2024-09-12T18:26:25.820483+0000","last_fullsized":"2024-09-12T18:26:25.820483+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.820279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:57.816812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'48","reported_seq":559,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.820964+0000","last_change":"2024-09-12T18:26:26.820964+0000","last_active":"2024-09-12T18:26:26.820964+0000","last_peered":"2024-09-12T18:26:26.820964+0000","last_clean":"2024-09-12T18:26:26.820964+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:26:26.820964+0000","last_undegraded":"2024-09-12T18:26:26.820964+0000","last_fullsized":"2024-09-12T18:26:26.820964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'48","last_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_deep_scrub":"268'48","last_deep_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.820761+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:29.846969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.862951+0000","last_change":"2024-09-12T18:26:32.862951+0000","last_active":"2024-09-12T18:26:32.862951+0000","last_peered":"2024-09-12T18:26:32.862951+0000","last_clean":"2024-09-12T18:26:32.862951+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:26:32.862951+0000","last_undegraded":"2024-09-12T18:26:32.862951+0000","last_fullsized":"2024-09-12T18:26:32.862951+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.862778+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:31.488297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'263","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.877435+0000","last_change":"2024-09-12T18:26:41.877435+0000","last_active":"2024-09-12T18:26:41.877435+0000","last_peered":"2024-09-12T18:26:41.877435+0000","last_clean":"2024-09-12T18:26:41.877435+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:26:41.877435+0000","last_undegraded":"2024-09-12T18:26:41.877435+0000","last_fullsized":"2024-09-12T18:26:41.877435+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.877227+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:35.359719+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":794,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.782551+0000","last_change":"2024-09-12T18:26:14.782551+0000","last_active":"2024-09-12T18:26:14.782551+0000","last_peered":"2024-09-12T18:26:14.782551+0000","last_clean":"2024-09-12T18:26:14.782551+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:26:14.782551+0000","last_undegraded":"2024-09-12T18:26:14.782551+0000","last_fullsized":"2024-09-12T18:26:14.782551+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.782368+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:01.064285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'338","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.817545+0000","last_change":"2024-09-12T18:26:08.817283+0000","last_active":"2024-09-12T18:26:08.817545+0000","last_peered":"2024-09-12T18:26:08.817545+0000","last_clean":"2024-09-12T18:26:08.817545+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:26:08.817545+0000","last_undegraded":"2024-09-12T18:26:08.817545+0000","last_fullsized":"2024-09-12T18:26:08.817545+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.817026+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:21.003632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":20999,"num_write":1111,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.802632+0000","last_change":"2024-09-12T18:26:23.802632+0000","last_active":"2024-09-12T18:26:23.802632+0000","last_peered":"2024-09-12T18:26:23.802632+0000","last_clean":"2024-09-12T18:26:23.802632+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:26:23.802632+0000","last_undegraded":"2024-09-12T18:26:23.802632+0000","last_fullsized":"2024-09-12T18:26:23.802632+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.802365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:03.807744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'312","reported_seq":911,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.991724+0000","last_change":"2024-09-12T18:26:32.991724+0000","last_active":"2024-09-12T18:26:32.991724+0000","last_peered":"2024-09-12T18:26:32.991724+0000","last_clean":"2024-09-12T18:26:32.991724+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:26:32.991724+0000","last_undegraded":"2024-09-12T18:26:32.991724+0000","last_fullsized":"2024-09-12T18:26:32.991724+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.991530+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:09.618496+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50152,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.911562+0000","last_change":"2024-09-12T18:26:22.911562+0000","last_active":"2024-09-12T18:26:22.911562+0000","last_peered":"2024-09-12T18:26:22.911562+0000","last_clean":"2024-09-12T18:26:22.911562+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:26:22.911562+0000","last_undegraded":"2024-09-12T18:26:22.911562+0000","last_fullsized":"2024-09-12T18:26:22.911562+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.911387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:12.683282+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'159","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.757557+0000","last_change":"2024-09-12T18:26:40.757557+0000","last_active":"2024-09-12T18:26:40.757557+0000","last_peered":"2024-09-12T18:26:40.757557+0000","last_clean":"2024-09-12T18:26:40.757557+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:26:40.757557+0000","last_undegraded":"2024-09-12T18:26:40.757557+0000","last_fullsized":"2024-09-12T18:26:40.757557+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.757377+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:27.416638+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'310","reported_seq":1002,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.729001+0000","last_change":"2024-09-12T18:26:22.729001+0000","last_active":"2024-09-12T18:26:22.729001+0000","last_peered":"2024-09-12T18:26:22.729001+0000","last_clean":"2024-09-12T18:26:22.729001+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:26:22.729001+0000","last_undegraded":"2024-09-12T18:26:22.729001+0000","last_fullsized":"2024-09-12T18:26:22.729001+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.728817+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:35.118944+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25751,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'310","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.557093+0000","last_change":"2024-09-12T18:26:05.556942+0000","last_active":"2024-09-12T18:26:05.557093+0000","last_peered":"2024-09-12T18:26:05.557093+0000","last_clean":"2024-09-12T18:26:05.557093+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:26:05.557093+0000","last_undegraded":"2024-09-12T18:26:05.557093+0000","last_fullsized":"2024-09-12T18:26:05.557093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.556653+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:58.653550+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524339,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":72736,"num_write":994,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.869583+0000","last_change":"2024-09-12T18:26:19.869583+0000","last_active":"2024-09-12T18:26:19.869583+0000","last_peered":"2024-09-12T18:26:19.869583+0000","last_clean":"2024-09-12T18:26:19.869583+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:26:19.869583+0000","last_undegraded":"2024-09-12T18:26:19.869583+0000","last_fullsized":"2024-09-12T18:26:19.869583+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.869363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:39.830442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'284","reported_seq":861,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.810009+0000","last_change":"2024-09-12T18:26:29.810009+0000","last_active":"2024-09-12T18:26:29.810009+0000","last_peered":"2024-09-12T18:26:29.810009+0000","last_clean":"2024-09-12T18:26:29.810009+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:26:29.810009+0000","last_undegraded":"2024-09-12T18:26:29.810009+0000","last_fullsized":"2024-09-12T18:26:29.810009+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.809810+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.941208+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48406,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":468,"num_read_kb":1131,"num_write":388,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.810794+0000","last_change":"2024-09-12T18:26:32.810794+0000","last_active":"2024-09-12T18:26:32.810794+0000","last_peered":"2024-09-12T18:26:32.810794+0000","last_clean":"2024-09-12T18:26:32.810794+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:26:32.810794+0000","last_undegraded":"2024-09-12T18:26:32.810794+0000","last_fullsized":"2024-09-12T18:26:32.810794+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.810615+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:40.796270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'325","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.932123+0000","last_change":"2024-09-12T18:26:15.932123+0000","last_active":"2024-09-12T18:26:15.932123+0000","last_peered":"2024-09-12T18:26:15.932123+0000","last_clean":"2024-09-12T18:26:15.932123+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:26:15.932123+0000","last_undegraded":"2024-09-12T18:26:15.932123+0000","last_fullsized":"2024-09-12T18:26:15.932123+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.931914+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:25.987046+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'381","reported_seq":1027,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.743323+0000","last_change":"2024-09-12T18:26:06.743172+0000","last_active":"2024-09-12T18:26:06.743323+0000","last_peered":"2024-09-12T18:26:06.743323+0000","last_clean":"2024-09-12T18:26:06.743323+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:26:06.743323+0000","last_undegraded":"2024-09-12T18:26:06.743323+0000","last_fullsized":"2024-09-12T18:26:06.743323+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'381","last_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_deep_scrub":"268'381","last_deep_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.742889+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:11.267236+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1398992,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":14975,"num_write":1256,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.748751+0000","last_change":"2024-09-12T18:26:23.748594+0000","last_active":"2024-09-12T18:26:23.748751+0000","last_peered":"2024-09-12T18:26:23.748751+0000","last_clean":"2024-09-12T18:26:23.748751+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:26:23.748751+0000","last_undegraded":"2024-09-12T18:26:23.748751+0000","last_fullsized":"2024-09-12T18:26:23.748751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.748413+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:33.961178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'486","reported_seq":1127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.585559+0000","last_change":"2024-09-12T18:26:24.585559+0000","last_active":"2024-09-12T18:26:24.585559+0000","last_peered":"2024-09-12T18:26:24.585559+0000","last_clean":"2024-09-12T18:26:24.585559+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:26:24.585559+0000","last_undegraded":"2024-09-12T18:26:24.585559+0000","last_fullsized":"2024-09-12T18:26:24.585559+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'486","last_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_deep_scrub":"268'486","last_deep_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.585334+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:33.040292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99683,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2051,"num_write":746,"num_write_kb":663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.708891+0000","last_change":"2024-09-12T18:26:34.708891+0000","last_active":"2024-09-12T18:26:34.708891+0000","last_peered":"2024-09-12T18:26:34.708891+0000","last_clean":"2024-09-12T18:26:34.708891+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:26:34.708891+0000","last_undegraded":"2024-09-12T18:26:34.708891+0000","last_fullsized":"2024-09-12T18:26:34.708891+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.708695+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:38.797268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'204","reported_seq":722,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.110549+0000","last_change":"2024-09-12T18:26:49.110549+0000","last_active":"2024-09-12T18:26:49.110549+0000","last_peered":"2024-09-12T18:26:49.110549+0000","last_clean":"2024-09-12T18:26:49.110549+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:26:49.110549+0000","last_undegraded":"2024-09-12T18:26:49.110549+0000","last_fullsized":"2024-09-12T18:26:49.110549+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'204","last_scrub_stamp":"2024-09-12T18:26:49.110361+0000","last_deep_scrub":"268'204","last_deep_scrub_stamp":"2024-09-12T18:26:49.110361+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.110361+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:54.927057+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":834,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.738627+0000","last_change":"2024-09-12T18:26:16.738337+0000","last_active":"2024-09-12T18:26:16.738627+0000","last_peered":"2024-09-12T18:26:16.738627+0000","last_clean":"2024-09-12T18:26:16.738627+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:26:16.738627+0000","last_undegraded":"2024-09-12T18:26:16.738627+0000","last_fullsized":"2024-09-12T18:26:16.738627+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.738062+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:40.227663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'408","reported_seq":1074,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.494025+0000","last_change":"2024-09-12T18:26:04.493922+0000","last_active":"2024-09-12T18:26:04.494025+0000","last_peered":"2024-09-12T18:26:04.494025+0000","last_clean":"2024-09-12T18:26:04.494025+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:26:04.494025+0000","last_undegraded":"2024-09-12T18:26:04.494025+0000","last_fullsized":"2024-09-12T18:26:04.494025+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'408","last_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_deep_scrub":"268'408","last_deep_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.493762+0000","objects_scrubbed":10,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:24.650936+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67865,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":609,"num_read_kb":49111,"num_write":1189,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.849172+0000","last_change":"2024-09-12T18:26:20.849172+0000","last_active":"2024-09-12T18:26:20.849172+0000","last_peered":"2024-09-12T18:26:20.849172+0000","last_clean":"2024-09-12T18:26:20.849172+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:26:20.849172+0000","last_undegraded":"2024-09-12T18:26:20.849172+0000","last_fullsized":"2024-09-12T18:26:20.849172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.848986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:40:34.953616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'284","reported_seq":875,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.841381+0000","last_change":"2024-09-12T18:26:30.841381+0000","last_active":"2024-09-12T18:26:30.841381+0000","last_peered":"2024-09-12T18:26:30.841381+0000","last_clean":"2024-09-12T18:26:30.841381+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:26:30.841381+0000","last_undegraded":"2024-09-12T18:26:30.841381+0000","last_fullsized":"2024-09-12T18:26:30.841381+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.841116+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:01.874061+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48135,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":459,"num_read_kb":956,"num_write":378,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.570745+0000","last_change":"2024-09-12T18:26:30.570745+0000","last_active":"2024-09-12T18:26:30.570745+0000","last_peered":"2024-09-12T18:26:30.570745+0000","last_clean":"2024-09-12T18:26:30.570745+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:26:30.570745+0000","last_undegraded":"2024-09-12T18:26:30.570745+0000","last_fullsized":"2024-09-12T18:26:30.570745+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.570555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:13.914476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'173","reported_seq":695,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.910052+0000","last_change":"2024-09-12T18:26:29.910052+0000","last_active":"2024-09-12T18:26:29.910052+0000","last_peered":"2024-09-12T18:26:29.910052+0000","last_clean":"2024-09-12T18:26:29.910052+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:26:29.910052+0000","last_undegraded":"2024-09-12T18:26:29.910052+0000","last_fullsized":"2024-09-12T18:26:29.910052+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'173","last_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_deep_scrub":"268'173","last_deep_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.909805+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.275266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.671948+0000","last_change":"2024-09-12T18:26:20.671948+0000","last_active":"2024-09-12T18:26:20.671948+0000","last_peered":"2024-09-12T18:26:20.671948+0000","last_clean":"2024-09-12T18:26:20.671948+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:26:20.671948+0000","last_undegraded":"2024-09-12T18:26:20.671948+0000","last_fullsized":"2024-09-12T18:26:20.671948+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.671761+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:17.768003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'349","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.810061+0000","last_change":"2024-09-12T18:26:06.810061+0000","last_active":"2024-09-12T18:26:06.810061+0000","last_peered":"2024-09-12T18:26:06.810061+0000","last_clean":"2024-09-12T18:26:06.810061+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:26:06.810061+0000","last_undegraded":"2024-09-12T18:26:06.810061+0000","last_fullsized":"2024-09-12T18:26:06.810061+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.809766+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.344130+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5327091,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":14104,"num_write":1102,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.686642+0000","last_change":"2024-09-12T18:26:29.686642+0000","last_active":"2024-09-12T18:26:29.686642+0000","last_peered":"2024-09-12T18:26:29.686642+0000","last_clean":"2024-09-12T18:26:29.686642+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:26:29.686642+0000","last_undegraded":"2024-09-12T18:26:29.686642+0000","last_fullsized":"2024-09-12T18:26:29.686642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.686411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:38.876648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'288","reported_seq":874,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.002752+0000","last_change":"2024-09-12T18:26:34.002752+0000","last_active":"2024-09-12T18:26:34.002752+0000","last_peered":"2024-09-12T18:26:34.002752+0000","last_clean":"2024-09-12T18:26:34.002752+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:26:34.002752+0000","last_undegraded":"2024-09-12T18:26:34.002752+0000","last_fullsized":"2024-09-12T18:26:34.002752+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.002552+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:25.268322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85321,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":1168,"num_write":388,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.552982+0000","last_change":"2024-09-12T18:26:27.552834+0000","last_active":"2024-09-12T18:26:27.552982+0000","last_peered":"2024-09-12T18:26:27.552982+0000","last_clean":"2024-09-12T18:26:27.552982+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:26:27.552982+0000","last_undegraded":"2024-09-12T18:26:27.552982+0000","last_fullsized":"2024-09-12T18:26:27.552982+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.552628+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:26.131597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":628,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.762389+0000","last_change":"2024-09-12T18:26:38.762389+0000","last_active":"2024-09-12T18:26:38.762389+0000","last_peered":"2024-09-12T18:26:38.762389+0000","last_clean":"2024-09-12T18:26:38.762389+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:26:38.762389+0000","last_undegraded":"2024-09-12T18:26:38.762389+0000","last_fullsized":"2024-09-12T18:26:38.762389+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.762154+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:43.285374+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.322207+0000","last_change":"2024-09-12T18:26:20.322207+0000","last_active":"2024-09-12T18:26:20.322207+0000","last_peered":"2024-09-12T18:26:20.322207+0000","last_clean":"2024-09-12T18:26:20.322207+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:26:20.322207+0000","last_undegraded":"2024-09-12T18:26:20.322207+0000","last_fullsized":"2024-09-12T18:26:20.322207+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.321978+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:35.196725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'369","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.631998+0000","last_change":"2024-09-12T18:26:07.631998+0000","last_active":"2024-09-12T18:26:07.631998+0000","last_peered":"2024-09-12T18:26:07.631998+0000","last_clean":"2024-09-12T18:26:07.631998+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:26:07.631998+0000","last_undegraded":"2024-09-12T18:26:07.631998+0000","last_fullsized":"2024-09-12T18:26:07.631998+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.631745+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.304705+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1391358,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":51026,"num_write":1203,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.549616+0000","last_change":"2024-09-12T18:26:19.549616+0000","last_active":"2024-09-12T18:26:19.549616+0000","last_peered":"2024-09-12T18:26:19.549616+0000","last_clean":"2024-09-12T18:26:19.549616+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:26:19.549616+0000","last_undegraded":"2024-09-12T18:26:19.549616+0000","last_fullsized":"2024-09-12T18:26:19.549616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.549432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:20.530087+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'90","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.776495+0000","last_change":"2024-09-12T18:26:32.776495+0000","last_active":"2024-09-12T18:26:32.776495+0000","last_peered":"2024-09-12T18:26:32.776495+0000","last_clean":"2024-09-12T18:26:32.776495+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:26:32.776495+0000","last_undegraded":"2024-09-12T18:26:32.776495+0000","last_fullsized":"2024-09-12T18:26:32.776495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.776295+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:33.763838+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":2240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.893346+0000","last_change":"2024-09-12T18:26:25.893346+0000","last_active":"2024-09-12T18:26:25.893346+0000","last_peered":"2024-09-12T18:26:25.893346+0000","last_clean":"2024-09-12T18:26:25.893346+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:26:25.893346+0000","last_undegraded":"2024-09-12T18:26:25.893346+0000","last_fullsized":"2024-09-12T18:26:25.893346+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.893091+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:37.652088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'118","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.990226+0000","last_change":"2024-09-12T18:26:37.990226+0000","last_active":"2024-09-12T18:26:37.990226+0000","last_peered":"2024-09-12T18:26:37.990226+0000","last_clean":"2024-09-12T18:26:37.990226+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:26:37.990226+0000","last_undegraded":"2024-09-12T18:26:37.990226+0000","last_fullsized":"2024-09-12T18:26:37.990226+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'118","last_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_deep_scrub":"268'118","last_deep_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.990041+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:45.964145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'84","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.727358+0000","last_change":"2024-09-12T18:26:14.727358+0000","last_active":"2024-09-12T18:26:14.727358+0000","last_peered":"2024-09-12T18:26:14.727358+0000","last_clean":"2024-09-12T18:26:14.727358+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:26:14.727358+0000","last_undegraded":"2024-09-12T18:26:14.727358+0000","last_fullsized":"2024-09-12T18:26:14.727358+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'84","last_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_deep_scrub":"268'84","last_deep_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.727168+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:27.736442+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'345","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.153678+0000","last_change":"2024-09-12T18:26:09.153525+0000","last_active":"2024-09-12T18:26:09.153678+0000","last_peered":"2024-09-12T18:26:09.153678+0000","last_clean":"2024-09-12T18:26:09.153678+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:26:09.153678+0000","last_undegraded":"2024-09-12T18:26:09.153678+0000","last_fullsized":"2024-09-12T18:26:09.153678+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.153306+0000","objects_scrubbed":7,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:23.432680+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288364,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":460,"num_read_kb":8478,"num_write":1047,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.794762+0000","last_change":"2024-09-12T18:26:25.794762+0000","last_active":"2024-09-12T18:26:25.794762+0000","last_peered":"2024-09-12T18:26:25.794762+0000","last_clean":"2024-09-12T18:26:25.794762+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:26:25.794762+0000","last_undegraded":"2024-09-12T18:26:25.794762+0000","last_fullsized":"2024-09-12T18:26:25.794762+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.794476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:50.612256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'332","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.778823+0000","last_change":"2024-09-12T18:26:32.778655+0000","last_active":"2024-09-12T18:26:32.778823+0000","last_peered":"2024-09-12T18:26:32.778823+0000","last_clean":"2024-09-12T18:26:32.778823+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:26:32.778823+0000","last_undegraded":"2024-09-12T18:26:32.778823+0000","last_fullsized":"2024-09-12T18:26:32.778823+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.778447+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:30.635065+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56465,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":1239,"num_write":444,"num_write_kb":350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.796477+0000","last_change":"2024-09-12T18:26:34.796323+0000","last_active":"2024-09-12T18:26:34.796477+0000","last_peered":"2024-09-12T18:26:34.796477+0000","last_clean":"2024-09-12T18:26:34.796477+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:26:34.796477+0000","last_undegraded":"2024-09-12T18:26:34.796477+0000","last_fullsized":"2024-09-12T18:26:34.796477+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.796128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:44.885257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'138","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.009617+0000","last_change":"2024-09-12T18:26:39.009453+0000","last_active":"2024-09-12T18:26:39.009617+0000","last_peered":"2024-09-12T18:26:39.009617+0000","last_clean":"2024-09-12T18:26:39.009617+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:26:39.009617+0000","last_undegraded":"2024-09-12T18:26:39.009617+0000","last_fullsized":"2024-09-12T18:26:39.009617+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.009251+0000","objects_scrubbed":4,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.885126+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.714835+0000","last_change":"2024-09-12T18:26:19.714835+0000","last_active":"2024-09-12T18:26:19.714835+0000","last_peered":"2024-09-12T18:26:19.714835+0000","last_clean":"2024-09-12T18:26:19.714835+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:26:19.714835+0000","last_undegraded":"2024-09-12T18:26:19.714835+0000","last_fullsized":"2024-09-12T18:26:19.714835+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.714659+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:34.922707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'338","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.861049+0000","last_change":"2024-09-12T18:26:09.861049+0000","last_active":"2024-09-12T18:26:09.861049+0000","last_peered":"2024-09-12T18:26:09.861049+0000","last_clean":"2024-09-12T18:26:09.861049+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:26:09.861049+0000","last_undegraded":"2024-09-12T18:26:09.861049+0000","last_fullsized":"2024-09-12T18:26:09.861049+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.860724+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:57.566141+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207156,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":32865,"num_write":1185,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.782961+0000","last_change":"2024-09-12T18:26:28.782961+0000","last_active":"2024-09-12T18:26:28.782961+0000","last_peered":"2024-09-12T18:26:28.782961+0000","last_clean":"2024-09-12T18:26:28.782961+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:26:28.782961+0000","last_undegraded":"2024-09-12T18:26:28.782961+0000","last_fullsized":"2024-09-12T18:26:28.782961+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.782775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:53.320616+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'244","reported_seq":821,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.788235+0000","last_change":"2024-09-12T18:26:28.788152+0000","last_active":"2024-09-12T18:26:28.788235+0000","last_peered":"2024-09-12T18:26:28.788235+0000","last_clean":"2024-09-12T18:26:28.788235+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:26:28.788235+0000","last_undegraded":"2024-09-12T18:26:28.788235+0000","last_fullsized":"2024-09-12T18:26:28.788235+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.788040+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:06.119043+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":406,"num_read_kb":923,"num_write":326,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.877916+0000","last_change":"2024-09-12T18:26:24.877664+0000","last_active":"2024-09-12T18:26:24.877916+0000","last_peered":"2024-09-12T18:26:24.877916+0000","last_clean":"2024-09-12T18:26:24.877916+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:26:24.877916+0000","last_undegraded":"2024-09-12T18:26:24.877916+0000","last_fullsized":"2024-09-12T18:26:24.877916+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.877436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:40.903959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'111","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.109737+0000","last_change":"2024-09-12T18:26:42.109737+0000","last_active":"2024-09-12T18:26:42.109737+0000","last_peered":"2024-09-12T18:26:42.109737+0000","last_clean":"2024-09-12T18:26:42.109737+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:26:42.109737+0000","last_undegraded":"2024-09-12T18:26:42.109737+0000","last_fullsized":"2024-09-12T18:26:42.109737+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.109545+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:17.386233+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.721803+0000","last_change":"2024-09-12T18:26:18.721668+0000","last_active":"2024-09-12T18:26:18.721803+0000","last_peered":"2024-09-12T18:26:18.721803+0000","last_clean":"2024-09-12T18:26:18.721803+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:26:18.721803+0000","last_undegraded":"2024-09-12T18:26:18.721803+0000","last_fullsized":"2024-09-12T18:26:18.721803+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.721479+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:10.422622+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'361","reported_seq":1082,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.789853+0000","last_change":"2024-09-12T18:26:07.789667+0000","last_active":"2024-09-12T18:26:07.789853+0000","last_peered":"2024-09-12T18:26:07.789853+0000","last_clean":"2024-09-12T18:26:07.789853+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:26:07.789853+0000","last_undegraded":"2024-09-12T18:26:07.789853+0000","last_fullsized":"2024-09-12T18:26:07.789853+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.789407+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:24.323298+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5726324,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":689,"num_read_kb":40131,"num_write":1172,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.644092+0000","last_change":"2024-09-12T18:26:26.643813+0000","last_active":"2024-09-12T18:26:26.644092+0000","last_peered":"2024-09-12T18:26:26.644092+0000","last_clean":"2024-09-12T18:26:26.644092+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:26:26.644092+0000","last_undegraded":"2024-09-12T18:26:26.644092+0000","last_fullsized":"2024-09-12T18:26:26.644092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.643563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:33.966837+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'275","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.026702+0000","last_change":"2024-09-12T18:26:38.026702+0000","last_active":"2024-09-12T18:26:38.026702+0000","last_peered":"2024-09-12T18:26:38.026702+0000","last_clean":"2024-09-12T18:26:38.026702+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:26:38.026702+0000","last_undegraded":"2024-09-12T18:26:38.026702+0000","last_fullsized":"2024-09-12T18:26:38.026702+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'275","last_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_deep_scrub":"268'275","last_deep_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.026511+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:31.881466+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48618,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":474,"num_read_kb":1196,"num_write":402,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.790597+0000","last_change":"2024-09-12T18:26:35.790597+0000","last_active":"2024-09-12T18:26:35.790597+0000","last_peered":"2024-09-12T18:26:35.790597+0000","last_clean":"2024-09-12T18:26:35.790597+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:26:35.790597+0000","last_undegraded":"2024-09-12T18:26:35.790597+0000","last_fullsized":"2024-09-12T18:26:35.790597+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.790427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:37.253342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'176","reported_seq":1675,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.950229+0000","last_change":"2024-09-12T18:26:36.950059+0000","last_active":"2024-09-12T18:26:36.950229+0000","last_peered":"2024-09-12T18:26:36.950229+0000","last_clean":"2024-09-12T18:26:36.950229+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:26:36.950229+0000","last_undegraded":"2024-09-12T18:26:36.950229+0000","last_fullsized":"2024-09-12T18:26:36.950229+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.949866+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:31.131568+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.789052+0000","last_change":"2024-09-12T18:26:11.788892+0000","last_active":"2024-09-12T18:26:11.789052+0000","last_peered":"2024-09-12T18:26:11.789052+0000","last_clean":"2024-09-12T18:26:11.789052+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:26:11.789052+0000","last_undegraded":"2024-09-12T18:26:11.789052+0000","last_fullsized":"2024-09-12T18:26:11.789052+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.788717+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:02.720842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'350","reported_seq":1041,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.551809+0000","last_change":"2024-09-12T18:26:09.551809+0000","last_active":"2024-09-12T18:26:09.551809+0000","last_peered":"2024-09-12T18:26:09.551809+0000","last_clean":"2024-09-12T18:26:09.551809+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:26:09.551809+0000","last_undegraded":"2024-09-12T18:26:09.551809+0000","last_fullsized":"2024-09-12T18:26:09.551809+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'350","last_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_deep_scrub":"268'350","last_deep_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.551486+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:27.904210+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661258,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":581,"num_read_kb":25750,"num_write":1154,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.530321+0000","last_change":"2024-09-12T18:26:18.530155+0000","last_active":"2024-09-12T18:26:18.530321+0000","last_peered":"2024-09-12T18:26:18.530321+0000","last_clean":"2024-09-12T18:26:18.530321+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:26:18.530321+0000","last_undegraded":"2024-09-12T18:26:18.530321+0000","last_fullsized":"2024-09-12T18:26:18.530321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.529975+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:20.966443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'294","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.724917+0000","last_change":"2024-09-12T18:26:31.724917+0000","last_active":"2024-09-12T18:26:31.724917+0000","last_peered":"2024-09-12T18:26:31.724917+0000","last_clean":"2024-09-12T18:26:31.724917+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:26:31.724917+0000","last_undegraded":"2024-09-12T18:26:31.724917+0000","last_fullsized":"2024-09-12T18:26:31.724917+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.724727+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.964031+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47571,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.835988+0000","last_change":"2024-09-12T18:26:35.835988+0000","last_active":"2024-09-12T18:26:35.835988+0000","last_peered":"2024-09-12T18:26:35.835988+0000","last_clean":"2024-09-12T18:26:35.835988+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:26:35.835988+0000","last_undegraded":"2024-09-12T18:26:35.835988+0000","last_fullsized":"2024-09-12T18:26:35.835988+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.835804+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:06.282933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'115","reported_seq":617,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.841625+0000","last_change":"2024-09-12T18:26:36.841625+0000","last_active":"2024-09-12T18:26:36.841625+0000","last_peered":"2024-09-12T18:26:36.841625+0000","last_clean":"2024-09-12T18:26:36.841625+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:26:36.841625+0000","last_undegraded":"2024-09-12T18:26:36.841625+0000","last_fullsized":"2024-09-12T18:26:36.841625+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'115","last_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_deep_scrub":"268'115","last_deep_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.841433+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:30.765513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.490609+0000","last_change":"2024-09-12T18:26:17.490609+0000","last_active":"2024-09-12T18:26:17.490609+0000","last_peered":"2024-09-12T18:26:17.490609+0000","last_clean":"2024-09-12T18:26:17.490609+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:26:17.490609+0000","last_undegraded":"2024-09-12T18:26:17.490609+0000","last_fullsized":"2024-09-12T18:26:17.490609+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'274","last_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_deep_scrub":"268'274","last_deep_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.490386+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:36.441640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'343","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.903166+0000","last_change":"2024-09-12T18:26:09.903166+0000","last_active":"2024-09-12T18:26:09.903166+0000","last_peered":"2024-09-12T18:26:09.903166+0000","last_clean":"2024-09-12T18:26:09.903166+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:26:09.903166+0000","last_undegraded":"2024-09-12T18:26:09.903166+0000","last_fullsized":"2024-09-12T18:26:09.903166+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.902817+0000","objects_scrubbed":11,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:06.717501+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":565,"num_read_kb":7805,"num_write":1179,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":691,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.608843+0000","last_change":"2024-09-12T18:26:23.608843+0000","last_active":"2024-09-12T18:26:23.608843+0000","last_peered":"2024-09-12T18:26:23.608843+0000","last_clean":"2024-09-12T18:26:23.608843+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:26:23.608843+0000","last_undegraded":"2024-09-12T18:26:23.608843+0000","last_fullsized":"2024-09-12T18:26:23.608843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'89","last_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_deep_scrub":"268'89","last_deep_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.608652+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:47.756846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'298","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.171933+0000","last_change":"2024-09-12T18:26:08.171933+0000","last_active":"2024-09-12T18:26:08.171933+0000","last_peered":"2024-09-12T18:26:08.171933+0000","last_clean":"2024-09-12T18:26:08.171933+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:26:08.171933+0000","last_undegraded":"2024-09-12T18:26:08.171933+0000","last_fullsized":"2024-09-12T18:26:08.171933+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.171715+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:36.765988+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423820,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":389,"num_read_kb":17317,"num_write":915,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":855,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.831733+0000","last_change":"2024-09-12T18:26:19.831733+0000","last_active":"2024-09-12T18:26:19.831733+0000","last_peered":"2024-09-12T18:26:19.831733+0000","last_clean":"2024-09-12T18:26:19.831733+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:26:19.831733+0000","last_undegraded":"2024-09-12T18:26:19.831733+0000","last_fullsized":"2024-09-12T18:26:19.831733+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'250","last_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_deep_scrub":"268'250","last_deep_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.831507+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:54.729131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'341","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.854143+0000","last_change":"2024-09-12T18:26:10.854143+0000","last_active":"2024-09-12T18:26:10.854143+0000","last_peered":"2024-09-12T18:26:10.854143+0000","last_clean":"2024-09-12T18:26:10.854143+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:26:10.854143+0000","last_undegraded":"2024-09-12T18:26:10.854143+0000","last_fullsized":"2024-09-12T18:26:10.854143+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.853862+0000","objects_scrubbed":11,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:53.724991+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2706037,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":500,"num_read_kb":36597,"num_write":1184,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'316","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.491523+0000","last_change":"2024-09-12T18:26:15.491523+0000","last_active":"2024-09-12T18:26:15.491523+0000","last_peered":"2024-09-12T18:26:15.491523+0000","last_clean":"2024-09-12T18:26:15.491523+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:26:15.491523+0000","last_undegraded":"2024-09-12T18:26:15.491523+0000","last_fullsized":"2024-09-12T18:26:15.491523+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.491337+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:28.457539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8079,"num_omap_keys":32,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'367","reported_seq":1223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.585502+0000","last_change":"2024-09-12T18:26:08.585340+0000","last_active":"2024-09-12T18:26:08.585502+0000","last_peered":"2024-09-12T18:26:08.585502+0000","last_clean":"2024-09-12T18:26:08.585502+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:26:08.585502+0000","last_undegraded":"2024-09-12T18:26:08.585502+0000","last_fullsized":"2024-09-12T18:26:08.585502+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'367","last_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_deep_scrub":"268'367","last_deep_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.585077+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:32.500087+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1443506,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":942,"num_read_kb":17481,"num_write":1258,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.708226+0000","last_change":"2024-09-12T18:26:21.708226+0000","last_active":"2024-09-12T18:26:21.708226+0000","last_peered":"2024-09-12T18:26:21.708226+0000","last_clean":"2024-09-12T18:26:21.708226+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:26:21.708226+0000","last_undegraded":"2024-09-12T18:26:21.708226+0000","last_fullsized":"2024-09-12T18:26:21.708226+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'71","last_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_deep_scrub":"268'71","last_deep_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.707986+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:29.834149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'419","reported_seq":1096,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.757115+0000","last_change":"2024-09-12T18:26:08.757115+0000","last_active":"2024-09-12T18:26:08.757115+0000","last_peered":"2024-09-12T18:26:08.757115+0000","last_clean":"2024-09-12T18:26:08.757115+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:26:08.757115+0000","last_undegraded":"2024-09-12T18:26:08.757115+0000","last_fullsized":"2024-09-12T18:26:08.757115+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'419","last_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_deep_scrub":"268'419","last_deep_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.756871+0000","objects_scrubbed":9,"log_size":19,"log_dups_size":400,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:22.393421+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5026111,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":617,"num_read_kb":21835,"num_write":1334,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'262","reported_seq":936,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.675924+0000","last_change":"2024-09-12T18:26:20.675924+0000","last_active":"2024-09-12T18:26:20.675924+0000","last_peered":"2024-09-12T18:26:20.675924+0000","last_clean":"2024-09-12T18:26:20.675924+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:26:20.675924+0000","last_undegraded":"2024-09-12T18:26:20.675924+0000","last_fullsized":"2024-09-12T18:26:20.675924+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.675736+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:50.126592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'382","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.517281+0000","last_change":"2024-09-12T18:26:05.517281+0000","last_active":"2024-09-12T18:26:05.517281+0000","last_peered":"2024-09-12T18:26:05.517281+0000","last_clean":"2024-09-12T18:26:05.517281+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:26:05.517281+0000","last_undegraded":"2024-09-12T18:26:05.517281+0000","last_fullsized":"2024-09-12T18:26:05.517281+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.517169+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:53.267290+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136901,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":34546,"num_write":1141,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.677081+0000","last_change":"2024-09-12T18:26:19.677081+0000","last_active":"2024-09-12T18:26:19.677081+0000","last_peered":"2024-09-12T18:26:19.677081+0000","last_clean":"2024-09-12T18:26:19.677081+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:26:19.677081+0000","last_undegraded":"2024-09-12T18:26:19.677081+0000","last_fullsized":"2024-09-12T18:26:19.677081+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.676899+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:37:15.577276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'412","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.860966+0000","last_change":"2024-09-12T18:26:08.860966+0000","last_active":"2024-09-12T18:26:08.860966+0000","last_peered":"2024-09-12T18:26:08.860966+0000","last_clean":"2024-09-12T18:26:08.860966+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:26:08.860966+0000","last_undegraded":"2024-09-12T18:26:08.860966+0000","last_fullsized":"2024-09-12T18:26:08.860966+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'412","last_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_deep_scrub":"268'412","last_deep_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.860690+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:01.557420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364907,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":681,"num_read_kb":38540,"num_write":1268,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'175","reported_seq":824,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.924890+0000","last_change":"2024-09-12T18:26:16.924890+0000","last_active":"2024-09-12T18:26:16.924890+0000","last_peered":"2024-09-12T18:26:16.924890+0000","last_clean":"2024-09-12T18:26:16.924890+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:26:16.924890+0000","last_undegraded":"2024-09-12T18:26:16.924890+0000","last_fullsized":"2024-09-12T18:26:16.924890+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.924707+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:04.093781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":465,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'327","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.767140+0000","last_change":"2024-09-12T18:26:11.767140+0000","last_active":"2024-09-12T18:26:11.767140+0000","last_peered":"2024-09-12T18:26:11.767140+0000","last_clean":"2024-09-12T18:26:11.767140+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:26:11.767140+0000","last_undegraded":"2024-09-12T18:26:11.767140+0000","last_fullsized":"2024-09-12T18:26:11.767140+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.766874+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:03.827795+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":427,"num_read_kb":21073,"num_write":966,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4800,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.764036+0000","last_change":"2024-09-12T18:26:18.764036+0000","last_active":"2024-09-12T18:26:18.764036+0000","last_peered":"2024-09-12T18:26:18.764036+0000","last_clean":"2024-09-12T18:26:18.764036+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:26:18.764036+0000","last_undegraded":"2024-09-12T18:26:18.764036+0000","last_fullsized":"2024-09-12T18:26:18.764036+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4157","last_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_deep_scrub":"268'4157","last_deep_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.763856+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:04.015078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'294","reported_seq":932,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.823601+0000","last_change":"2024-09-12T18:26:11.823601+0000","last_active":"2024-09-12T18:26:11.823601+0000","last_peered":"2024-09-12T18:26:11.823601+0000","last_clean":"2024-09-12T18:26:11.823601+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:26:11.823601+0000","last_undegraded":"2024-09-12T18:26:11.823601+0000","last_fullsized":"2024-09-12T18:26:11.823601+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.823379+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:25.327243+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35642,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":11073,"num_write":905,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":846,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.683499+0000","last_change":"2024-09-12T18:26:16.683499+0000","last_active":"2024-09-12T18:26:16.683499+0000","last_peered":"2024-09-12T18:26:16.683499+0000","last_clean":"2024-09-12T18:26:16.683499+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:26:16.683499+0000","last_undegraded":"2024-09-12T18:26:16.683499+0000","last_fullsized":"2024-09-12T18:26:16.683499+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.683308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.918514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'382","reported_seq":1005,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.781203+0000","last_change":"2024-09-12T18:26:12.781203+0000","last_active":"2024-09-12T18:26:12.781203+0000","last_peered":"2024-09-12T18:26:12.781203+0000","last_clean":"2024-09-12T18:26:12.781203+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:26:12.781203+0000","last_undegraded":"2024-09-12T18:26:12.781203+0000","last_fullsized":"2024-09-12T18:26:12.781203+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.780992+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:13.970447+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":471,"num_read_kb":6748,"num_write":1090,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.149349+0000","last_change":"2024-09-12T18:26:11.149349+0000","last_active":"2024-09-12T18:26:11.149349+0000","last_peered":"2024-09-12T18:26:11.149349+0000","last_clean":"2024-09-12T18:26:11.149349+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:26:11.149349+0000","last_undegraded":"2024-09-12T18:26:11.149349+0000","last_fullsized":"2024-09-12T18:26:11.149349+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.149159+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:17.424066+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'359","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.783020+0000","last_change":"2024-09-12T18:26:12.783020+0000","last_active":"2024-09-12T18:26:12.783020+0000","last_peered":"2024-09-12T18:26:12.783020+0000","last_clean":"2024-09-12T18:26:12.783020+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:26:12.783020+0000","last_undegraded":"2024-09-12T18:26:12.783020+0000","last_fullsized":"2024-09-12T18:26:12.783020+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.782791+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:44.539894+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":47490,"num_write":1108,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":601,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.704843+0000","last_change":"2024-09-12T18:26:17.704843+0000","last_active":"2024-09-12T18:26:17.704843+0000","last_peered":"2024-09-12T18:26:17.704843+0000","last_clean":"2024-09-12T18:26:17.704843+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:26:17.704843+0000","last_undegraded":"2024-09-12T18:26:17.704843+0000","last_fullsized":"2024-09-12T18:26:17.704843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.704576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:47.618442+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'323","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.586568+0000","last_change":"2024-09-12T18:26:11.586568+0000","last_active":"2024-09-12T18:26:11.586568+0000","last_peered":"2024-09-12T18:26:11.586568+0000","last_clean":"2024-09-12T18:26:11.586568+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:26:11.586568+0000","last_undegraded":"2024-09-12T18:26:11.586568+0000","last_fullsized":"2024-09-12T18:26:11.586568+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'323","last_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_deep_scrub":"268'323","last_deep_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.586331+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:50.033691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":128044,"num_write":1038,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1221,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.875230+0000","last_change":"2024-09-12T18:26:19.875230+0000","last_active":"2024-09-12T18:26:19.875230+0000","last_peered":"2024-09-12T18:26:19.875230+0000","last_clean":"2024-09-12T18:26:19.875230+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:26:19.875230+0000","last_undegraded":"2024-09-12T18:26:19.875230+0000","last_fullsized":"2024-09-12T18:26:19.875230+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.875054+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:44.064537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'282","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.940231+0000","last_change":"2024-09-12T18:26:12.940231+0000","last_active":"2024-09-12T18:26:12.940231+0000","last_peered":"2024-09-12T18:26:12.940231+0000","last_clean":"2024-09-12T18:26:12.940231+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:26:12.940231+0000","last_undegraded":"2024-09-12T18:26:12.940231+0000","last_fullsized":"2024-09-12T18:26:12.940231+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'282","last_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_deep_scrub":"268'282","last_deep_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.939967+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:23.468320+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":521,"num_read_kb":17046,"num_write":920,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'157","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.785916+0000","last_change":"2024-09-12T18:26:17.785916+0000","last_active":"2024-09-12T18:26:17.785916+0000","last_peered":"2024-09-12T18:26:17.785916+0000","last_clean":"2024-09-12T18:26:17.785916+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:26:17.785916+0000","last_undegraded":"2024-09-12T18:26:17.785916+0000","last_fullsized":"2024-09-12T18:26:17.785916+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.785736+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:04.774162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'328","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.889418+0000","last_change":"2024-09-12T18:26:15.889418+0000","last_active":"2024-09-12T18:26:15.889418+0000","last_peered":"2024-09-12T18:26:15.889418+0000","last_clean":"2024-09-12T18:26:15.889418+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:26:15.889418+0000","last_undegraded":"2024-09-12T18:26:15.889418+0000","last_fullsized":"2024-09-12T18:26:15.889418+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.889175+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:48.970942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2083198,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":31771,"num_write":938,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'262","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.761479+0000","last_change":"2024-09-12T18:26:23.761479+0000","last_active":"2024-09-12T18:26:23.761479+0000","last_peered":"2024-09-12T18:26:23.761479+0000","last_clean":"2024-09-12T18:26:23.761479+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:26:23.761479+0000","last_undegraded":"2024-09-12T18:26:23.761479+0000","last_fullsized":"2024-09-12T18:26:23.761479+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.761288+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:16.479981+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'325","reported_seq":961,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.173713+0000","last_change":"2024-09-12T18:26:06.173713+0000","last_active":"2024-09-12T18:26:06.173713+0000","last_peered":"2024-09-12T18:26:06.173713+0000","last_clean":"2024-09-12T18:26:06.173713+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:26:06.173713+0000","last_undegraded":"2024-09-12T18:26:06.173713+0000","last_fullsized":"2024-09-12T18:26:06.173713+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.173482+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:45.170690+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589418,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":41834,"num_write":961,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.838591+0000","last_change":"2024-09-12T18:26:18.838591+0000","last_active":"2024-09-12T18:26:18.838591+0000","last_peered":"2024-09-12T18:26:18.838591+0000","last_clean":"2024-09-12T18:26:18.838591+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:26:18.838591+0000","last_undegraded":"2024-09-12T18:26:18.838591+0000","last_fullsized":"2024-09-12T18:26:18.838591+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'87","last_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_deep_scrub":"268'87","last_deep_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.838418+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:40.218354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'371","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.833465+0000","last_change":"2024-09-12T18:26:13.833465+0000","last_active":"2024-09-12T18:26:13.833465+0000","last_peered":"2024-09-12T18:26:13.833465+0000","last_clean":"2024-09-12T18:26:13.833465+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:26:13.833465+0000","last_undegraded":"2024-09-12T18:26:13.833465+0000","last_fullsized":"2024-09-12T18:26:13.833465+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.833173+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:56.216706+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190248,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":38390,"num_write":1084,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'317","reported_seq":1060,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.867478+0000","last_change":"2024-09-12T18:26:14.867478+0000","last_active":"2024-09-12T18:26:14.867478+0000","last_peered":"2024-09-12T18:26:14.867478+0000","last_clean":"2024-09-12T18:26:14.867478+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:26:14.867478+0000","last_undegraded":"2024-09-12T18:26:14.867478+0000","last_fullsized":"2024-09-12T18:26:14.867478+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'317","last_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_deep_scrub":"268'317","last_deep_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.867211+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:20.349083+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5151404,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":33184,"num_write":1000,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.750371+0000","last_change":"2024-09-12T18:26:22.750212+0000","last_active":"2024-09-12T18:26:22.750371+0000","last_peered":"2024-09-12T18:26:22.750371+0000","last_clean":"2024-09-12T18:26:22.750371+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:26:22.750371+0000","last_undegraded":"2024-09-12T18:26:22.750371+0000","last_fullsized":"2024-09-12T18:26:22.750371+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'103","last_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_deep_scrub":"268'103","last_deep_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.749969+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:02.225940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'357","reported_seq":1023,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.474241+0000","last_change":"2024-09-12T18:26:06.474241+0000","last_active":"2024-09-12T18:26:06.474241+0000","last_peered":"2024-09-12T18:26:06.474241+0000","last_clean":"2024-09-12T18:26:06.474241+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:26:06.474241+0000","last_undegraded":"2024-09-12T18:26:06.474241+0000","last_fullsized":"2024-09-12T18:26:06.474241+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.473983+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:44.126825+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":17915,"num_write":1160,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.755034+0000","last_change":"2024-09-12T18:26:21.754889+0000","last_active":"2024-09-12T18:26:21.755034+0000","last_peered":"2024-09-12T18:26:21.755034+0000","last_clean":"2024-09-12T18:26:21.755034+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:26:21.755034+0000","last_undegraded":"2024-09-12T18:26:21.755034+0000","last_fullsized":"2024-09-12T18:26:21.755034+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.754707+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.612176+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6692,"num_omap_keys":14,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1034,"ondisk_log_size":1034,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2934,"num_omap_keys":19,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1563,"ondisk_log_size":1563,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":591,"ondisk_log_size":591,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1612597,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17394,"num_read_kb":36774,"num_write":14573,"num_write_kb":11632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683338,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1821,"ondisk_log_size":1821,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2435,"num_read_kb":2902,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43844,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4122,"ondisk_log_size":4122,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":81349045,"num_objects":384,"num_object_clones":0,"num_object_copies":1536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":36215,"num_read_kb":2140881,"num_write":71974,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":111067136,"data_stored":111067136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3726,"ondisk_log_size":3726,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":181175,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":169923,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510038,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":329920,"kb_used_data":19696,"kb_used_omap":1,"kb_used_meta":310206,"kb_avail":94041920,"statfs":{"total":96636764160,"available":96298926080,"internally_reserved":0,"allocated":20168704,"data_stored":18117452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":317651402},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510034,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284596,"kb_used_data":18788,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94087244,"statfs":{"total":96636764160,"available":96345337856,"internally_reserved":0,"allocated":19238912,"data_stored":17269692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":272169414},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510036,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181132,"kb_used_data":19516,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94190708,"statfs":{"total":96636764160,"available":96451284992,"internally_reserved":0,"allocated":19984384,"data_stored":17919052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510035,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117444,"kb_used_data":14068,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94254396,"statfs":{"total":96636764160,"available":96516501504,"internally_reserved":0,"allocated":14405632,"data_stored":12451735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510037,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":296072,"kb_used_data":16376,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94075768,"statfs":{"total":96636764160,"available":96333586432,"internally_reserved":0,"allocated":16769024,"data_stored":14761028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":286390727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510036,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128800,"kb_used_data":17168,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94243040,"statfs":{"total":96636764160,"available":96504872960,"internally_reserved":0,"allocated":17580032,"data_stored":15611567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510036,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179448,"kb_used_data":17832,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94192392,"statfs":{"total":96636764160,"available":96453009408,"internally_reserved":0,"allocated":18259968,"data_stored":16258890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542742,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293908,"kb_used_data":19780,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94077932,"statfs":{"total":96636764160,"available":96335802368,"internally_reserved":0,"allocated":20254720,"data_stored":18226610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":15339520,"data_stored":15339520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13963264,"data_stored":13963264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13316096,"data_stored":13316096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12464128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10158080,"data_stored":10158080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":15622144,"data_stored":15622144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14974976,"data_stored":14974976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15228928,"data_stored":15228928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:27:07.397 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:08:01.204812+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=8, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:27:07.397 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:54:24.846984+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=54, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=26, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:27:07.401 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:27:27.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:27:27.756 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-12T18:27:27.772 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-12T18:27:27.791 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":1752,"stamp":"2024-09-12T18:27:26.910872+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":83570141,"num_objects":716,"num_object_clones":0,"num_object_copies":2200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":716,"num_whiteouts":0,"num_read":180550,"num_read_kb":2637058,"num_write":142704,"num_write_kb":2517381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":737936,"num_omap_keys":1783,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13218,"ondisk_log_size":13218,"up":914,"acting":914,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":914,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1811320,"kb_used_data":143224,"kb_used_omap":12,"kb_used_meta":1667955,"kb_avail":753163400,"statfs":{"total":773094113280,"available":771239321600,"internally_reserved":0,"allocated":146661376,"data_stored":130616026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1707986480},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008653"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.886395+0000","last_change":"2024-09-12T18:26:51.886395+0000","last_active":"2024-09-12T18:26:51.886395+0000","last_peered":"2024-09-12T18:26:51.886395+0000","last_clean":"2024-09-12T18:26:51.886395+0000","last_became_active":"2024-09-12T18:08:02.268467+0000","last_became_peered":"2024-09-12T18:08:02.268467+0000","last_unstale":"2024-09-12T18:26:51.886395+0000","last_undegraded":"2024-09-12T18:26:51.886395+0000","last_fullsized":"2024-09-12T18:26:51.886395+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:51.886215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:51.886215+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.886215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:29.220069+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"268'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.835233+0000","last_change":"2024-09-12T18:26:49.835233+0000","last_active":"2024-09-12T18:26:49.835233+0000","last_peered":"2024-09-12T18:26:49.835233+0000","last_clean":"2024-09-12T18:26:49.835233+0000","last_became_active":"2024-09-12T17:56:17.709993+0000","last_became_peered":"2024-09-12T17:56:17.709993+0000","last_unstale":"2024-09-12T18:26:49.835233+0000","last_undegraded":"2024-09-12T18:26:49.835233+0000","last_fullsized":"2024-09-12T18:26:49.835233+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:49.835018+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:49.835018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.835018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:04.495195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6140,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"268'3","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.078182+0000","last_change":"2024-09-12T18:26:47.078182+0000","last_active":"2024-09-12T18:26:47.078182+0000","last_peered":"2024-09-12T18:26:47.078182+0000","last_clean":"2024-09-12T18:26:47.078182+0000","last_became_active":"2024-09-12T17:56:14.671221+0000","last_became_peered":"2024-09-12T17:56:14.671221+0000","last_unstale":"2024-09-12T18:26:47.078182+0000","last_undegraded":"2024-09-12T18:26:47.078182+0000","last_fullsized":"2024-09-12T18:26:47.078182+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:47.078029+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:47.078029+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.078029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:56.754558+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"268'40","reported_seq":158,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.886551+0000","last_change":"2024-09-12T18:26:48.886551+0000","last_active":"2024-09-12T18:26:48.886551+0000","last_peered":"2024-09-12T18:26:48.886551+0000","last_clean":"2024-09-12T18:26:48.886551+0000","last_became_active":"2024-09-12T17:54:25.903156+0000","last_became_peered":"2024-09-12T17:54:25.903156+0000","last_unstale":"2024-09-12T18:26:48.886551+0000","last_undegraded":"2024-09-12T18:26:48.886551+0000","last_fullsized":"2024-09-12T18:26:48.886551+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-12T18:26:48.886367+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-12T18:26:48.886367+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.886367+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:56.478502+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":128,"num_write":72,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.275134+0000","last_change":"2024-09-12T18:26:35.275134+0000","last_active":"2024-09-12T18:26:35.275134+0000","last_peered":"2024-09-12T18:26:35.275134+0000","last_clean":"2024-09-12T18:26:35.275134+0000","last_became_active":"2024-09-12T18:08:02.287025+0000","last_became_peered":"2024-09-12T18:08:02.287025+0000","last_unstale":"2024-09-12T18:26:35.275134+0000","last_undegraded":"2024-09-12T18:26:35.275134+0000","last_fullsized":"2024-09-12T18:26:35.275134+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.274942+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.274942+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:44.550879+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"268'7","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.812294+0000","last_change":"2024-09-12T18:26:51.812294+0000","last_active":"2024-09-12T18:26:51.812294+0000","last_peered":"2024-09-12T18:26:51.812294+0000","last_clean":"2024-09-12T18:26:51.812294+0000","last_became_active":"2024-09-12T17:56:17.690021+0000","last_became_peered":"2024-09-12T17:56:17.690021+0000","last_unstale":"2024-09-12T18:26:51.812294+0000","last_undegraded":"2024-09-12T18:26:51.812294+0000","last_fullsized":"2024-09-12T18:26:51.812294+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:51.812114+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:51.812114+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.812114+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.611363+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.665263+0000","last_change":"2024-09-12T18:26:37.665263+0000","last_active":"2024-09-12T18:26:37.665263+0000","last_peered":"2024-09-12T18:26:37.665263+0000","last_clean":"2024-09-12T18:26:37.665263+0000","last_became_active":"2024-09-12T17:56:14.684125+0000","last_became_peered":"2024-09-12T17:56:14.684125+0000","last_unstale":"2024-09-12T18:26:37.665263+0000","last_undegraded":"2024-09-12T18:26:37.665263+0000","last_fullsized":"2024-09-12T18:26:37.665263+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:37.665026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.665026+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:36.506777+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12300,"num_write":12,"num_write_kb":8204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"268'52","reported_seq":201,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.204983+0000","last_change":"2024-09-12T18:26:29.204841+0000","last_active":"2024-09-12T18:26:29.204983+0000","last_peered":"2024-09-12T18:26:29.204983+0000","last_clean":"2024-09-12T18:26:29.204983+0000","last_became_active":"2024-09-12T17:54:25.899622+0000","last_became_peered":"2024-09-12T17:54:25.899622+0000","last_unstale":"2024-09-12T18:26:29.204983+0000","last_undegraded":"2024-09-12T18:26:29.204983+0000","last_fullsized":"2024-09-12T18:26:29.204983+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'52","last_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_deep_scrub":"268'52","last_deep_scrub_stamp":"2024-09-12T18:26:29.204591+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.204591+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:33.198282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":189,"num_write":94,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.882893+0000","last_change":"2024-09-12T18:26:42.882751+0000","last_active":"2024-09-12T18:26:42.882893+0000","last_peered":"2024-09-12T18:26:42.882893+0000","last_clean":"2024-09-12T18:26:42.882893+0000","last_became_active":"2024-09-12T18:08:02.249420+0000","last_became_peered":"2024-09-12T18:08:02.249420+0000","last_unstale":"2024-09-12T18:26:42.882893+0000","last_undegraded":"2024-09-12T18:26:42.882893+0000","last_fullsized":"2024-09-12T18:26:42.882893+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:42.882566+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.882566+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:53.904183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":45,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.829739+0000","last_change":"2024-09-12T18:26:57.829739+0000","last_active":"2024-09-12T18:26:57.829739+0000","last_peered":"2024-09-12T18:26:57.829739+0000","last_clean":"2024-09-12T18:26:57.829739+0000","last_became_active":"2024-09-12T17:56:17.713680+0000","last_became_peered":"2024-09-12T17:56:17.713680+0000","last_unstale":"2024-09-12T18:26:57.829739+0000","last_undegraded":"2024-09-12T18:26:57.829739+0000","last_fullsized":"2024-09-12T18:26:57.829739+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:57.829508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:57.829508+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.829508+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:46.066628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"265'2","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.267855+0000","last_change":"2024-09-12T18:26:32.267855+0000","last_active":"2024-09-12T18:26:32.267855+0000","last_peered":"2024-09-12T18:26:32.267855+0000","last_clean":"2024-09-12T18:26:32.267855+0000","last_became_active":"2024-09-12T17:56:14.668760+0000","last_became_peered":"2024-09-12T17:56:14.668760+0000","last_unstale":"2024-09-12T18:26:32.267855+0000","last_undegraded":"2024-09-12T18:26:32.267855+0000","last_fullsized":"2024-09-12T18:26:32.267855+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:32.267672+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.267672+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.477622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"268'24","reported_seq":119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.883294+0000","last_change":"2024-09-12T18:26:47.883160+0000","last_active":"2024-09-12T18:26:47.883294+0000","last_peered":"2024-09-12T18:26:47.883294+0000","last_clean":"2024-09-12T18:26:47.883294+0000","last_became_active":"2024-09-12T17:54:25.901406+0000","last_became_peered":"2024-09-12T17:54:25.901406+0000","last_unstale":"2024-09-12T18:26:47.883294+0000","last_undegraded":"2024-09-12T18:26:47.883294+0000","last_fullsized":"2024-09-12T18:26:47.883294+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'24","last_scrub_stamp":"2024-09-12T18:26:47.882980+0000","last_deep_scrub":"268'24","last_deep_scrub_stamp":"2024-09-12T18:26:47.882980+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.882980+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:02.072553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":88,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.136970+0000","last_change":"2024-09-12T18:27:01.136970+0000","last_active":"2024-09-12T18:27:01.136970+0000","last_peered":"2024-09-12T18:27:01.136970+0000","last_clean":"2024-09-12T18:27:01.136970+0000","last_became_active":"2024-09-12T18:08:02.268621+0000","last_became_peered":"2024-09-12T18:08:02.268621+0000","last_unstale":"2024-09-12T18:27:01.136970+0000","last_undegraded":"2024-09-12T18:27:01.136970+0000","last_fullsized":"2024-09-12T18:27:01.136970+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:01.136788+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:01.136788+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.136788+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.837471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.122401+0000","last_change":"2024-09-12T18:27:02.122401+0000","last_active":"2024-09-12T18:27:02.122401+0000","last_peered":"2024-09-12T18:27:02.122401+0000","last_clean":"2024-09-12T18:27:02.122401+0000","last_became_active":"2024-09-12T17:56:17.736268+0000","last_became_peered":"2024-09-12T17:56:17.736268+0000","last_unstale":"2024-09-12T18:27:02.122401+0000","last_undegraded":"2024-09-12T18:27:02.122401+0000","last_fullsized":"2024-09-12T18:27:02.122401+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:27:02.122219+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:27:02.122219+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.122219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:53.845846+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.734710+0000","last_change":"2024-09-12T18:26:46.734710+0000","last_active":"2024-09-12T18:26:46.734710+0000","last_peered":"2024-09-12T18:26:46.734710+0000","last_clean":"2024-09-12T18:26:46.734710+0000","last_became_active":"2024-09-12T17:56:14.663688+0000","last_became_peered":"2024-09-12T17:56:14.663688+0000","last_unstale":"2024-09-12T18:26:46.734710+0000","last_undegraded":"2024-09-12T18:26:46.734710+0000","last_fullsized":"2024-09-12T18:26:46.734710+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:46.734510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:46.734510+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.734510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:40.526351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"268'46","reported_seq":178,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.117292+0000","last_change":"2024-09-12T18:26:44.117130+0000","last_active":"2024-09-12T18:26:44.117292+0000","last_peered":"2024-09-12T18:26:44.117292+0000","last_clean":"2024-09-12T18:26:44.117292+0000","last_became_active":"2024-09-12T17:54:25.890969+0000","last_became_peered":"2024-09-12T17:54:25.890969+0000","last_unstale":"2024-09-12T18:26:44.117292+0000","last_undegraded":"2024-09-12T18:26:44.117292+0000","last_fullsized":"2024-09-12T18:26:44.117292+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'46","last_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_deep_scrub":"268'46","last_deep_scrub_stamp":"2024-09-12T18:26:44.116953+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.116953+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:56.648060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":163,"num_write":80,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:05.044470+0000","last_change":"2024-09-12T18:27:05.044470+0000","last_active":"2024-09-12T18:27:05.044470+0000","last_peered":"2024-09-12T18:27:05.044470+0000","last_clean":"2024-09-12T18:27:05.044470+0000","last_became_active":"2024-09-12T18:08:02.279677+0000","last_became_peered":"2024-09-12T18:08:02.279677+0000","last_unstale":"2024-09-12T18:27:05.044470+0000","last_undegraded":"2024-09-12T18:27:05.044470+0000","last_fullsized":"2024-09-12T18:27:05.044470+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:05.044281+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:05.044281+0000","last_clean_scrub_stamp":"2024-09-12T18:27:05.044281+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:13.342132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"268'6","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.786316+0000","last_change":"2024-09-12T18:26:47.786316+0000","last_active":"2024-09-12T18:26:47.786316+0000","last_peered":"2024-09-12T18:26:47.786316+0000","last_clean":"2024-09-12T18:26:47.786316+0000","last_became_active":"2024-09-12T17:56:17.719272+0000","last_became_peered":"2024-09-12T17:56:17.719272+0000","last_unstale":"2024-09-12T18:26:47.786316+0000","last_undegraded":"2024-09-12T18:26:47.786316+0000","last_fullsized":"2024-09-12T18:26:47.786316+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:47.786077+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:47.786077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.786077+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:10.751378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15356,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.845231+0000","last_change":"2024-09-12T18:26:55.845231+0000","last_active":"2024-09-12T18:26:55.845231+0000","last_peered":"2024-09-12T18:26:55.845231+0000","last_clean":"2024-09-12T18:26:55.845231+0000","last_became_active":"2024-09-12T17:56:14.672110+0000","last_became_peered":"2024-09-12T17:56:14.672110+0000","last_unstale":"2024-09-12T18:26:55.845231+0000","last_undegraded":"2024-09-12T18:26:55.845231+0000","last_fullsized":"2024-09-12T18:26:55.845231+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:55.845034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:55.845034+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.845034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:28.495361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"268'18","reported_seq":104,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.191458+0000","last_change":"2024-09-12T18:26:52.191254+0000","last_active":"2024-09-12T18:26:52.191458+0000","last_peered":"2024-09-12T18:26:52.191458+0000","last_clean":"2024-09-12T18:26:52.191458+0000","last_became_active":"2024-09-12T17:54:25.891566+0000","last_became_peered":"2024-09-12T17:54:25.891566+0000","last_unstale":"2024-09-12T18:26:52.191458+0000","last_undegraded":"2024-09-12T18:26:52.191458+0000","last_fullsized":"2024-09-12T18:26:52.191458+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'18","last_scrub_stamp":"2024-09-12T18:26:52.191069+0000","last_deep_scrub":"268'18","last_deep_scrub_stamp":"2024-09-12T18:26:52.191069+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.191069+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:09.106883+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":34,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.588063+0000","last_change":"2024-09-12T18:26:45.587900+0000","last_active":"2024-09-12T18:26:45.588063+0000","last_peered":"2024-09-12T18:26:45.588063+0000","last_clean":"2024-09-12T18:26:45.588063+0000","last_became_active":"2024-09-12T18:08:02.257336+0000","last_became_peered":"2024-09-12T18:08:02.257336+0000","last_unstale":"2024-09-12T18:26:45.588063+0000","last_undegraded":"2024-09-12T18:26:45.588063+0000","last_fullsized":"2024-09-12T18:26:45.588063+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:45.587704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:45.587704+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.587704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:38.621688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"265'5","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.961253+0000","last_change":"2024-09-12T18:26:40.961253+0000","last_active":"2024-09-12T18:26:40.961253+0000","last_peered":"2024-09-12T18:26:40.961253+0000","last_clean":"2024-09-12T18:26:40.961253+0000","last_became_active":"2024-09-12T17:56:17.717445+0000","last_became_peered":"2024-09-12T17:56:17.717445+0000","last_unstale":"2024-09-12T18:26:40.961253+0000","last_undegraded":"2024-09-12T18:26:40.961253+0000","last_fullsized":"2024-09-12T18:26:40.961253+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:40.961059+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.961059+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:21:17.956445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5116,"num_write":10,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.784005+0000","last_change":"2024-09-12T18:26:43.784005+0000","last_active":"2024-09-12T18:26:43.784005+0000","last_peered":"2024-09-12T18:26:43.784005+0000","last_clean":"2024-09-12T18:26:43.784005+0000","last_became_active":"2024-09-12T17:56:14.663754+0000","last_became_peered":"2024-09-12T17:56:14.663754+0000","last_unstale":"2024-09-12T18:26:43.784005+0000","last_undegraded":"2024-09-12T18:26:43.784005+0000","last_fullsized":"2024-09-12T18:26:43.784005+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.783824+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.783824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:20.131822+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"268'37","reported_seq":155,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.986960+0000","last_change":"2024-09-12T18:26:33.986795+0000","last_active":"2024-09-12T18:26:33.986960+0000","last_peered":"2024-09-12T18:26:33.986960+0000","last_clean":"2024-09-12T18:26:33.986960+0000","last_became_active":"2024-09-12T17:54:25.885465+0000","last_became_peered":"2024-09-12T17:54:25.885465+0000","last_unstale":"2024-09-12T18:26:33.986960+0000","last_undegraded":"2024-09-12T18:26:33.986960+0000","last_fullsized":"2024-09-12T18:26:33.986960+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'37","last_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_deep_scrub":"268'37","last_deep_scrub_stamp":"2024-09-12T18:26:33.986608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.986608+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:15.859022+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":190,"num_read_kb":135,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"268'2","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.188543+0000","last_change":"2024-09-12T18:27:01.188543+0000","last_active":"2024-09-12T18:27:01.188543+0000","last_peered":"2024-09-12T18:27:01.188543+0000","last_clean":"2024-09-12T18:27:01.188543+0000","last_became_active":"2024-09-12T18:08:02.271873+0000","last_became_peered":"2024-09-12T18:08:02.271873+0000","last_unstale":"2024-09-12T18:27:01.188543+0000","last_undegraded":"2024-09-12T18:27:01.188543+0000","last_fullsized":"2024-09-12T18:27:01.188543+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:01.188362+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:01.188362+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.188362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:52.002765+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"0'0","reported_seq":43,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.959794+0000","last_change":"2024-09-12T18:26:39.959794+0000","last_active":"2024-09-12T18:26:39.959794+0000","last_peered":"2024-09-12T18:26:39.959794+0000","last_clean":"2024-09-12T18:26:39.959794+0000","last_became_active":"2024-09-12T17:56:17.697615+0000","last_became_peered":"2024-09-12T17:56:17.697615+0000","last_unstale":"2024-09-12T18:26:39.959794+0000","last_undegraded":"2024-09-12T18:26:39.959794+0000","last_fullsized":"2024-09-12T18:26:39.959794+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.959609+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.959609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:33.395898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"268'9","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.744355+0000","last_change":"2024-09-12T18:26:45.744355+0000","last_active":"2024-09-12T18:26:45.744355+0000","last_peered":"2024-09-12T18:26:45.744355+0000","last_clean":"2024-09-12T18:26:45.744355+0000","last_became_active":"2024-09-12T17:56:14.678190+0000","last_became_peered":"2024-09-12T17:56:14.678190+0000","last_unstale":"2024-09-12T18:26:45.744355+0000","last_undegraded":"2024-09-12T18:26:45.744355+0000","last_fullsized":"2024-09-12T18:26:45.744355+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-12T18:26:45.744176+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-12T18:26:45.744176+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.744176+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:17.380803+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":24566,"num_write":14,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"268'39","reported_seq":162,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.862053+0000","last_change":"2024-09-12T18:26:46.862053+0000","last_active":"2024-09-12T18:26:46.862053+0000","last_peered":"2024-09-12T18:26:46.862053+0000","last_clean":"2024-09-12T18:26:46.862053+0000","last_became_active":"2024-09-12T17:54:25.902224+0000","last_became_peered":"2024-09-12T17:54:25.902224+0000","last_unstale":"2024-09-12T18:26:46.862053+0000","last_undegraded":"2024-09-12T18:26:46.862053+0000","last_fullsized":"2024-09-12T18:26:46.862053+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'39","last_scrub_stamp":"2024-09-12T18:26:46.861788+0000","last_deep_scrub":"268'39","last_deep_scrub_stamp":"2024-09-12T18:26:46.861788+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.861788+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:22.093118+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":199,"num_read_kb":141,"num_write":75,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.172122+0000","last_change":"2024-09-12T18:27:00.172122+0000","last_active":"2024-09-12T18:27:00.172122+0000","last_peered":"2024-09-12T18:27:00.172122+0000","last_clean":"2024-09-12T18:27:00.172122+0000","last_became_active":"2024-09-12T18:08:02.267241+0000","last_became_peered":"2024-09-12T18:08:02.267241+0000","last_unstale":"2024-09-12T18:27:00.172122+0000","last_undegraded":"2024-09-12T18:27:00.172122+0000","last_fullsized":"2024-09-12T18:27:00.172122+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:00.171917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:00.171917+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.171917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:23.152207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"268'6","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.811977+0000","last_change":"2024-09-12T18:26:48.811977+0000","last_active":"2024-09-12T18:26:48.811977+0000","last_peered":"2024-09-12T18:26:48.811977+0000","last_clean":"2024-09-12T18:26:48.811977+0000","last_became_active":"2024-09-12T17:56:39.792447+0000","last_became_peered":"2024-09-12T17:56:39.792447+0000","last_unstale":"2024-09-12T18:26:48.811977+0000","last_undegraded":"2024-09-12T18:26:48.811977+0000","last_fullsized":"2024-09-12T18:26:48.811977+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:48.811796+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:48.811796+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.811796+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:32.378590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4663,"num_write":6,"num_write_kb":4679,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"268'2","reported_seq":52,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.880244+0000","last_change":"2024-09-12T18:26:53.880244+0000","last_active":"2024-09-12T18:26:53.880244+0000","last_peered":"2024-09-12T18:26:53.880244+0000","last_clean":"2024-09-12T18:26:53.880244+0000","last_became_active":"2024-09-12T17:56:14.672667+0000","last_became_peered":"2024-09-12T17:56:14.672667+0000","last_unstale":"2024-09-12T18:26:53.880244+0000","last_undegraded":"2024-09-12T18:26:53.880244+0000","last_fullsized":"2024-09-12T18:26:53.880244+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:53.880059+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:53.880059+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.880059+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:03.171303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"0'0","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.613434+0000","last_change":"2024-09-12T18:26:33.613434+0000","last_active":"2024-09-12T18:26:33.613434+0000","last_peered":"2024-09-12T18:26:33.613434+0000","last_clean":"2024-09-12T18:26:33.613434+0000","last_became_active":"2024-09-12T17:54:25.884927+0000","last_became_peered":"2024-09-12T17:54:25.884927+0000","last_unstale":"2024-09-12T18:26:33.613434+0000","last_undegraded":"2024-09-12T18:26:33.613434+0000","last_fullsized":"2024-09-12T18:26:33.613434+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.613255+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.613255+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:57.701615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.601323+0000","last_change":"2024-09-12T18:26:44.601182+0000","last_active":"2024-09-12T18:26:44.601323+0000","last_peered":"2024-09-12T18:26:44.601323+0000","last_clean":"2024-09-12T18:26:44.601323+0000","last_became_active":"2024-09-12T18:08:02.257093+0000","last_became_peered":"2024-09-12T18:08:02.257093+0000","last_unstale":"2024-09-12T18:26:44.601323+0000","last_undegraded":"2024-09-12T18:26:44.601323+0000","last_fullsized":"2024-09-12T18:26:44.601323+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:44.601002+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.601002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:40.150008+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.177691+0000","last_change":"2024-09-12T18:26:57.177691+0000","last_active":"2024-09-12T18:26:57.177691+0000","last_peered":"2024-09-12T18:26:57.177691+0000","last_clean":"2024-09-12T18:26:57.177691+0000","last_became_active":"2024-09-12T17:56:17.725653+0000","last_became_peered":"2024-09-12T17:56:17.725653+0000","last_unstale":"2024-09-12T18:26:57.177691+0000","last_undegraded":"2024-09-12T18:26:57.177691+0000","last_fullsized":"2024-09-12T18:26:57.177691+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:57.177484+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:57.177484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.177484+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.967957+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.828957+0000","last_change":"2024-09-12T18:26:45.828957+0000","last_active":"2024-09-12T18:26:45.828957+0000","last_peered":"2024-09-12T18:26:45.828957+0000","last_clean":"2024-09-12T18:26:45.828957+0000","last_became_active":"2024-09-12T17:56:14.676429+0000","last_became_peered":"2024-09-12T17:56:14.676429+0000","last_unstale":"2024-09-12T18:26:45.828957+0000","last_undegraded":"2024-09-12T18:26:45.828957+0000","last_fullsized":"2024-09-12T18:26:45.828957+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:45.828770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:45.828770+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.828770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:45.575004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"268'26","reported_seq":123,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.888715+0000","last_change":"2024-09-12T18:26:45.888715+0000","last_active":"2024-09-12T18:26:45.888715+0000","last_peered":"2024-09-12T18:26:45.888715+0000","last_clean":"2024-09-12T18:26:45.888715+0000","last_became_active":"2024-09-12T17:54:25.901291+0000","last_became_peered":"2024-09-12T17:54:25.901291+0000","last_unstale":"2024-09-12T18:26:45.888715+0000","last_undegraded":"2024-09-12T18:26:45.888715+0000","last_fullsized":"2024-09-12T18:26:45.888715+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'26","last_scrub_stamp":"2024-09-12T18:26:45.888529+0000","last_deep_scrub":"268'26","last_deep_scrub_stamp":"2024-09-12T18:26:45.888529+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.888529+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:03.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":84,"num_write":53,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.302674+0000","last_change":"2024-09-12T18:26:33.302520+0000","last_active":"2024-09-12T18:26:33.302674+0000","last_peered":"2024-09-12T18:26:33.302674+0000","last_clean":"2024-09-12T18:26:33.302674+0000","last_became_active":"2024-09-12T18:08:02.259846+0000","last_became_peered":"2024-09-12T18:08:02.259846+0000","last_unstale":"2024-09-12T18:26:33.302674+0000","last_undegraded":"2024-09-12T18:26:33.302674+0000","last_fullsized":"2024-09-12T18:26:33.302674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:33.302336+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.302336+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:48:17.868185+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.138686+0000","last_change":"2024-09-12T18:26:54.138686+0000","last_active":"2024-09-12T18:26:54.138686+0000","last_peered":"2024-09-12T18:26:54.138686+0000","last_clean":"2024-09-12T18:26:54.138686+0000","last_became_active":"2024-09-12T17:56:17.725239+0000","last_became_peered":"2024-09-12T17:56:17.725239+0000","last_unstale":"2024-09-12T18:26:54.138686+0000","last_undegraded":"2024-09-12T18:26:54.138686+0000","last_fullsized":"2024-09-12T18:26:54.138686+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:54.138513+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:54.138513+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.138513+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:23.496808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.077145+0000","last_change":"2024-09-12T18:26:53.077145+0000","last_active":"2024-09-12T18:26:53.077145+0000","last_peered":"2024-09-12T18:26:53.077145+0000","last_clean":"2024-09-12T18:26:53.077145+0000","last_became_active":"2024-09-12T17:56:14.681800+0000","last_became_peered":"2024-09-12T17:56:14.681800+0000","last_unstale":"2024-09-12T18:26:53.077145+0000","last_undegraded":"2024-09-12T18:26:53.077145+0000","last_fullsized":"2024-09-12T18:26:53.077145+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:53.076937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:53.076937+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.076937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:19.704743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"265'31","reported_seq":145,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.088324+0000","last_change":"2024-09-12T18:26:46.088324+0000","last_active":"2024-09-12T18:26:46.088324+0000","last_peered":"2024-09-12T18:26:46.088324+0000","last_clean":"2024-09-12T18:26:46.088324+0000","last_became_active":"2024-09-12T17:54:25.889669+0000","last_became_peered":"2024-09-12T17:54:25.889669+0000","last_unstale":"2024-09-12T18:26:46.088324+0000","last_undegraded":"2024-09-12T18:26:46.088324+0000","last_fullsized":"2024-09-12T18:26:46.088324+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'31","last_scrub_stamp":"2024-09-12T18:26:46.088137+0000","last_deep_scrub":"265'31","last_deep_scrub_stamp":"2024-09-12T18:26:46.088137+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.088137+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:37.284579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":126,"num_write":49,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.152560+0000","last_change":"2024-09-12T18:26:58.152560+0000","last_active":"2024-09-12T18:26:58.152560+0000","last_peered":"2024-09-12T18:26:58.152560+0000","last_clean":"2024-09-12T18:26:58.152560+0000","last_became_active":"2024-09-12T18:08:02.269005+0000","last_became_peered":"2024-09-12T18:08:02.269005+0000","last_unstale":"2024-09-12T18:26:58.152560+0000","last_undegraded":"2024-09-12T18:26:58.152560+0000","last_fullsized":"2024-09-12T18:26:58.152560+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:58.152385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:58.152385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.152385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.922644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"268'7","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.103716+0000","last_change":"2024-09-12T18:26:59.103716+0000","last_active":"2024-09-12T18:26:59.103716+0000","last_peered":"2024-09-12T18:26:59.103716+0000","last_clean":"2024-09-12T18:26:59.103716+0000","last_became_active":"2024-09-12T17:56:17.737404+0000","last_became_peered":"2024-09-12T17:56:17.737404+0000","last_unstale":"2024-09-12T18:26:59.103716+0000","last_undegraded":"2024-09-12T18:26:59.103716+0000","last_fullsized":"2024-09-12T18:26:59.103716+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:59.103535+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:59.103535+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.103535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:13.539383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12280,"num_write":12,"num_write_kb":12280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"268'4","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.238396+0000","last_change":"2024-09-12T18:26:30.238396+0000","last_active":"2024-09-12T18:26:30.238396+0000","last_peered":"2024-09-12T18:26:30.238396+0000","last_clean":"2024-09-12T18:26:30.238396+0000","last_became_active":"2024-09-12T17:56:14.690471+0000","last_became_peered":"2024-09-12T17:56:14.690471+0000","last_unstale":"2024-09-12T18:26:30.238396+0000","last_undegraded":"2024-09-12T18:26:30.238396+0000","last_fullsized":"2024-09-12T18:26:30.238396+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:30.238207+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.238207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:56.986883+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":4,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"268'13","reported_seq":92,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.168412+0000","last_change":"2024-09-12T18:26:25.168412+0000","last_active":"2024-09-12T18:26:25.168412+0000","last_peered":"2024-09-12T18:26:25.168412+0000","last_clean":"2024-09-12T18:26:25.168412+0000","last_became_active":"2024-09-12T17:54:25.890781+0000","last_became_peered":"2024-09-12T17:54:25.890781+0000","last_unstale":"2024-09-12T18:26:25.168412+0000","last_undegraded":"2024-09-12T18:26:25.168412+0000","last_fullsized":"2024-09-12T18:26:25.168412+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:25.168189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.168189+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:41.730227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":46,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.897495+0000","last_change":"2024-09-12T18:26:52.897495+0000","last_active":"2024-09-12T18:26:52.897495+0000","last_peered":"2024-09-12T18:26:52.897495+0000","last_clean":"2024-09-12T18:26:52.897495+0000","last_became_active":"2024-09-12T18:08:02.268567+0000","last_became_peered":"2024-09-12T18:08:02.268567+0000","last_unstale":"2024-09-12T18:26:52.897495+0000","last_undegraded":"2024-09-12T18:26:52.897495+0000","last_fullsized":"2024-09-12T18:26:52.897495+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.897313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.897313+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.897313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:16.646112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"268'11","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.791943+0000","last_change":"2024-09-12T18:26:50.791943+0000","last_active":"2024-09-12T18:26:50.791943+0000","last_peered":"2024-09-12T18:26:50.791943+0000","last_clean":"2024-09-12T18:26:50.791943+0000","last_became_active":"2024-09-12T17:56:17.710465+0000","last_became_peered":"2024-09-12T17:56:17.710465+0000","last_unstale":"2024-09-12T18:26:50.791943+0000","last_undegraded":"2024-09-12T18:26:50.791943+0000","last_fullsized":"2024-09-12T18:26:50.791943+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'11","last_scrub_stamp":"2024-09-12T18:26:50.791758+0000","last_deep_scrub":"268'11","last_deep_scrub_stamp":"2024-09-12T18:26:50.791758+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.791758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:13.543341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24576,"num_write":16,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.926135+0000","last_change":"2024-09-12T18:26:52.926135+0000","last_active":"2024-09-12T18:26:52.926135+0000","last_peered":"2024-09-12T18:26:52.926135+0000","last_clean":"2024-09-12T18:26:52.926135+0000","last_became_active":"2024-09-12T17:56:14.670275+0000","last_became_peered":"2024-09-12T17:56:14.670275+0000","last_unstale":"2024-09-12T18:26:52.926135+0000","last_undegraded":"2024-09-12T18:26:52.926135+0000","last_fullsized":"2024-09-12T18:26:52.926135+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.925953+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.925953+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.925953+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:55.580862+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"268'23","reported_seq":120,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.038007+0000","last_change":"2024-09-12T18:26:43.037868+0000","last_active":"2024-09-12T18:26:43.038007+0000","last_peered":"2024-09-12T18:26:43.038007+0000","last_clean":"2024-09-12T18:26:43.038007+0000","last_became_active":"2024-09-12T17:54:25.886722+0000","last_became_peered":"2024-09-12T17:54:25.886722+0000","last_unstale":"2024-09-12T18:26:43.038007+0000","last_undegraded":"2024-09-12T18:26:43.038007+0000","last_fullsized":"2024-09-12T18:26:43.038007+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'23","last_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_deep_scrub":"268'23","last_deep_scrub_stamp":"2024-09-12T18:26:43.037637+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.037637+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:21.038236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":84,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:06.077319+0000","last_change":"2024-09-12T18:27:06.077174+0000","last_active":"2024-09-12T18:27:06.077319+0000","last_peered":"2024-09-12T18:27:06.077319+0000","last_clean":"2024-09-12T18:27:06.077319+0000","last_became_active":"2024-09-12T18:08:02.287901+0000","last_became_peered":"2024-09-12T18:08:02.287901+0000","last_unstale":"2024-09-12T18:27:06.077319+0000","last_undegraded":"2024-09-12T18:27:06.077319+0000","last_fullsized":"2024-09-12T18:27:06.077319+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:06.076962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:06.076962+0000","last_clean_scrub_stamp":"2024-09-12T18:27:06.076962+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:20.264692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"268'2","reported_seq":48,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.595604+0000","last_change":"2024-09-12T18:26:46.595604+0000","last_active":"2024-09-12T18:26:46.595604+0000","last_peered":"2024-09-12T18:26:46.595604+0000","last_clean":"2024-09-12T18:26:46.595604+0000","last_became_active":"2024-09-12T17:56:17.715854+0000","last_became_peered":"2024-09-12T17:56:17.715854+0000","last_unstale":"2024-09-12T18:26:46.595604+0000","last_undegraded":"2024-09-12T18:26:46.595604+0000","last_fullsized":"2024-09-12T18:26:46.595604+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:46.595488+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:46.595488+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.595488+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:08.728645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"268'7","reported_seq":61,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.758058+0000","last_change":"2024-09-12T18:26:44.758058+0000","last_active":"2024-09-12T18:26:44.758058+0000","last_peered":"2024-09-12T18:26:44.758058+0000","last_clean":"2024-09-12T18:26:44.758058+0000","last_became_active":"2024-09-12T17:56:14.672681+0000","last_became_peered":"2024-09-12T17:56:14.672681+0000","last_unstale":"2024-09-12T18:26:44.758058+0000","last_undegraded":"2024-09-12T18:26:44.758058+0000","last_fullsized":"2024-09-12T18:26:44.758058+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:44.757880+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.757880+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:20.701459+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5116,"num_write":12,"num_write_kb":9212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"268'44","reported_seq":181,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.113772+0000","last_change":"2024-09-12T18:26:51.113611+0000","last_active":"2024-09-12T18:26:51.113772+0000","last_peered":"2024-09-12T18:26:51.113772+0000","last_clean":"2024-09-12T18:26:51.113772+0000","last_became_active":"2024-09-12T17:54:25.890210+0000","last_became_peered":"2024-09-12T17:54:25.890210+0000","last_unstale":"2024-09-12T18:26:51.113772+0000","last_undegraded":"2024-09-12T18:26:51.113772+0000","last_fullsized":"2024-09-12T18:26:51.113772+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-12T18:26:51.113423+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-12T18:26:51.113423+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.113423+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:18.984335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":233,"num_read_kb":164,"num_write":81,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.826797+0000","last_change":"2024-09-12T18:27:02.826627+0000","last_active":"2024-09-12T18:27:02.826797+0000","last_peered":"2024-09-12T18:27:02.826797+0000","last_clean":"2024-09-12T18:27:02.826797+0000","last_became_active":"2024-09-12T18:08:02.282601+0000","last_became_peered":"2024-09-12T18:08:02.282601+0000","last_unstale":"2024-09-12T18:27:02.826797+0000","last_undegraded":"2024-09-12T18:27:02.826797+0000","last_fullsized":"2024-09-12T18:27:02.826797+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:02.826432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:02.826432+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.826432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:39.139438+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.576780+0000","last_change":"2024-09-12T18:26:40.576780+0000","last_active":"2024-09-12T18:26:40.576780+0000","last_peered":"2024-09-12T18:26:40.576780+0000","last_clean":"2024-09-12T18:26:40.576780+0000","last_became_active":"2024-09-12T17:56:17.690499+0000","last_became_peered":"2024-09-12T17:56:17.690499+0000","last_unstale":"2024-09-12T18:26:40.576780+0000","last_undegraded":"2024-09-12T18:26:40.576780+0000","last_fullsized":"2024-09-12T18:26:40.576780+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:40.576570+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.576570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:12.465150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1032,"num_write":2,"num_write_kb":1032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"268'4","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.164096+0000","last_change":"2024-09-12T18:26:51.164096+0000","last_active":"2024-09-12T18:26:51.164096+0000","last_peered":"2024-09-12T18:26:51.164096+0000","last_clean":"2024-09-12T18:26:51.164096+0000","last_became_active":"2024-09-12T17:56:14.693453+0000","last_became_peered":"2024-09-12T17:56:14.693453+0000","last_unstale":"2024-09-12T18:26:51.164096+0000","last_undegraded":"2024-09-12T18:26:51.164096+0000","last_fullsized":"2024-09-12T18:26:51.164096+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:51.163899+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:51.163899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.163899+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:31.865807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"268'40","reported_seq":167,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.870451+0000","last_change":"2024-09-12T18:26:44.870267+0000","last_active":"2024-09-12T18:26:44.870451+0000","last_peered":"2024-09-12T18:26:44.870451+0000","last_clean":"2024-09-12T18:26:44.870451+0000","last_became_active":"2024-09-12T17:54:25.904167+0000","last_became_peered":"2024-09-12T17:54:25.904167+0000","last_unstale":"2024-09-12T18:26:44.870451+0000","last_undegraded":"2024-09-12T18:26:44.870451+0000","last_fullsized":"2024-09-12T18:26:44.870451+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'40","last_scrub_stamp":"2024-09-12T18:26:44.870078+0000","last_deep_scrub":"268'40","last_deep_scrub_stamp":"2024-09-12T18:26:44.870078+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.870078+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:42.873878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":162,"num_write":74,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:01.871542+0000","last_change":"2024-09-12T18:27:01.871542+0000","last_active":"2024-09-12T18:27:01.871542+0000","last_peered":"2024-09-12T18:27:01.871542+0000","last_clean":"2024-09-12T18:27:01.871542+0000","last_became_active":"2024-09-12T18:08:02.251178+0000","last_became_peered":"2024-09-12T18:08:02.251178+0000","last_unstale":"2024-09-12T18:27:01.871542+0000","last_undegraded":"2024-09-12T18:27:01.871542+0000","last_fullsized":"2024-09-12T18:27:01.871542+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:01.871355+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:01.871355+0000","last_clean_scrub_stamp":"2024-09-12T18:27:01.871355+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:53.286720+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"268'2","reported_seq":47,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.171769+0000","last_change":"2024-09-12T18:26:55.171769+0000","last_active":"2024-09-12T18:26:55.171769+0000","last_peered":"2024-09-12T18:26:55.171769+0000","last_clean":"2024-09-12T18:26:55.171769+0000","last_became_active":"2024-09-12T17:56:17.725350+0000","last_became_peered":"2024-09-12T17:56:17.725350+0000","last_unstale":"2024-09-12T18:26:55.171769+0000","last_undegraded":"2024-09-12T18:26:55.171769+0000","last_fullsized":"2024-09-12T18:26:55.171769+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:55.171531+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:55.171531+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.171531+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:03.184544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4092,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"268'9","reported_seq":67,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.013141+0000","last_change":"2024-09-12T18:26:37.013141+0000","last_active":"2024-09-12T18:26:37.013141+0000","last_peered":"2024-09-12T18:26:37.013141+0000","last_clean":"2024-09-12T18:26:37.013141+0000","last_became_active":"2024-09-12T17:56:14.660623+0000","last_became_peered":"2024-09-12T17:56:14.660623+0000","last_unstale":"2024-09-12T18:26:37.013141+0000","last_undegraded":"2024-09-12T18:26:37.013141+0000","last_fullsized":"2024-09-12T18:26:37.013141+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'9","last_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_deep_scrub":"268'9","last_deep_scrub_stamp":"2024-09-12T18:26:37.012958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.012958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:27.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":4102,"num_write":14,"num_write_kb":2052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"268'102","reported_seq":373,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.778452+0000","last_change":"2024-09-12T18:26:42.778310+0000","last_active":"2024-09-12T18:26:42.778452+0000","last_peered":"2024-09-12T18:26:42.778452+0000","last_clean":"2024-09-12T18:26:42.778452+0000","last_became_active":"2024-09-12T17:54:25.874210+0000","last_became_peered":"2024-09-12T17:54:25.874210+0000","last_unstale":"2024-09-12T18:26:42.778452+0000","last_undegraded":"2024-09-12T18:26:42.778452+0000","last_fullsized":"2024-09-12T18:26:42.778452+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'102","last_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_deep_scrub":"268'102","last_deep_scrub_stamp":"2024-09-12T18:26:42.778118+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.778118+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:11.122070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":620,"num_read_kb":449,"num_write":130,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4212,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.132004+0000","last_change":"2024-09-12T18:27:00.131765+0000","last_active":"2024-09-12T18:27:00.132004+0000","last_peered":"2024-09-12T18:27:00.132004+0000","last_clean":"2024-09-12T18:27:00.132004+0000","last_became_active":"2024-09-12T18:08:02.288407+0000","last_became_peered":"2024-09-12T18:08:02.288407+0000","last_unstale":"2024-09-12T18:27:00.132004+0000","last_undegraded":"2024-09-12T18:27:00.132004+0000","last_fullsized":"2024-09-12T18:27:00.132004+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:00.131490+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:00.131490+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.131490+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:15.838936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.978009+0000","last_change":"2024-09-12T18:26:38.977844+0000","last_active":"2024-09-12T18:26:38.978009+0000","last_peered":"2024-09-12T18:26:38.978009+0000","last_clean":"2024-09-12T18:26:38.978009+0000","last_became_active":"2024-09-12T17:56:17.696426+0000","last_became_peered":"2024-09-12T17:56:17.696426+0000","last_unstale":"2024-09-12T18:26:38.978009+0000","last_undegraded":"2024-09-12T18:26:38.978009+0000","last_fullsized":"2024-09-12T18:26:38.978009+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:38.977599+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.977599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:48.425193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"268'2","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.843732+0000","last_change":"2024-09-12T18:26:44.843732+0000","last_active":"2024-09-12T18:26:44.843732+0000","last_peered":"2024-09-12T18:26:44.843732+0000","last_clean":"2024-09-12T18:26:44.843732+0000","last_became_active":"2024-09-12T17:56:14.665051+0000","last_became_peered":"2024-09-12T17:56:14.665051+0000","last_unstale":"2024-09-12T18:26:44.843732+0000","last_undegraded":"2024-09-12T18:26:44.843732+0000","last_fullsized":"2024-09-12T18:26:44.843732+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:44.843565+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.843565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:01.672491+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8184,"num_write":2,"num_write_kb":4092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"268'35","reported_seq":154,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:07.084200+0000","last_change":"2024-09-12T18:27:07.084200+0000","last_active":"2024-09-12T18:27:07.084200+0000","last_peered":"2024-09-12T18:27:07.084200+0000","last_clean":"2024-09-12T18:27:07.084200+0000","last_became_active":"2024-09-12T17:54:25.903380+0000","last_became_peered":"2024-09-12T17:54:25.903380+0000","last_unstale":"2024-09-12T18:27:07.084200+0000","last_undegraded":"2024-09-12T18:27:07.084200+0000","last_fullsized":"2024-09-12T18:27:07.084200+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'35","last_scrub_stamp":"2024-09-12T18:27:07.084103+0000","last_deep_scrub":"268'35","last_deep_scrub_stamp":"2024-09-12T18:27:07.084103+0000","last_clean_scrub_stamp":"2024-09-12T18:27:07.084103+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:01.567179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":126,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.278440+0000","last_change":"2024-09-12T18:26:31.278440+0000","last_active":"2024-09-12T18:26:31.278440+0000","last_peered":"2024-09-12T18:26:31.278440+0000","last_clean":"2024-09-12T18:26:31.278440+0000","last_became_active":"2024-09-12T18:08:02.259880+0000","last_became_peered":"2024-09-12T18:08:02.259880+0000","last_unstale":"2024-09-12T18:26:31.278440+0000","last_undegraded":"2024-09-12T18:26:31.278440+0000","last_fullsized":"2024-09-12T18:26:31.278440+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.278258+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.278258+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:14.528592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"268'8","reported_seq":59,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.139330+0000","last_change":"2024-09-12T18:26:58.139330+0000","last_active":"2024-09-12T18:26:58.139330+0000","last_peered":"2024-09-12T18:26:58.139330+0000","last_clean":"2024-09-12T18:26:58.139330+0000","last_became_active":"2024-09-12T17:56:17.722272+0000","last_became_peered":"2024-09-12T17:56:17.722272+0000","last_unstale":"2024-09-12T18:26:58.139330+0000","last_undegraded":"2024-09-12T18:26:58.139330+0000","last_fullsized":"2024-09-12T18:26:58.139330+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-12T18:26:58.139110+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-12T18:26:58.139110+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.139110+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:53.111084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":22568,"num_write":8,"num_write_kb":11304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"268'6","reported_seq":62,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.075661+0000","last_change":"2024-09-12T18:26:47.075661+0000","last_active":"2024-09-12T18:26:47.075661+0000","last_peered":"2024-09-12T18:26:47.075661+0000","last_clean":"2024-09-12T18:26:47.075661+0000","last_became_active":"2024-09-12T17:56:14.684879+0000","last_became_peered":"2024-09-12T17:56:14.684879+0000","last_unstale":"2024-09-12T18:26:47.075661+0000","last_undegraded":"2024-09-12T18:26:47.075661+0000","last_fullsized":"2024-09-12T18:26:47.075661+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:47.075440+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:47.075440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.075440+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:30.199138+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7166,"num_write":6,"num_write_kb":5116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"268'31","reported_seq":135,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.064801+0000","last_change":"2024-09-12T18:26:39.064801+0000","last_active":"2024-09-12T18:26:39.064801+0000","last_peered":"2024-09-12T18:26:39.064801+0000","last_clean":"2024-09-12T18:26:39.064801+0000","last_became_active":"2024-09-12T17:54:25.906764+0000","last_became_peered":"2024-09-12T17:54:25.906764+0000","last_unstale":"2024-09-12T18:26:39.064801+0000","last_undegraded":"2024-09-12T18:26:39.064801+0000","last_fullsized":"2024-09-12T18:26:39.064801+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'31","last_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_deep_scrub":"268'31","last_deep_scrub_stamp":"2024-09-12T18:26:39.064456+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.064456+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:56.405239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":100,"num_write":59,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.092875+0000","last_change":"2024-09-12T18:26:56.092875+0000","last_active":"2024-09-12T18:26:56.092875+0000","last_peered":"2024-09-12T18:26:56.092875+0000","last_clean":"2024-09-12T18:26:56.092875+0000","last_became_active":"2024-09-12T18:08:02.267184+0000","last_became_peered":"2024-09-12T18:08:02.267184+0000","last_unstale":"2024-09-12T18:26:56.092875+0000","last_undegraded":"2024-09-12T18:26:56.092875+0000","last_fullsized":"2024-09-12T18:26:56.092875+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:56.092670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:56.092670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.092670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:12.432980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"268'5","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.154445+0000","last_change":"2024-09-12T18:26:50.154445+0000","last_active":"2024-09-12T18:26:50.154445+0000","last_peered":"2024-09-12T18:26:50.154445+0000","last_clean":"2024-09-12T18:26:50.154445+0000","last_became_active":"2024-09-12T17:56:17.723721+0000","last_became_peered":"2024-09-12T17:56:17.723721+0000","last_unstale":"2024-09-12T18:26:50.154445+0000","last_undegraded":"2024-09-12T18:26:50.154445+0000","last_fullsized":"2024-09-12T18:26:50.154445+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:50.154372+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:50.154372+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.154372+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:24.912295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"268'17","reported_seq":81,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.242278+0000","last_change":"2024-09-12T18:26:28.242278+0000","last_active":"2024-09-12T18:26:28.242278+0000","last_peered":"2024-09-12T18:26:28.242278+0000","last_clean":"2024-09-12T18:26:28.242278+0000","last_became_active":"2024-09-12T17:56:14.677250+0000","last_became_peered":"2024-09-12T17:56:14.677250+0000","last_unstale":"2024-09-12T18:26:28.242278+0000","last_undegraded":"2024-09-12T18:26:28.242278+0000","last_fullsized":"2024-09-12T18:26:28.242278+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:28.242088+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.242088+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:05.780353+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":10272,"num_write":32,"num_write_kb":5132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"268'41","reported_seq":174,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.760973+0000","last_change":"2024-09-12T18:26:42.760973+0000","last_active":"2024-09-12T18:26:42.760973+0000","last_peered":"2024-09-12T18:26:42.760973+0000","last_clean":"2024-09-12T18:26:42.760973+0000","last_became_active":"2024-09-12T17:54:25.895701+0000","last_became_peered":"2024-09-12T17:54:25.895701+0000","last_unstale":"2024-09-12T18:26:42.760973+0000","last_undegraded":"2024-09-12T18:26:42.760973+0000","last_fullsized":"2024-09-12T18:26:42.760973+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:42.760751+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.760751+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:48:51.905756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":157,"num_write":73,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.925482+0000","last_change":"2024-09-12T18:26:41.925482+0000","last_active":"2024-09-12T18:26:41.925482+0000","last_peered":"2024-09-12T18:26:41.925482+0000","last_clean":"2024-09-12T18:26:41.925482+0000","last_became_active":"2024-09-12T18:08:02.248499+0000","last_became_peered":"2024-09-12T18:08:02.248499+0000","last_unstale":"2024-09-12T18:26:41.925482+0000","last_undegraded":"2024-09-12T18:26:41.925482+0000","last_fullsized":"2024-09-12T18:26:41.925482+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:41.925228+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.925228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:23.160243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"268'3","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.524680+0000","last_change":"2024-09-12T18:26:42.524680+0000","last_active":"2024-09-12T18:26:42.524680+0000","last_peered":"2024-09-12T18:26:42.524680+0000","last_clean":"2024-09-12T18:26:42.524680+0000","last_became_active":"2024-09-12T17:56:17.714047+0000","last_became_peered":"2024-09-12T17:56:17.714047+0000","last_unstale":"2024-09-12T18:26:42.524680+0000","last_undegraded":"2024-09-12T18:26:42.524680+0000","last_fullsized":"2024-09-12T18:26:42.524680+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:42.524500+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.524500+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:34.854722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"265'2","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:51.884927+0000","last_change":"2024-09-12T18:26:51.884927+0000","last_active":"2024-09-12T18:26:51.884927+0000","last_peered":"2024-09-12T18:26:51.884927+0000","last_clean":"2024-09-12T18:26:51.884927+0000","last_became_active":"2024-09-12T17:56:14.684454+0000","last_became_peered":"2024-09-12T17:56:14.684454+0000","last_unstale":"2024-09-12T18:26:51.884927+0000","last_undegraded":"2024-09-12T18:26:51.884927+0000","last_fullsized":"2024-09-12T18:26:51.884927+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:51.884710+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:51.884710+0000","last_clean_scrub_stamp":"2024-09-12T18:26:51.884710+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:30.130305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"268'15","reported_seq":99,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.020579+0000","last_change":"2024-09-12T18:26:35.020579+0000","last_active":"2024-09-12T18:26:35.020579+0000","last_peered":"2024-09-12T18:26:35.020579+0000","last_clean":"2024-09-12T18:26:35.020579+0000","last_became_active":"2024-09-12T17:54:25.873846+0000","last_became_peered":"2024-09-12T17:54:25.873846+0000","last_unstale":"2024-09-12T18:26:35.020579+0000","last_undegraded":"2024-09-12T18:26:35.020579+0000","last_fullsized":"2024-09-12T18:26:35.020579+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'15","last_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_deep_scrub":"268'15","last_deep_scrub_stamp":"2024-09-12T18:26:35.020394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.020394+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:14.814060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":56,"num_write":35,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:55.109138+0000","last_change":"2024-09-12T18:26:55.109138+0000","last_active":"2024-09-12T18:26:55.109138+0000","last_peered":"2024-09-12T18:26:55.109138+0000","last_clean":"2024-09-12T18:26:55.109138+0000","last_became_active":"2024-09-12T18:08:02.276899+0000","last_became_peered":"2024-09-12T18:08:02.276899+0000","last_unstale":"2024-09-12T18:26:55.109138+0000","last_undegraded":"2024-09-12T18:26:55.109138+0000","last_fullsized":"2024-09-12T18:26:55.109138+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:55.108938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:55.108938+0000","last_clean_scrub_stamp":"2024-09-12T18:26:55.108938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:27.171742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:53.179369+0000","last_change":"2024-09-12T18:26:53.179369+0000","last_active":"2024-09-12T18:26:53.179369+0000","last_peered":"2024-09-12T18:26:53.179369+0000","last_clean":"2024-09-12T18:26:53.179369+0000","last_became_active":"2024-09-12T17:56:17.729406+0000","last_became_peered":"2024-09-12T17:56:17.729406+0000","last_unstale":"2024-09-12T18:26:53.179369+0000","last_undegraded":"2024-09-12T18:26:53.179369+0000","last_fullsized":"2024-09-12T18:26:53.179369+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:53.179188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:53.179188+0000","last_clean_scrub_stamp":"2024-09-12T18:26:53.179188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:30.559260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"265'5","reported_seq":60,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.650891+0000","last_change":"2024-09-12T18:26:38.650891+0000","last_active":"2024-09-12T18:26:38.650891+0000","last_peered":"2024-09-12T18:26:38.650891+0000","last_clean":"2024-09-12T18:26:38.650891+0000","last_became_active":"2024-09-12T17:56:14.691214+0000","last_became_peered":"2024-09-12T17:56:14.691214+0000","last_unstale":"2024-09-12T18:26:38.650891+0000","last_undegraded":"2024-09-12T18:26:38.650891+0000","last_fullsized":"2024-09-12T18:26:38.650891+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.650698+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.650698+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:53.953318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"268'13","reported_seq":88,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.185047+0000","last_change":"2024-09-12T18:26:24.185047+0000","last_active":"2024-09-12T18:26:24.185047+0000","last_peered":"2024-09-12T18:26:24.185047+0000","last_clean":"2024-09-12T18:26:24.185047+0000","last_became_active":"2024-09-12T17:54:25.882410+0000","last_became_peered":"2024-09-12T17:54:25.882410+0000","last_unstale":"2024-09-12T18:26:24.185047+0000","last_undegraded":"2024-09-12T18:26:24.185047+0000","last_fullsized":"2024-09-12T18:26:24.185047+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:24.184859+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.184859+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:18.272197+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":53,"num_read_kb":34,"num_write":29,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:04.072363+0000","last_change":"2024-09-12T18:27:04.072363+0000","last_active":"2024-09-12T18:27:04.072363+0000","last_peered":"2024-09-12T18:27:04.072363+0000","last_clean":"2024-09-12T18:27:04.072363+0000","last_became_active":"2024-09-12T18:08:02.268452+0000","last_became_peered":"2024-09-12T18:08:02.268452+0000","last_unstale":"2024-09-12T18:27:04.072363+0000","last_undegraded":"2024-09-12T18:27:04.072363+0000","last_fullsized":"2024-09-12T18:27:04.072363+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:04.072177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:04.072177+0000","last_clean_scrub_stamp":"2024-09-12T18:27:04.072177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:06.492331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"268'7","reported_seq":56,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.800573+0000","last_change":"2024-09-12T18:26:49.800573+0000","last_active":"2024-09-12T18:26:49.800573+0000","last_peered":"2024-09-12T18:26:49.800573+0000","last_clean":"2024-09-12T18:26:49.800573+0000","last_became_active":"2024-09-12T17:56:17.718059+0000","last_became_peered":"2024-09-12T17:56:17.718059+0000","last_unstale":"2024-09-12T18:26:49.800573+0000","last_undegraded":"2024-09-12T18:26:49.800573+0000","last_fullsized":"2024-09-12T18:26:49.800573+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:49.800391+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:49.800391+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.800391+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:55.015110+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":3088,"num_write":12,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.870830+0000","last_change":"2024-09-12T18:26:49.870830+0000","last_active":"2024-09-12T18:26:49.870830+0000","last_peered":"2024-09-12T18:26:49.870830+0000","last_clean":"2024-09-12T18:26:49.870830+0000","last_became_active":"2024-09-12T17:56:14.669609+0000","last_became_peered":"2024-09-12T17:56:14.669609+0000","last_unstale":"2024-09-12T18:26:49.870830+0000","last_undegraded":"2024-09-12T18:26:49.870830+0000","last_fullsized":"2024-09-12T18:26:49.870830+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:49.870646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:49.870646+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.870646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:14:16.167700+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"268'44","reported_seq":171,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.832701+0000","last_change":"2024-09-12T18:26:43.832701+0000","last_active":"2024-09-12T18:26:43.832701+0000","last_peered":"2024-09-12T18:26:43.832701+0000","last_clean":"2024-09-12T18:26:43.832701+0000","last_became_active":"2024-09-12T17:54:25.904749+0000","last_became_peered":"2024-09-12T17:54:25.904749+0000","last_unstale":"2024-09-12T18:26:43.832701+0000","last_undegraded":"2024-09-12T18:26:43.832701+0000","last_fullsized":"2024-09-12T18:26:43.832701+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'44","last_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_deep_scrub":"268'44","last_deep_scrub_stamp":"2024-09-12T18:26:43.832517+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.832517+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:36.463097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":216,"num_read_kb":148,"num_write":77,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.147731+0000","last_change":"2024-09-12T18:26:59.147731+0000","last_active":"2024-09-12T18:26:59.147731+0000","last_peered":"2024-09-12T18:26:59.147731+0000","last_clean":"2024-09-12T18:26:59.147731+0000","last_became_active":"2024-09-12T18:08:02.276906+0000","last_became_peered":"2024-09-12T18:08:02.276906+0000","last_unstale":"2024-09-12T18:26:59.147731+0000","last_undegraded":"2024-09-12T18:26:59.147731+0000","last_fullsized":"2024-09-12T18:26:59.147731+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:59.147519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:59.147519+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.147519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:47.258791+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"265'4","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.124984+0000","last_change":"2024-09-12T18:26:49.124984+0000","last_active":"2024-09-12T18:26:49.124984+0000","last_peered":"2024-09-12T18:26:49.124984+0000","last_clean":"2024-09-12T18:26:49.124984+0000","last_became_active":"2024-09-12T17:56:17.702488+0000","last_became_peered":"2024-09-12T17:56:17.702488+0000","last_unstale":"2024-09-12T18:26:49.124984+0000","last_undegraded":"2024-09-12T18:26:49.124984+0000","last_fullsized":"2024-09-12T18:26:49.124984+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:49.124805+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:49.124805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.124805+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:36.213820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"265'2","reported_seq":55,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.674898+0000","last_change":"2024-09-12T18:26:36.674898+0000","last_active":"2024-09-12T18:26:36.674898+0000","last_peered":"2024-09-12T18:26:36.674898+0000","last_clean":"2024-09-12T18:26:36.674898+0000","last_became_active":"2024-09-12T17:56:14.684019+0000","last_became_peered":"2024-09-12T17:56:14.684019+0000","last_unstale":"2024-09-12T18:26:36.674898+0000","last_undegraded":"2024-09-12T18:26:36.674898+0000","last_fullsized":"2024-09-12T18:26:36.674898+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:36.674703+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.674703+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.028521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3080,"num_write":2,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"268'25","reported_seq":124,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.060078+0000","last_change":"2024-09-12T18:26:41.059941+0000","last_active":"2024-09-12T18:26:41.060078+0000","last_peered":"2024-09-12T18:26:41.060078+0000","last_clean":"2024-09-12T18:26:41.060078+0000","last_became_active":"2024-09-12T17:54:25.874861+0000","last_became_peered":"2024-09-12T17:54:25.874861+0000","last_unstale":"2024-09-12T18:26:41.060078+0000","last_undegraded":"2024-09-12T18:26:41.060078+0000","last_fullsized":"2024-09-12T18:26:41.060078+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'25","last_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_deep_scrub":"268'25","last_deep_scrub_stamp":"2024-09-12T18:26:41.059770+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.059770+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:47.252345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":84,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:02.188431+0000","last_change":"2024-09-12T18:27:02.188431+0000","last_active":"2024-09-12T18:27:02.188431+0000","last_peered":"2024-09-12T18:27:02.188431+0000","last_clean":"2024-09-12T18:27:02.188431+0000","last_became_active":"2024-09-12T18:08:02.261150+0000","last_became_peered":"2024-09-12T18:08:02.261150+0000","last_unstale":"2024-09-12T18:27:02.188431+0000","last_undegraded":"2024-09-12T18:27:02.188431+0000","last_fullsized":"2024-09-12T18:27:02.188431+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:27:02.188243+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:27:02.188243+0000","last_clean_scrub_stamp":"2024-09-12T18:27:02.188243+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:36.326758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":44,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.614844+0000","last_change":"2024-09-12T18:26:39.614844+0000","last_active":"2024-09-12T18:26:39.614844+0000","last_peered":"2024-09-12T18:26:39.614844+0000","last_clean":"2024-09-12T18:26:39.614844+0000","last_became_active":"2024-09-12T17:56:17.699437+0000","last_became_peered":"2024-09-12T17:56:17.699437+0000","last_unstale":"2024-09-12T18:26:39.614844+0000","last_undegraded":"2024-09-12T18:26:39.614844+0000","last_fullsized":"2024-09-12T18:26:39.614844+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:39.614656+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.614656+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:16.994015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.912071+0000","last_change":"2024-09-12T18:26:50.912071+0000","last_active":"2024-09-12T18:26:50.912071+0000","last_peered":"2024-09-12T18:26:50.912071+0000","last_clean":"2024-09-12T18:26:50.912071+0000","last_became_active":"2024-09-12T17:56:14.669774+0000","last_became_peered":"2024-09-12T17:56:14.669774+0000","last_unstale":"2024-09-12T18:26:50.912071+0000","last_undegraded":"2024-09-12T18:26:50.912071+0000","last_fullsized":"2024-09-12T18:26:50.912071+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:50.911887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:50.911887+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.911887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:27.847095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"268'7","reported_seq":77,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.121027+0000","last_change":"2024-09-12T18:26:43.120747+0000","last_active":"2024-09-12T18:26:43.121027+0000","last_peered":"2024-09-12T18:26:43.121027+0000","last_clean":"2024-09-12T18:26:43.121027+0000","last_became_active":"2024-09-12T17:54:25.885482+0000","last_became_peered":"2024-09-12T17:54:25.885482+0000","last_unstale":"2024-09-12T18:26:43.121027+0000","last_undegraded":"2024-09-12T18:26:43.121027+0000","last_fullsized":"2024-09-12T18:26:43.121027+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:43.120495+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.120495+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:27.426795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":24,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:00.875223+0000","last_change":"2024-09-12T18:27:00.875223+0000","last_active":"2024-09-12T18:27:00.875223+0000","last_peered":"2024-09-12T18:27:00.875223+0000","last_clean":"2024-09-12T18:27:00.875223+0000","last_became_active":"2024-09-12T18:08:02.282802+0000","last_became_peered":"2024-09-12T18:08:02.282802+0000","last_unstale":"2024-09-12T18:27:00.875223+0000","last_undegraded":"2024-09-12T18:27:00.875223+0000","last_fullsized":"2024-09-12T18:27:00.875223+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:27:00.875029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:27:00.875029+0000","last_clean_scrub_stamp":"2024-09-12T18:27:00.875029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:16.890059+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"265'2","reported_seq":49,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.116509+0000","last_change":"2024-09-12T18:26:52.116509+0000","last_active":"2024-09-12T18:26:52.116509+0000","last_peered":"2024-09-12T18:26:52.116509+0000","last_clean":"2024-09-12T18:26:52.116509+0000","last_became_active":"2024-09-12T17:56:17.719971+0000","last_became_peered":"2024-09-12T17:56:17.719971+0000","last_unstale":"2024-09-12T18:26:52.116509+0000","last_undegraded":"2024-09-12T18:26:52.116509+0000","last_fullsized":"2024-09-12T18:26:52.116509+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'2","last_scrub_stamp":"2024-09-12T18:26:52.116315+0000","last_deep_scrub":"265'2","last_deep_scrub_stamp":"2024-09-12T18:26:52.116315+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.116315+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:24.269188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1028,"num_write":2,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"268'6","reported_seq":62,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.749999+0000","last_change":"2024-09-12T18:26:41.749999+0000","last_active":"2024-09-12T18:26:41.749999+0000","last_peered":"2024-09-12T18:26:41.749999+0000","last_clean":"2024-09-12T18:26:41.749999+0000","last_became_active":"2024-09-12T17:56:14.666658+0000","last_became_peered":"2024-09-12T17:56:14.666658+0000","last_unstale":"2024-09-12T18:26:41.749999+0000","last_undegraded":"2024-09-12T18:26:41.749999+0000","last_fullsized":"2024-09-12T18:26:41.749999+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:41.749817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.749817+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:01:49.049725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":12318,"num_write":6,"num_write_kb":4132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"268'113","reported_seq":406,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.993751+0000","last_change":"2024-09-12T18:26:32.993565+0000","last_active":"2024-09-12T18:26:32.993751+0000","last_peered":"2024-09-12T18:26:32.993751+0000","last_clean":"2024-09-12T18:26:32.993751+0000","last_became_active":"2024-09-12T17:54:25.886981+0000","last_became_peered":"2024-09-12T17:54:25.886981+0000","last_unstale":"2024-09-12T18:26:32.993751+0000","last_undegraded":"2024-09-12T18:26:32.993751+0000","last_fullsized":"2024-09-12T18:26:32.993751+0000","mapping_epoch":255,"log_start":"265'100","ondisk_log_start":"265'100","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'113","last_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_deep_scrub":"268'113","last_deep_scrub_stamp":"2024-09-12T18:26:32.993374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.993374+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:41.415222+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":680,"num_read_kb":523,"num_write":146,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2480,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:57.113128+0000","last_change":"2024-09-12T18:26:57.113128+0000","last_active":"2024-09-12T18:26:57.113128+0000","last_peered":"2024-09-12T18:26:57.113128+0000","last_clean":"2024-09-12T18:26:57.113128+0000","last_became_active":"2024-09-12T18:08:02.276940+0000","last_became_peered":"2024-09-12T18:08:02.276940+0000","last_unstale":"2024-09-12T18:26:57.113128+0000","last_undegraded":"2024-09-12T18:26:57.113128+0000","last_fullsized":"2024-09-12T18:26:57.113128+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:57.112935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:57.112935+0000","last_clean_scrub_stamp":"2024-09-12T18:26:57.112935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:41.968364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"268'5","reported_seq":50,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.810590+0000","last_change":"2024-09-12T18:26:56.810590+0000","last_active":"2024-09-12T18:26:56.810590+0000","last_peered":"2024-09-12T18:26:56.810590+0000","last_clean":"2024-09-12T18:26:56.810590+0000","last_became_active":"2024-09-12T17:56:17.707063+0000","last_became_peered":"2024-09-12T17:56:17.707063+0000","last_unstale":"2024-09-12T18:26:56.810590+0000","last_undegraded":"2024-09-12T18:26:56.810590+0000","last_fullsized":"2024-09-12T18:26:56.810590+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:56.810399+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:56.810399+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.810399+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:30.208929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"268'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.100504+0000","last_change":"2024-09-12T18:26:45.100504+0000","last_active":"2024-09-12T18:26:45.100504+0000","last_peered":"2024-09-12T18:26:45.100504+0000","last_clean":"2024-09-12T18:26:45.100504+0000","last_became_active":"2024-09-12T17:56:14.682038+0000","last_became_peered":"2024-09-12T17:56:14.682038+0000","last_unstale":"2024-09-12T18:26:45.100504+0000","last_undegraded":"2024-09-12T18:26:45.100504+0000","last_fullsized":"2024-09-12T18:26:45.100504+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:45.100313+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.100313+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:10.485285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9232,"num_write":12,"num_write_kb":9232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"268'29","reported_seq":140,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.846724+0000","last_change":"2024-09-12T18:26:42.846556+0000","last_active":"2024-09-12T18:26:42.846724+0000","last_peered":"2024-09-12T18:26:42.846724+0000","last_clean":"2024-09-12T18:26:42.846724+0000","last_became_active":"2024-09-12T17:54:25.906425+0000","last_became_peered":"2024-09-12T17:54:25.906425+0000","last_unstale":"2024-09-12T18:26:42.846724+0000","last_undegraded":"2024-09-12T18:26:42.846724+0000","last_fullsized":"2024-09-12T18:26:42.846724+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'29","last_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_deep_scrub":"268'29","last_deep_scrub_stamp":"2024-09-12T18:26:42.846374+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.846374+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:22.438357+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":110,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.847227+0000","last_change":"2024-09-12T18:26:50.847227+0000","last_active":"2024-09-12T18:26:50.847227+0000","last_peered":"2024-09-12T18:26:50.847227+0000","last_clean":"2024-09-12T18:26:50.847227+0000","last_became_active":"2024-09-12T18:08:02.268187+0000","last_became_peered":"2024-09-12T18:08:02.268187+0000","last_unstale":"2024-09-12T18:26:50.847227+0000","last_undegraded":"2024-09-12T18:26:50.847227+0000","last_fullsized":"2024-09-12T18:26:50.847227+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:50.847042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:50.847042+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.847042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:13.337514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"265'9","reported_seq":64,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.889801+0000","last_change":"2024-09-12T18:26:54.889801+0000","last_active":"2024-09-12T18:26:54.889801+0000","last_peered":"2024-09-12T18:26:54.889801+0000","last_clean":"2024-09-12T18:26:54.889801+0000","last_became_active":"2024-09-12T17:56:17.698708+0000","last_became_peered":"2024-09-12T17:56:17.698708+0000","last_unstale":"2024-09-12T18:26:54.889801+0000","last_undegraded":"2024-09-12T18:26:54.889801+0000","last_fullsized":"2024-09-12T18:26:54.889801+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'9","last_scrub_stamp":"2024-09-12T18:26:54.889564+0000","last_deep_scrub":"265'9","last_deep_scrub_stamp":"2024-09-12T18:26:54.889564+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.889564+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:20.760420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":6148,"num_write":14,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.196022+0000","last_change":"2024-09-12T18:26:27.196022+0000","last_active":"2024-09-12T18:26:27.196022+0000","last_peered":"2024-09-12T18:26:27.196022+0000","last_clean":"2024-09-12T18:26:27.196022+0000","last_became_active":"2024-09-12T17:56:14.677485+0000","last_became_peered":"2024-09-12T17:56:14.677485+0000","last_unstale":"2024-09-12T18:26:27.196022+0000","last_undegraded":"2024-09-12T18:26:27.196022+0000","last_fullsized":"2024-09-12T18:26:27.196022+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:27.195835+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.195835+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:06.232455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"268'12","reported_seq":86,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.931068+0000","last_change":"2024-09-12T18:26:30.930880+0000","last_active":"2024-09-12T18:26:30.931068+0000","last_peered":"2024-09-12T18:26:30.931068+0000","last_clean":"2024-09-12T18:26:30.931068+0000","last_became_active":"2024-09-12T17:54:25.882375+0000","last_became_peered":"2024-09-12T17:54:25.882375+0000","last_unstale":"2024-09-12T18:26:30.931068+0000","last_undegraded":"2024-09-12T18:26:30.931068+0000","last_fullsized":"2024-09-12T18:26:30.931068+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'12","last_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_deep_scrub":"268'12","last_deep_scrub_stamp":"2024-09-12T18:26:30.930708+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.930708+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:54.560755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":33,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.562547+0000","last_change":"2024-09-12T18:26:43.562547+0000","last_active":"2024-09-12T18:26:43.562547+0000","last_peered":"2024-09-12T18:26:43.562547+0000","last_clean":"2024-09-12T18:26:43.562547+0000","last_became_active":"2024-09-12T18:08:02.274152+0000","last_became_peered":"2024-09-12T18:08:02.274152+0000","last_unstale":"2024-09-12T18:26:43.562547+0000","last_undegraded":"2024-09-12T18:26:43.562547+0000","last_fullsized":"2024-09-12T18:26:43.562547+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:43.562359+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.562359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:07.668780+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"265'4","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:50.143289+0000","last_change":"2024-09-12T18:26:50.143289+0000","last_active":"2024-09-12T18:26:50.143289+0000","last_peered":"2024-09-12T18:26:50.143289+0000","last_clean":"2024-09-12T18:26:50.143289+0000","last_became_active":"2024-09-12T17:56:17.707865+0000","last_became_peered":"2024-09-12T17:56:17.707865+0000","last_unstale":"2024-09-12T18:26:50.143289+0000","last_undegraded":"2024-09-12T18:26:50.143289+0000","last_fullsized":"2024-09-12T18:26:50.143289+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:50.142988+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:50.142988+0000","last_clean_scrub_stamp":"2024-09-12T18:26:50.142988+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:23.351792+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3086,"num_write":4,"num_write_kb":1028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"268'4","reported_seq":57,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:43.793413+0000","last_change":"2024-09-12T18:26:43.793413+0000","last_active":"2024-09-12T18:26:43.793413+0000","last_peered":"2024-09-12T18:26:43.793413+0000","last_clean":"2024-09-12T18:26:43.793413+0000","last_became_active":"2024-09-12T17:56:14.674321+0000","last_became_peered":"2024-09-12T17:56:14.674321+0000","last_unstale":"2024-09-12T18:26:43.793413+0000","last_undegraded":"2024-09-12T18:26:43.793413+0000","last_fullsized":"2024-09-12T18:26:43.793413+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:43.793230+0000","last_clean_scrub_stamp":"2024-09-12T18:26:43.793230+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:15.147381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5124,"num_write":4,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"268'38","reported_seq":155,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.087352+0000","last_change":"2024-09-12T18:26:42.087352+0000","last_active":"2024-09-12T18:26:42.087352+0000","last_peered":"2024-09-12T18:26:42.087352+0000","last_clean":"2024-09-12T18:26:42.087352+0000","last_became_active":"2024-09-12T17:54:25.901410+0000","last_became_peered":"2024-09-12T17:54:25.901410+0000","last_unstale":"2024-09-12T18:26:42.087352+0000","last_undegraded":"2024-09-12T18:26:42.087352+0000","last_fullsized":"2024-09-12T18:26:42.087352+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'38","last_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_deep_scrub":"268'38","last_deep_scrub_stamp":"2024-09-12T18:26:42.087165+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.087165+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:43.943056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":181,"num_read_kb":125,"num_write":85,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:52.812060+0000","last_change":"2024-09-12T18:26:52.812060+0000","last_active":"2024-09-12T18:26:52.812060+0000","last_peered":"2024-09-12T18:26:52.812060+0000","last_clean":"2024-09-12T18:26:52.812060+0000","last_became_active":"2024-09-12T18:08:02.263739+0000","last_became_peered":"2024-09-12T18:08:02.263739+0000","last_unstale":"2024-09-12T18:26:52.812060+0000","last_undegraded":"2024-09-12T18:26:52.812060+0000","last_fullsized":"2024-09-12T18:26:52.812060+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:52.811876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:52.811876+0000","last_clean_scrub_stamp":"2024-09-12T18:26:52.811876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:20.328383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"265'4","reported_seq":53,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.781167+0000","last_change":"2024-09-12T18:26:48.781167+0000","last_active":"2024-09-12T18:26:48.781167+0000","last_peered":"2024-09-12T18:26:48.781167+0000","last_clean":"2024-09-12T18:26:48.781167+0000","last_became_active":"2024-09-12T17:56:17.694562+0000","last_became_peered":"2024-09-12T17:56:17.694562+0000","last_unstale":"2024-09-12T18:26:48.781167+0000","last_undegraded":"2024-09-12T18:26:48.781167+0000","last_fullsized":"2024-09-12T18:26:48.781167+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'4","last_scrub_stamp":"2024-09-12T18:26:48.780983+0000","last_deep_scrub":"265'4","last_deep_scrub_stamp":"2024-09-12T18:26:48.780983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.780983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:47.049476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2374,"num_write":4,"num_write_kb":2374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"268'7","reported_seq":63,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.085831+0000","last_change":"2024-09-12T18:26:46.085831+0000","last_active":"2024-09-12T18:26:46.085831+0000","last_peered":"2024-09-12T18:26:46.085831+0000","last_clean":"2024-09-12T18:26:46.085831+0000","last_became_active":"2024-09-12T17:56:14.685949+0000","last_became_peered":"2024-09-12T17:56:14.685949+0000","last_unstale":"2024-09-12T18:26:46.085831+0000","last_undegraded":"2024-09-12T18:26:46.085831+0000","last_fullsized":"2024-09-12T18:26:46.085831+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'7","last_scrub_stamp":"2024-09-12T18:26:46.085660+0000","last_deep_scrub":"268'7","last_deep_scrub_stamp":"2024-09-12T18:26:46.085660+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.085660+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:01.452026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11268,"num_write":12,"num_write_kb":11268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"268'13","reported_seq":91,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.521290+0000","last_change":"2024-09-12T18:26:29.521290+0000","last_active":"2024-09-12T18:26:29.521290+0000","last_peered":"2024-09-12T18:26:29.521290+0000","last_clean":"2024-09-12T18:26:29.521290+0000","last_became_active":"2024-09-12T17:54:25.887191+0000","last_became_peered":"2024-09-12T17:54:25.887191+0000","last_unstale":"2024-09-12T18:26:29.521290+0000","last_undegraded":"2024-09-12T18:26:29.521290+0000","last_fullsized":"2024-09-12T18:26:29.521290+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'13","last_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_deep_scrub":"268'13","last_deep_scrub_stamp":"2024-09-12T18:26:29.521107+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.521107+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:05.474611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'2","reported_seq":31,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.320912+0000","last_change":"2024-09-12T18:26:34.320912+0000","last_active":"2024-09-12T18:26:34.320912+0000","last_peered":"2024-09-12T18:26:34.320912+0000","last_clean":"2024-09-12T18:26:34.320912+0000","last_became_active":"2024-09-12T18:08:02.284510+0000","last_became_peered":"2024-09-12T18:08:02.284510+0000","last_unstale":"2024-09-12T18:26:34.320912+0000","last_undegraded":"2024-09-12T18:26:34.320912+0000","last_fullsized":"2024-09-12T18:26:34.320912+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:34.320603+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.320603+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:58.279029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"268'4","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.545030+0000","last_change":"2024-09-12T18:26:41.545030+0000","last_active":"2024-09-12T18:26:41.545030+0000","last_peered":"2024-09-12T18:26:41.545030+0000","last_clean":"2024-09-12T18:26:41.545030+0000","last_became_active":"2024-09-12T17:56:17.712710+0000","last_became_peered":"2024-09-12T17:56:17.712710+0000","last_unstale":"2024-09-12T18:26:41.545030+0000","last_undegraded":"2024-09-12T18:26:41.545030+0000","last_fullsized":"2024-09-12T18:26:41.545030+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:41.544845+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.544845+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.958408+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4112,"num_write":4,"num_write_kb":4112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"268'8","reported_seq":66,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:44.087238+0000","last_change":"2024-09-12T18:26:44.087238+0000","last_active":"2024-09-12T18:26:44.087238+0000","last_peered":"2024-09-12T18:26:44.087238+0000","last_clean":"2024-09-12T18:26:44.087238+0000","last_became_active":"2024-09-12T17:56:14.671620+0000","last_became_peered":"2024-09-12T17:56:14.671620+0000","last_unstale":"2024-09-12T18:26:44.087238+0000","last_undegraded":"2024-09-12T18:26:44.087238+0000","last_fullsized":"2024-09-12T18:26:44.087238+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'8","last_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_deep_scrub":"268'8","last_deep_scrub_stamp":"2024-09-12T18:26:44.087056+0000","last_clean_scrub_stamp":"2024-09-12T18:26:44.087056+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:21.165215+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14324,"num_write":8,"num_write_kb":13300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"268'17","reported_seq":105,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.776278+0000","last_change":"2024-09-12T18:26:41.776278+0000","last_active":"2024-09-12T18:26:41.776278+0000","last_peered":"2024-09-12T18:26:41.776278+0000","last_clean":"2024-09-12T18:26:41.776278+0000","last_became_active":"2024-09-12T17:54:25.889447+0000","last_became_peered":"2024-09-12T17:54:25.889447+0000","last_unstale":"2024-09-12T18:26:41.776278+0000","last_undegraded":"2024-09-12T18:26:41.776278+0000","last_fullsized":"2024-09-12T18:26:41.776278+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'17","last_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_deep_scrub":"268'17","last_deep_scrub_stamp":"2024-09-12T18:26:41.776086+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.776086+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:52.746454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":61,"num_write":27,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:59.841742+0000","last_change":"2024-09-12T18:26:59.841742+0000","last_active":"2024-09-12T18:26:59.841742+0000","last_peered":"2024-09-12T18:26:59.841742+0000","last_clean":"2024-09-12T18:26:59.841742+0000","last_became_active":"2024-09-12T18:08:02.251771+0000","last_became_peered":"2024-09-12T18:08:02.251771+0000","last_unstale":"2024-09-12T18:26:59.841742+0000","last_undegraded":"2024-09-12T18:26:59.841742+0000","last_fullsized":"2024-09-12T18:26:59.841742+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:59.841528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:59.841528+0000","last_clean_scrub_stamp":"2024-09-12T18:26:59.841528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:39.730647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"0'0","reported_seq":46,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:46.810621+0000","last_change":"2024-09-12T18:26:46.810621+0000","last_active":"2024-09-12T18:26:46.810621+0000","last_peered":"2024-09-12T18:26:46.810621+0000","last_clean":"2024-09-12T18:26:46.810621+0000","last_became_active":"2024-09-12T17:56:17.714093+0000","last_became_peered":"2024-09-12T17:56:17.714093+0000","last_unstale":"2024-09-12T18:26:46.810621+0000","last_undegraded":"2024-09-12T18:26:46.810621+0000","last_fullsized":"2024-09-12T18:26:46.810621+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:46.810430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:46.810430+0000","last_clean_scrub_stamp":"2024-09-12T18:26:46.810430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:12:24.185773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"268'5","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.112196+0000","last_change":"2024-09-12T18:26:48.112196+0000","last_active":"2024-09-12T18:26:48.112196+0000","last_peered":"2024-09-12T18:26:48.112196+0000","last_clean":"2024-09-12T18:26:48.112196+0000","last_became_active":"2024-09-12T17:56:14.681446+0000","last_became_peered":"2024-09-12T17:56:14.681446+0000","last_unstale":"2024-09-12T18:26:48.112196+0000","last_undegraded":"2024-09-12T18:26:48.112196+0000","last_fullsized":"2024-09-12T18:26:48.112196+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:48.112013+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:48.112013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.112013+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:35.638872+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"268'43","reported_seq":176,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.787210+0000","last_change":"2024-09-12T18:26:40.787210+0000","last_active":"2024-09-12T18:26:40.787210+0000","last_peered":"2024-09-12T18:26:40.787210+0000","last_clean":"2024-09-12T18:26:40.787210+0000","last_became_active":"2024-09-12T17:54:25.874012+0000","last_became_peered":"2024-09-12T17:54:25.874012+0000","last_unstale":"2024-09-12T18:26:40.787210+0000","last_undegraded":"2024-09-12T18:26:40.787210+0000","last_fullsized":"2024-09-12T18:26:40.787210+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'43","last_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_deep_scrub":"268'43","last_deep_scrub_stamp":"2024-09-12T18:26:40.787031+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.787031+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:04.339238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":155,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:58.828665+0000","last_change":"2024-09-12T18:26:58.828665+0000","last_active":"2024-09-12T18:26:58.828665+0000","last_peered":"2024-09-12T18:26:58.828665+0000","last_clean":"2024-09-12T18:26:58.828665+0000","last_became_active":"2024-09-12T18:08:02.275066+0000","last_became_peered":"2024-09-12T18:08:02.275066+0000","last_unstale":"2024-09-12T18:26:58.828665+0000","last_undegraded":"2024-09-12T18:26:58.828665+0000","last_fullsized":"2024-09-12T18:26:58.828665+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:58.828464+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:58.828464+0000","last_clean_scrub_stamp":"2024-09-12T18:26:58.828464+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:20.902674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"268'5","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.017542+0000","last_change":"2024-09-12T18:26:38.017542+0000","last_active":"2024-09-12T18:26:38.017542+0000","last_peered":"2024-09-12T18:26:38.017542+0000","last_clean":"2024-09-12T18:26:38.017542+0000","last_became_active":"2024-09-12T17:56:17.724274+0000","last_became_peered":"2024-09-12T17:56:17.724274+0000","last_unstale":"2024-09-12T18:26:38.017542+0000","last_undegraded":"2024-09-12T18:26:38.017542+0000","last_fullsized":"2024-09-12T18:26:38.017542+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'5","last_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_deep_scrub":"268'5","last_deep_scrub_stamp":"2024-09-12T18:26:38.017318+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.017318+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:37.828576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4092,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"0'0","reported_seq":51,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.640213+0000","last_change":"2024-09-12T18:26:34.640213+0000","last_active":"2024-09-12T18:26:34.640213+0000","last_peered":"2024-09-12T18:26:34.640213+0000","last_clean":"2024-09-12T18:26:34.640213+0000","last_became_active":"2024-09-12T17:56:14.663587+0000","last_became_peered":"2024-09-12T17:56:14.663587+0000","last_unstale":"2024-09-12T18:26:34.640213+0000","last_undegraded":"2024-09-12T18:26:34.640213+0000","last_fullsized":"2024-09-12T18:26:34.640213+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.639934+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.639934+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:07.255126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"268'54","reported_seq":208,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.945106+0000","last_change":"2024-09-12T18:26:28.945106+0000","last_active":"2024-09-12T18:26:28.945106+0000","last_peered":"2024-09-12T18:26:28.945106+0000","last_clean":"2024-09-12T18:26:28.945106+0000","last_became_active":"2024-09-12T17:54:25.885147+0000","last_became_peered":"2024-09-12T17:54:25.885147+0000","last_unstale":"2024-09-12T18:26:28.945106+0000","last_undegraded":"2024-09-12T18:26:28.945106+0000","last_fullsized":"2024-09-12T18:26:28.945106+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'54","last_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_deep_scrub":"268'54","last_deep_scrub_stamp":"2024-09-12T18:26:28.945036+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.945036+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:28.153024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":286,"num_read_kb":200,"num_write":95,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":30,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:54.111281+0000","last_change":"2024-09-12T18:26:54.111281+0000","last_active":"2024-09-12T18:26:54.111281+0000","last_peered":"2024-09-12T18:26:54.111281+0000","last_clean":"2024-09-12T18:26:54.111281+0000","last_became_active":"2024-09-12T18:08:02.286301+0000","last_became_peered":"2024-09-12T18:08:02.286301+0000","last_unstale":"2024-09-12T18:26:54.111281+0000","last_undegraded":"2024-09-12T18:26:54.111281+0000","last_fullsized":"2024-09-12T18:26:54.111281+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":266,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:54.111067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:54.111067+0000","last_clean_scrub_stamp":"2024-09-12T18:26:54.111067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:12.333774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"265'5","reported_seq":54,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:47.749619+0000","last_change":"2024-09-12T18:26:47.749619+0000","last_active":"2024-09-12T18:26:47.749619+0000","last_peered":"2024-09-12T18:26:47.749619+0000","last_clean":"2024-09-12T18:26:47.749619+0000","last_became_active":"2024-09-12T17:56:17.688608+0000","last_became_peered":"2024-09-12T17:56:17.688608+0000","last_unstale":"2024-09-12T18:26:47.749619+0000","last_undegraded":"2024-09-12T18:26:47.749619+0000","last_fullsized":"2024-09-12T18:26:47.749619+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"265'5","last_scrub_stamp":"2024-09-12T18:26:47.749432+0000","last_deep_scrub":"265'5","last_deep_scrub_stamp":"2024-09-12T18:26:47.749432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:47.749432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:17.307154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8188,"num_write":10,"num_write_kb":8188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"268'4","reported_seq":58,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.991754+0000","last_change":"2024-09-12T18:26:35.991754+0000","last_active":"2024-09-12T18:26:35.991754+0000","last_peered":"2024-09-12T18:26:35.991754+0000","last_clean":"2024-09-12T18:26:35.991754+0000","last_became_active":"2024-09-12T17:56:14.677576+0000","last_became_peered":"2024-09-12T17:56:14.677576+0000","last_unstale":"2024-09-12T18:26:35.991754+0000","last_undegraded":"2024-09-12T18:26:35.991754+0000","last_fullsized":"2024-09-12T18:26:35.991754+0000","mapping_epoch":258,"log_start":"0'0","ondisk_log_start":"0'0","created":258,"last_epoch_clean":259,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:35.991529+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.991529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:54.443360+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":889,"num_write":4,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"268'69","reported_seq":249,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.044573+0000","last_change":"2024-09-12T18:26:40.044573+0000","last_active":"2024-09-12T18:26:40.044573+0000","last_peered":"2024-09-12T18:26:40.044573+0000","last_clean":"2024-09-12T18:26:40.044573+0000","last_became_active":"2024-09-12T17:54:25.894920+0000","last_became_peered":"2024-09-12T17:54:25.894920+0000","last_unstale":"2024-09-12T18:26:40.044573+0000","last_undegraded":"2024-09-12T18:26:40.044573+0000","last_fullsized":"2024-09-12T18:26:40.044573+0000","mapping_epoch":255,"log_start":"0'0","ondisk_log_start":"0'0","created":255,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'69","last_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_deep_scrub":"268'69","last_deep_scrub_stamp":"2024-09-12T18:26:40.044394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.044394+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":0,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:09.259399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":363,"num_read_kb":260,"num_write":113,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"268'370","reported_seq":1037,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.203175+0000","last_change":"2024-09-12T18:26:07.203009+0000","last_active":"2024-09-12T18:26:07.203175+0000","last_peered":"2024-09-12T18:26:07.203175+0000","last_clean":"2024-09-12T18:26:07.203175+0000","last_became_active":"2024-09-12T17:38:39.011640+0000","last_became_peered":"2024-09-12T17:38:39.011640+0000","last_unstale":"2024-09-12T18:26:07.203175+0000","last_undegraded":"2024-09-12T18:26:07.203175+0000","last_fullsized":"2024-09-12T18:26:07.203175+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:07.202712+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.202712+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:20.083571+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5360175,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":633,"num_read_kb":24547,"num_write":1192,"num_write_kb":12013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0,5],"acting":[2,6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.38","version":"268'153","reported_seq":727,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.756555+0000","last_change":"2024-09-12T18:26:22.756555+0000","last_active":"2024-09-12T18:26:22.756555+0000","last_peered":"2024-09-12T18:26:22.756555+0000","last_clean":"2024-09-12T18:26:22.756555+0000","last_became_active":"2024-09-12T17:38:09.670746+0000","last_became_peered":"2024-09-12T17:38:09.670746+0000","last_unstale":"2024-09-12T18:26:22.756555+0000","last_undegraded":"2024-09-12T18:26:22.756555+0000","last_fullsized":"2024-09-12T18:26:22.756555+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'153","last_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_deep_scrub":"268'153","last_deep_scrub_stamp":"2024-09-12T18:26:22.756351+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.756351+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:56.193885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":651,"num_read_kb":527,"num_write":226,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"268'356","reported_seq":1013,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.474710+0000","last_change":"2024-09-12T18:26:10.474710+0000","last_active":"2024-09-12T18:26:10.474710+0000","last_peered":"2024-09-12T18:26:10.474710+0000","last_clean":"2024-09-12T18:26:10.474710+0000","last_became_active":"2024-09-12T17:38:07.674800+0000","last_became_peered":"2024-09-12T17:38:07.674800+0000","last_unstale":"2024-09-12T18:26:10.474710+0000","last_undegraded":"2024-09-12T18:26:10.474710+0000","last_fullsized":"2024-09-12T18:26:10.474710+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'356","last_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_deep_scrub":"268'356","last_deep_scrub_stamp":"2024-09-12T18:26:10.474470+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.474470+0000","objects_scrubbed":8,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:39.064627+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374441,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":541,"num_read_kb":10067,"num_write":1080,"num_write_kb":16864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6,4],"acting":[1,0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"268'68","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873787+0000","last_change":"2024-09-12T18:26:21.873787+0000","last_active":"2024-09-12T18:26:21.873787+0000","last_peered":"2024-09-12T18:26:21.873787+0000","last_clean":"2024-09-12T18:26:21.873787+0000","last_became_active":"2024-09-12T17:38:09.661110+0000","last_became_peered":"2024-09-12T17:38:09.661110+0000","last_unstale":"2024-09-12T18:26:21.873787+0000","last_undegraded":"2024-09-12T18:26:21.873787+0000","last_fullsized":"2024-09-12T18:26:21.873787+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'68","last_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_deep_scrub":"268'68","last_deep_scrub_stamp":"2024-09-12T18:26:21.873476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873476+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.396019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":262,"num_write":93,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"268'371","reported_seq":1030,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.581360+0000","last_change":"2024-09-12T18:26:10.581360+0000","last_active":"2024-09-12T18:26:10.581360+0000","last_peered":"2024-09-12T18:26:10.581360+0000","last_clean":"2024-09-12T18:26:10.581360+0000","last_became_active":"2024-09-12T17:38:07.647997+0000","last_became_peered":"2024-09-12T17:38:07.647997+0000","last_unstale":"2024-09-12T18:26:10.581360+0000","last_undegraded":"2024-09-12T18:26:10.581360+0000","last_fullsized":"2024-09-12T18:26:10.581360+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:10.581018+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.581018+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:11.995876+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":589,"num_read_kb":6306,"num_write":1240,"num_write_kb":22000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1,7],"acting":[0,2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"268'300","reported_seq":939,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.610234+0000","last_change":"2024-09-12T18:26:22.610234+0000","last_active":"2024-09-12T18:26:22.610234+0000","last_peered":"2024-09-12T18:26:22.610234+0000","last_clean":"2024-09-12T18:26:22.610234+0000","last_became_active":"2024-09-12T17:38:09.657123+0000","last_became_peered":"2024-09-12T17:38:09.657123+0000","last_unstale":"2024-09-12T18:26:22.610234+0000","last_undegraded":"2024-09-12T18:26:22.610234+0000","last_fullsized":"2024-09-12T18:26:22.610234+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'300","last_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_deep_scrub":"268'300","last_deep_scrub_stamp":"2024-09-12T18:26:22.610051+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.610051+0000","objects_scrubbed":1,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:13.947967+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1263,"num_read_kb":1034,"num_write":435,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"268'372","reported_seq":1050,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.821028+0000","last_change":"2024-09-12T18:26:16.821028+0000","last_active":"2024-09-12T18:26:16.821028+0000","last_peered":"2024-09-12T18:26:16.821028+0000","last_clean":"2024-09-12T18:26:16.821028+0000","last_became_active":"2024-09-12T17:38:07.660852+0000","last_became_peered":"2024-09-12T17:38:07.660852+0000","last_unstale":"2024-09-12T18:26:16.821028+0000","last_undegraded":"2024-09-12T18:26:16.821028+0000","last_fullsized":"2024-09-12T18:26:16.821028+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:16.820809+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.820809+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:22.412888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":619,"num_read_kb":33663,"num_write":1214,"num_write_kb":31666,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7,2],"acting":[5,3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"268'208","reported_seq":885,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.747298+0000","last_change":"2024-09-12T18:26:19.747298+0000","last_active":"2024-09-12T18:26:19.747298+0000","last_peered":"2024-09-12T18:26:19.747298+0000","last_clean":"2024-09-12T18:26:19.747298+0000","last_became_active":"2024-09-12T17:38:09.658265+0000","last_became_peered":"2024-09-12T17:38:09.658265+0000","last_unstale":"2024-09-12T18:26:19.747298+0000","last_undegraded":"2024-09-12T18:26:19.747298+0000","last_fullsized":"2024-09-12T18:26:19.747298+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:19.747120+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.747120+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:30.616586+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":946,"num_read_kb":793,"num_write":322,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"268'308","reported_seq":937,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.865326+0000","last_change":"2024-09-12T18:26:17.865326+0000","last_active":"2024-09-12T18:26:17.865326+0000","last_peered":"2024-09-12T18:26:17.865326+0000","last_clean":"2024-09-12T18:26:17.865326+0000","last_became_active":"2024-09-12T17:38:07.674683+0000","last_became_peered":"2024-09-12T17:38:07.674683+0000","last_unstale":"2024-09-12T18:26:17.865326+0000","last_undegraded":"2024-09-12T18:26:17.865326+0000","last_fullsized":"2024-09-12T18:26:17.865326+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'308","last_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_deep_scrub":"268'308","last_deep_scrub_stamp":"2024-09-12T18:26:17.865038+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.865038+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:49.305764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524363,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":402,"num_read_kb":18112,"num_write":945,"num_write_kb":37244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3,6],"acting":[7,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"268'90","reported_seq":717,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.920356+0000","last_change":"2024-09-12T18:26:17.920194+0000","last_active":"2024-09-12T18:26:17.920356+0000","last_peered":"2024-09-12T18:26:17.920356+0000","last_clean":"2024-09-12T18:26:17.920356+0000","last_became_active":"2024-09-12T17:38:09.664500+0000","last_became_peered":"2024-09-12T17:38:09.664500+0000","last_unstale":"2024-09-12T18:26:17.920356+0000","last_undegraded":"2024-09-12T18:26:17.920356+0000","last_fullsized":"2024-09-12T18:26:17.920356+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:17.920013+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.920013+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:05.484726+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":371,"num_write":139,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"268'326","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.813160+0000","last_change":"2024-09-12T18:26:15.813160+0000","last_active":"2024-09-12T18:26:15.813160+0000","last_peered":"2024-09-12T18:26:15.813160+0000","last_clean":"2024-09-12T18:26:15.813160+0000","last_became_active":"2024-09-12T17:38:07.665617+0000","last_became_peered":"2024-09-12T17:38:07.665617+0000","last_unstale":"2024-09-12T18:26:15.813160+0000","last_undegraded":"2024-09-12T18:26:15.813160+0000","last_fullsized":"2024-09-12T18:26:15.813160+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'326","last_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_deep_scrub":"268'326","last_deep_scrub_stamp":"2024-09-12T18:26:15.812944+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.812944+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:51.055475+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524644,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":517,"num_read_kb":41477,"num_write":1056,"num_write_kb":20248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4,1],"acting":[5,0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"268'345","reported_seq":1099,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.656088+0000","last_change":"2024-09-12T18:26:23.656088+0000","last_active":"2024-09-12T18:26:23.656088+0000","last_peered":"2024-09-12T18:26:23.656088+0000","last_clean":"2024-09-12T18:26:23.656088+0000","last_became_active":"2024-09-12T17:38:09.656978+0000","last_became_peered":"2024-09-12T17:38:09.656978+0000","last_unstale":"2024-09-12T18:26:23.656088+0000","last_undegraded":"2024-09-12T18:26:23.656088+0000","last_fullsized":"2024-09-12T18:26:23.656088+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:23.655869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.655869+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.572528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1750,"num_read_kb":1471,"num_write":641,"num_write_kb":419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"268'343","reported_seq":1032,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.841194+0000","last_change":"2024-09-12T18:26:16.841194+0000","last_active":"2024-09-12T18:26:16.841194+0000","last_peered":"2024-09-12T18:26:16.841194+0000","last_clean":"2024-09-12T18:26:16.841194+0000","last_became_active":"2024-09-12T17:38:07.671299+0000","last_became_peered":"2024-09-12T17:38:07.671299+0000","last_unstale":"2024-09-12T18:26:16.841194+0000","last_undegraded":"2024-09-12T18:26:16.841194+0000","last_fullsized":"2024-09-12T18:26:16.841194+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:16.840797+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.840797+0000","objects_scrubbed":9,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:34.988504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":543,"num_read_kb":48660,"num_write":995,"num_write_kb":43490,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4,6],"acting":[7,0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"268'128","reported_seq":713,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.775048+0000","last_change":"2024-09-12T18:26:23.775048+0000","last_active":"2024-09-12T18:26:23.775048+0000","last_peered":"2024-09-12T18:26:23.775048+0000","last_clean":"2024-09-12T18:26:23.775048+0000","last_became_active":"2024-09-12T17:38:09.670291+0000","last_became_peered":"2024-09-12T17:38:09.670291+0000","last_unstale":"2024-09-12T18:26:23.775048+0000","last_undegraded":"2024-09-12T18:26:23.775048+0000","last_fullsized":"2024-09-12T18:26:23.775048+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:23.774863+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.774863+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:35.193470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":577,"num_read_kb":470,"num_write":196,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"268'332","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.775152+0000","last_change":"2024-09-12T18:26:17.775152+0000","last_active":"2024-09-12T18:26:17.775152+0000","last_peered":"2024-09-12T18:26:17.775152+0000","last_clean":"2024-09-12T18:26:17.775152+0000","last_became_active":"2024-09-12T17:38:07.648349+0000","last_became_peered":"2024-09-12T17:38:07.648349+0000","last_unstale":"2024-09-12T18:26:17.775152+0000","last_undegraded":"2024-09-12T18:26:17.775152+0000","last_fullsized":"2024-09-12T18:26:17.775152+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:17.774932+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.774932+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:04:58.903576+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":75372,"num_write":1038,"num_write_kb":41723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0,2],"acting":[3,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"268'172","reported_seq":826,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.155229+0000","last_change":"2024-09-12T18:26:12.155229+0000","last_active":"2024-09-12T18:26:12.155229+0000","last_peered":"2024-09-12T18:26:12.155229+0000","last_clean":"2024-09-12T18:26:12.155229+0000","last_became_active":"2024-09-12T17:38:09.656744+0000","last_became_peered":"2024-09-12T17:38:09.656744+0000","last_unstale":"2024-09-12T18:26:12.155229+0000","last_undegraded":"2024-09-12T18:26:12.155229+0000","last_fullsized":"2024-09-12T18:26:12.155229+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'172","last_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_deep_scrub":"268'172","last_deep_scrub_stamp":"2024-09-12T18:26:12.154987+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.154987+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:34.833389+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":803,"num_read_kb":674,"num_write":287,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"268'313","reported_seq":938,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.686263+0000","last_change":"2024-09-12T18:26:18.686086+0000","last_active":"2024-09-12T18:26:18.686263+0000","last_peered":"2024-09-12T18:26:18.686263+0000","last_clean":"2024-09-12T18:26:18.686263+0000","last_became_active":"2024-09-12T17:38:09.657042+0000","last_became_peered":"2024-09-12T17:38:09.657042+0000","last_unstale":"2024-09-12T18:26:18.686263+0000","last_undegraded":"2024-09-12T18:26:18.686263+0000","last_fullsized":"2024-09-12T18:26:18.686263+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'313","last_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_deep_scrub":"268'313","last_deep_scrub_stamp":"2024-09-12T18:26:18.685912+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.685912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:50.503707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1385,"num_read_kb":1118,"num_write":514,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"268'466","reported_seq":1190,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.896122+0000","last_change":"2024-09-12T18:26:14.895950+0000","last_active":"2024-09-12T18:26:14.896122+0000","last_peered":"2024-09-12T18:26:14.896122+0000","last_clean":"2024-09-12T18:26:14.896122+0000","last_became_active":"2024-09-12T17:38:07.662638+0000","last_became_peered":"2024-09-12T17:38:07.662638+0000","last_unstale":"2024-09-12T18:26:14.896122+0000","last_undegraded":"2024-09-12T18:26:14.896122+0000","last_fullsized":"2024-09-12T18:26:14.896122+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'466","last_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_deep_scrub":"268'466","last_deep_scrub_stamp":"2024-09-12T18:26:14.895632+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.895632+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:41:14.435012+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136844,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":914,"num_read_kb":3494,"num_write":1355,"num_write_kb":17481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0,1],"acting":[7,5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"268'136","reported_seq":767,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.853642+0000","last_change":"2024-09-12T18:26:20.853465+0000","last_active":"2024-09-12T18:26:20.853642+0000","last_peered":"2024-09-12T18:26:20.853642+0000","last_clean":"2024-09-12T18:26:20.853642+0000","last_became_active":"2024-09-12T17:38:09.661242+0000","last_became_peered":"2024-09-12T17:38:09.661242+0000","last_unstale":"2024-09-12T18:26:20.853642+0000","last_undegraded":"2024-09-12T18:26:20.853642+0000","last_fullsized":"2024-09-12T18:26:20.853642+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:20.853283+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.853283+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:03.085741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":630,"num_read_kb":529,"num_write":193,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"268'407","reported_seq":1199,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.921123+0000","last_change":"2024-09-12T18:26:13.920984+0000","last_active":"2024-09-12T18:26:13.921123+0000","last_peered":"2024-09-12T18:26:13.921123+0000","last_clean":"2024-09-12T18:26:13.921123+0000","last_became_active":"2024-09-12T17:38:07.678494+0000","last_became_peered":"2024-09-12T17:38:07.678494+0000","last_unstale":"2024-09-12T18:26:13.921123+0000","last_undegraded":"2024-09-12T18:26:13.921123+0000","last_fullsized":"2024-09-12T18:26:13.921123+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'407","last_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_deep_scrub":"268'407","last_deep_scrub_stamp":"2024-09-12T18:26:13.920670+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.920670+0000","objects_scrubbed":11,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:23.692149+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2617441,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":744,"num_read_kb":57540,"num_write":1284,"num_write_kb":35561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2,1],"acting":[6,5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"268'270","reported_seq":889,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.799930+0000","last_change":"2024-09-12T18:26:20.799756+0000","last_active":"2024-09-12T18:26:20.799930+0000","last_peered":"2024-09-12T18:26:20.799930+0000","last_clean":"2024-09-12T18:26:20.799930+0000","last_became_active":"2024-09-12T17:38:09.653958+0000","last_became_peered":"2024-09-12T17:38:09.653958+0000","last_unstale":"2024-09-12T18:26:20.799930+0000","last_undegraded":"2024-09-12T18:26:20.799930+0000","last_fullsized":"2024-09-12T18:26:20.799930+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'270","last_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_deep_scrub":"268'270","last_deep_scrub_stamp":"2024-09-12T18:26:20.799571+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.799571+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:02.868930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":902,"num_write":402,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"268'290","reported_seq":892,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.937887+0000","last_change":"2024-09-12T18:26:10.937736+0000","last_active":"2024-09-12T18:26:10.937887+0000","last_peered":"2024-09-12T18:26:10.937887+0000","last_clean":"2024-09-12T18:26:10.937887+0000","last_became_active":"2024-09-12T17:38:07.680223+0000","last_became_peered":"2024-09-12T17:38:07.680223+0000","last_unstale":"2024-09-12T18:26:10.937887+0000","last_undegraded":"2024-09-12T18:26:10.937887+0000","last_fullsized":"2024-09-12T18:26:10.937887+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'290","last_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_deep_scrub":"268'290","last_deep_scrub_stamp":"2024-09-12T18:26:10.937453+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.937453+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:09.575882+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311604,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":359,"num_read_kb":23269,"num_write":914,"num_write_kb":27038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0,3],"acting":[6,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"268'389","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.204377+0000","last_change":"2024-09-12T18:26:13.204239+0000","last_active":"2024-09-12T18:26:13.204377+0000","last_peered":"2024-09-12T18:26:13.204377+0000","last_clean":"2024-09-12T18:26:13.204377+0000","last_became_active":"2024-09-12T17:38:09.658714+0000","last_became_peered":"2024-09-12T17:38:09.658714+0000","last_unstale":"2024-09-12T18:26:13.204377+0000","last_undegraded":"2024-09-12T18:26:13.204377+0000","last_fullsized":"2024-09-12T18:26:13.204377+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:13.204061+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.204061+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:50.136801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1721,"num_read_kb":1397,"num_write":586,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"268'368","reported_seq":1086,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.819134+0000","last_change":"2024-09-12T18:26:07.818826+0000","last_active":"2024-09-12T18:26:07.819134+0000","last_peered":"2024-09-12T18:26:07.819134+0000","last_clean":"2024-09-12T18:26:07.819134+0000","last_became_active":"2024-09-12T17:38:07.669873+0000","last_became_peered":"2024-09-12T17:38:07.669873+0000","last_unstale":"2024-09-12T18:26:07.819134+0000","last_undegraded":"2024-09-12T18:26:07.819134+0000","last_fullsized":"2024-09-12T18:26:07.819134+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.818505+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.818505+0000","objects_scrubbed":6,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:35.251127+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":572,"num_read_kb":170315,"num_write":1132,"num_write_kb":45854,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,0],"acting":[4,3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"268'155","reported_seq":775,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.244503+0000","last_change":"2024-09-12T18:26:14.244313+0000","last_active":"2024-09-12T18:26:14.244503+0000","last_peered":"2024-09-12T18:26:14.244503+0000","last_clean":"2024-09-12T18:26:14.244503+0000","last_became_active":"2024-09-12T17:38:09.652080+0000","last_became_peered":"2024-09-12T17:38:09.652080+0000","last_unstale":"2024-09-12T18:26:14.244503+0000","last_undegraded":"2024-09-12T18:26:14.244503+0000","last_fullsized":"2024-09-12T18:26:14.244503+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:14.244127+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.244127+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:20.780045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":708,"num_read_kb":585,"num_write":243,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"268'439","reported_seq":1134,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.757434+0000","last_change":"2024-09-12T18:26:13.757277+0000","last_active":"2024-09-12T18:26:13.757434+0000","last_peered":"2024-09-12T18:26:13.757434+0000","last_clean":"2024-09-12T18:26:13.757434+0000","last_became_active":"2024-09-12T17:38:39.011619+0000","last_became_peered":"2024-09-12T17:38:39.011619+0000","last_unstale":"2024-09-12T18:26:13.757434+0000","last_undegraded":"2024-09-12T18:26:13.757434+0000","last_fullsized":"2024-09-12T18:26:13.757434+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'439","last_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_deep_scrub":"268'439","last_deep_scrub_stamp":"2024-09-12T18:26:13.756923+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.756923+0000","objects_scrubbed":13,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:32.439891+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432742,"num_objects":13,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":743,"num_read_kb":7934,"num_write":1442,"num_write_kb":22916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1,5],"acting":[3,2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"268'194","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.648497+0000","last_change":"2024-09-12T18:26:21.648217+0000","last_active":"2024-09-12T18:26:21.648497+0000","last_peered":"2024-09-12T18:26:21.648497+0000","last_clean":"2024-09-12T18:26:21.648497+0000","last_became_active":"2024-09-12T17:38:09.661118+0000","last_became_peered":"2024-09-12T17:38:09.661118+0000","last_unstale":"2024-09-12T18:26:21.648497+0000","last_undegraded":"2024-09-12T18:26:21.648497+0000","last_fullsized":"2024-09-12T18:26:21.648497+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:21.647946+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.647946+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:54.413982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":664,"num_write":322,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"268'343","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.587533+0000","last_change":"2024-09-12T18:26:06.587373+0000","last_active":"2024-09-12T18:26:06.587533+0000","last_peered":"2024-09-12T18:26:06.587533+0000","last_clean":"2024-09-12T18:26:06.587533+0000","last_became_active":"2024-09-12T17:38:07.654418+0000","last_became_peered":"2024-09-12T17:38:07.654418+0000","last_unstale":"2024-09-12T18:26:06.587533+0000","last_undegraded":"2024-09-12T18:26:06.587533+0000","last_fullsized":"2024-09-12T18:26:06.587533+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:06.587144+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.587144+0000","objects_scrubbed":4,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:36.295125+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306465,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":586,"num_read_kb":64495,"num_write":1124,"num_write_kb":25847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1,5],"acting":[0,4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"268'111","reported_seq":625,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.767928+0000","last_change":"2024-09-12T18:26:38.767758+0000","last_active":"2024-09-12T18:26:38.767928+0000","last_peered":"2024-09-12T18:26:38.767928+0000","last_clean":"2024-09-12T18:26:38.767928+0000","last_became_active":"2024-09-12T17:38:17.689274+0000","last_became_peered":"2024-09-12T17:38:17.689274+0000","last_unstale":"2024-09-12T18:26:38.767928+0000","last_undegraded":"2024-09-12T18:26:38.767928+0000","last_fullsized":"2024-09-12T18:26:38.767928+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:38.767575+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.767575+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:19.584952+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":144,"num_write":245,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"268'200","reported_seq":808,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.181107+0000","last_change":"2024-09-12T18:26:10.181107+0000","last_active":"2024-09-12T18:26:10.181107+0000","last_peered":"2024-09-12T18:26:10.181107+0000","last_clean":"2024-09-12T18:26:10.181107+0000","last_became_active":"2024-09-12T17:38:38.765668+0000","last_became_peered":"2024-09-12T17:38:38.765668+0000","last_unstale":"2024-09-12T18:26:10.181107+0000","last_undegraded":"2024-09-12T18:26:10.181107+0000","last_fullsized":"2024-09-12T18:26:10.181107+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'200","last_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_deep_scrub":"268'200","last_deep_scrub_stamp":"2024-09-12T18:26:10.180915+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.180915+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:04.414454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":949,"num_read_kb":801,"num_write":356,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"268'333","reported_seq":974,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.847836+0000","last_change":"2024-09-12T18:26:12.847683+0000","last_active":"2024-09-12T18:26:12.847836+0000","last_peered":"2024-09-12T18:26:12.847836+0000","last_clean":"2024-09-12T18:26:12.847836+0000","last_became_active":"2024-09-12T17:38:07.662020+0000","last_became_peered":"2024-09-12T17:38:07.662020+0000","last_unstale":"2024-09-12T18:26:12.847836+0000","last_undegraded":"2024-09-12T18:26:12.847836+0000","last_fullsized":"2024-09-12T18:26:12.847836+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'333","last_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_deep_scrub":"268'333","last_deep_scrub_stamp":"2024-09-12T18:26:12.847467+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.847467+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:37.560690+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":480,"num_read_kb":19687,"num_write":1087,"num_write_kb":36959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,2],"acting":[7,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.775729+0000","last_change":"2024-09-12T18:26:26.775593+0000","last_active":"2024-09-12T18:26:26.775729+0000","last_peered":"2024-09-12T18:26:26.775729+0000","last_clean":"2024-09-12T18:26:26.775729+0000","last_became_active":"2024-09-12T17:38:11.659078+0000","last_became_peered":"2024-09-12T17:38:11.659078+0000","last_unstale":"2024-09-12T18:26:26.775729+0000","last_undegraded":"2024-09-12T18:26:26.775729+0000","last_fullsized":"2024-09-12T18:26:26.775729+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.775404+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.775404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:50.364268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"268'329","reported_seq":940,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.806886+0000","last_change":"2024-09-12T18:26:27.806724+0000","last_active":"2024-09-12T18:26:27.806886+0000","last_peered":"2024-09-12T18:26:27.806886+0000","last_clean":"2024-09-12T18:26:27.806886+0000","last_became_active":"2024-09-12T17:38:13.680530+0000","last_became_peered":"2024-09-12T17:38:13.680530+0000","last_unstale":"2024-09-12T18:26:27.806886+0000","last_undegraded":"2024-09-12T18:26:27.806886+0000","last_fullsized":"2024-09-12T18:26:27.806886+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'329","last_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_deep_scrub":"268'329","last_deep_scrub_stamp":"2024-09-12T18:26:27.806512+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.806512+0000","objects_scrubbed":4,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:22:53.948147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":1082,"num_write":410,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.963086+0000","last_change":"2024-09-12T18:26:35.963086+0000","last_active":"2024-09-12T18:26:35.963086+0000","last_peered":"2024-09-12T18:26:35.963086+0000","last_clean":"2024-09-12T18:26:35.963086+0000","last_became_active":"2024-09-12T17:38:15.713007+0000","last_became_peered":"2024-09-12T17:38:15.713007+0000","last_unstale":"2024-09-12T18:26:35.963086+0000","last_undegraded":"2024-09-12T18:26:35.963086+0000","last_fullsized":"2024-09-12T18:26:35.963086+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.962907+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.962907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:23.634755+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"268'155","reported_seq":709,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.750007+0000","last_change":"2024-09-12T18:26:39.749844+0000","last_active":"2024-09-12T18:26:39.750007+0000","last_peered":"2024-09-12T18:26:39.750007+0000","last_clean":"2024-09-12T18:26:39.750007+0000","last_became_active":"2024-09-12T17:38:17.698131+0000","last_became_peered":"2024-09-12T17:38:17.698131+0000","last_unstale":"2024-09-12T18:26:39.750007+0000","last_undegraded":"2024-09-12T18:26:39.750007+0000","last_fullsized":"2024-09-12T18:26:39.750007+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'155","last_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_deep_scrub":"268'155","last_deep_scrub_stamp":"2024-09-12T18:26:39.749626+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.749626+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:19.058541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":214,"num_write":276,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"268'80","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.805348+0000","last_change":"2024-09-12T18:26:18.805181+0000","last_active":"2024-09-12T18:26:18.805348+0000","last_peered":"2024-09-12T18:26:18.805348+0000","last_clean":"2024-09-12T18:26:18.805348+0000","last_became_active":"2024-09-12T17:38:09.675442+0000","last_became_peered":"2024-09-12T17:38:09.675442+0000","last_unstale":"2024-09-12T18:26:18.805348+0000","last_undegraded":"2024-09-12T18:26:18.805348+0000","last_fullsized":"2024-09-12T18:26:18.805348+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'80","last_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_deep_scrub":"268'80","last_deep_scrub_stamp":"2024-09-12T18:26:18.804996+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.804996+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:28:16.369389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":360,"num_read_kb":303,"num_write":116,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"268'344","reported_seq":1119,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.541225+0000","last_change":"2024-09-12T18:26:03.541124+0000","last_active":"2024-09-12T18:26:03.541225+0000","last_peered":"2024-09-12T18:26:03.541225+0000","last_clean":"2024-09-12T18:26:03.541225+0000","last_became_active":"2024-09-12T17:38:07.628025+0000","last_became_peered":"2024-09-12T17:38:07.628025+0000","last_unstale":"2024-09-12T18:26:03.541225+0000","last_undegraded":"2024-09-12T18:26:03.541225+0000","last_fullsized":"2024-09-12T18:26:03.541225+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'344","last_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_deep_scrub":"268'344","last_deep_scrub_stamp":"2024-09-12T18:26:03.540977+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.540977+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:20.474438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":67283,"num_write":1156,"num_write_kb":50969,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"268'6","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.895706+0000","last_change":"2024-09-12T18:26:27.895569+0000","last_active":"2024-09-12T18:26:27.895706+0000","last_peered":"2024-09-12T18:26:27.895706+0000","last_clean":"2024-09-12T18:26:27.895706+0000","last_became_active":"2024-09-12T17:38:11.659968+0000","last_became_peered":"2024-09-12T17:38:11.659968+0000","last_unstale":"2024-09-12T18:26:27.895706+0000","last_undegraded":"2024-09-12T18:26:27.895706+0000","last_fullsized":"2024-09-12T18:26:27.895706+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'6","last_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_deep_scrub":"268'6","last_deep_scrub_stamp":"2024-09-12T18:26:27.895369+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.895369+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:37.553354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":735,"num_read_kb":1204,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"268'96","reported_seq":632,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.699142+0000","last_change":"2024-09-12T18:26:30.698847+0000","last_active":"2024-09-12T18:26:30.699142+0000","last_peered":"2024-09-12T18:26:30.699142+0000","last_clean":"2024-09-12T18:26:30.699142+0000","last_became_active":"2024-09-12T17:38:13.663499+0000","last_became_peered":"2024-09-12T17:38:13.663499+0000","last_unstale":"2024-09-12T18:26:30.699142+0000","last_undegraded":"2024-09-12T18:26:30.699142+0000","last_fullsized":"2024-09-12T18:26:30.699142+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:30.698622+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.698622+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:50.443478+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":93,"num_write":70,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.794817+0000","last_change":"2024-09-12T18:26:33.794631+0000","last_active":"2024-09-12T18:26:33.794817+0000","last_peered":"2024-09-12T18:26:33.794817+0000","last_clean":"2024-09-12T18:26:33.794817+0000","last_became_active":"2024-09-12T17:38:15.698145+0000","last_became_peered":"2024-09-12T17:38:15.698145+0000","last_unstale":"2024-09-12T18:26:33.794817+0000","last_undegraded":"2024-09-12T18:26:33.794817+0000","last_fullsized":"2024-09-12T18:26:33.794817+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.794304+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.794304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:15.950107+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"268'137","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.845880+0000","last_change":"2024-09-12T18:26:39.845880+0000","last_active":"2024-09-12T18:26:39.845880+0000","last_peered":"2024-09-12T18:26:39.845880+0000","last_clean":"2024-09-12T18:26:39.845880+0000","last_became_active":"2024-09-12T17:38:17.716099+0000","last_became_peered":"2024-09-12T17:38:17.716099+0000","last_unstale":"2024-09-12T18:26:39.845880+0000","last_undegraded":"2024-09-12T18:26:39.845880+0000","last_fullsized":"2024-09-12T18:26:39.845880+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'137","last_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_deep_scrub":"268'137","last_deep_scrub_stamp":"2024-09-12T18:26:39.845763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.845763+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.006951+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":215,"num_write":325,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"268'123","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.717122+0000","last_change":"2024-09-12T18:26:15.716976+0000","last_active":"2024-09-12T18:26:15.717122+0000","last_peered":"2024-09-12T18:26:15.717122+0000","last_clean":"2024-09-12T18:26:15.717122+0000","last_became_active":"2024-09-12T17:38:09.662365+0000","last_became_peered":"2024-09-12T17:38:09.662365+0000","last_unstale":"2024-09-12T18:26:15.717122+0000","last_undegraded":"2024-09-12T18:26:15.717122+0000","last_fullsized":"2024-09-12T18:26:15.717122+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:15.716794+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.716794+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:39.425262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":550,"num_read_kb":470,"num_write":176,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"268'362","reported_seq":1010,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.883310+0000","last_change":"2024-09-12T18:26:10.883170+0000","last_active":"2024-09-12T18:26:10.883310+0000","last_peered":"2024-09-12T18:26:10.883310+0000","last_clean":"2024-09-12T18:26:10.883310+0000","last_became_active":"2024-09-12T17:38:07.675783+0000","last_became_peered":"2024-09-12T17:38:07.675783+0000","last_unstale":"2024-09-12T18:26:10.883310+0000","last_undegraded":"2024-09-12T18:26:10.883310+0000","last_fullsized":"2024-09-12T18:26:10.883310+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'362","last_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_deep_scrub":"268'362","last_deep_scrub_stamp":"2024-09-12T18:26:10.882941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.882941+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:11.504040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":568,"num_read_kb":15040,"num_write":1095,"num_write_kb":36991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.923266+0000","last_change":"2024-09-12T18:26:30.923094+0000","last_active":"2024-09-12T18:26:30.923266+0000","last_peered":"2024-09-12T18:26:30.923266+0000","last_clean":"2024-09-12T18:26:30.923266+0000","last_became_active":"2024-09-12T17:38:11.660616+0000","last_became_peered":"2024-09-12T17:38:11.660616+0000","last_unstale":"2024-09-12T18:26:30.923266+0000","last_undegraded":"2024-09-12T18:26:30.923266+0000","last_fullsized":"2024-09-12T18:26:30.923266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.922914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.922914+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:52.372476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"268'114","reported_seq":661,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.232706+0000","last_change":"2024-09-12T18:26:22.232706+0000","last_active":"2024-09-12T18:26:22.232706+0000","last_peered":"2024-09-12T18:26:22.232706+0000","last_clean":"2024-09-12T18:26:22.232706+0000","last_became_active":"2024-09-12T17:38:13.666773+0000","last_became_peered":"2024-09-12T17:38:13.666773+0000","last_unstale":"2024-09-12T18:26:22.232706+0000","last_undegraded":"2024-09-12T18:26:22.232706+0000","last_fullsized":"2024-09-12T18:26:22.232706+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:22.232491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.232491+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:14.851136+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"268'772","reported_seq":2281,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.933780+0000","last_change":"2024-09-12T18:26:34.933614+0000","last_active":"2024-09-12T18:26:34.933780+0000","last_peered":"2024-09-12T18:26:34.933780+0000","last_clean":"2024-09-12T18:26:34.933780+0000","last_became_active":"2024-09-12T17:38:15.695224+0000","last_became_peered":"2024-09-12T17:38:15.695224+0000","last_unstale":"2024-09-12T18:26:34.933780+0000","last_undegraded":"2024-09-12T18:26:34.933780+0000","last_fullsized":"2024-09-12T18:26:34.933780+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'772","last_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_deep_scrub":"268'772","last_deep_scrub_stamp":"2024-09-12T18:26:34.933428+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.933428+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:40.578642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"268'213","reported_seq":1044,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.798875+0000","last_change":"2024-09-12T18:26:39.798875+0000","last_active":"2024-09-12T18:26:39.798875+0000","last_peered":"2024-09-12T18:26:39.798875+0000","last_clean":"2024-09-12T18:26:39.798875+0000","last_became_active":"2024-09-12T17:38:17.679692+0000","last_became_peered":"2024-09-12T17:38:17.679692+0000","last_unstale":"2024-09-12T18:26:39.798875+0000","last_undegraded":"2024-09-12T18:26:39.798875+0000","last_fullsized":"2024-09-12T18:26:39.798875+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'213","last_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_deep_scrub":"268'213","last_deep_scrub_stamp":"2024-09-12T18:26:39.798581+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.798581+0000","objects_scrubbed":2,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:23.958054+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":631,"num_read_kb":629,"num_write":469,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"268'4182","reported_seq":4801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.778640+0000","last_change":"2024-09-12T18:26:16.778443+0000","last_active":"2024-09-12T18:26:16.778640+0000","last_peered":"2024-09-12T18:26:16.778640+0000","last_clean":"2024-09-12T18:26:16.778640+0000","last_became_active":"2024-09-12T17:38:09.660075+0000","last_became_peered":"2024-09-12T17:38:09.660075+0000","last_unstale":"2024-09-12T18:26:16.778640+0000","last_undegraded":"2024-09-12T18:26:16.778640+0000","last_fullsized":"2024-09-12T18:26:16.778640+0000","mapping_epoch":28,"log_start":"268'4092","ondisk_log_start":"268'4092","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4182","last_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_deep_scrub":"268'4182","last_deep_scrub_stamp":"2024-09-12T18:26:16.778264+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.778264+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":3000,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:10.210739+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16826,"num_read_kb":14130,"num_write":6264,"num_write_kb":3136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2877,"num_omap_keys":12,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"268'392","reported_seq":1103,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.871445+0000","last_change":"2024-09-12T18:26:05.871273+0000","last_active":"2024-09-12T18:26:05.871445+0000","last_peered":"2024-09-12T18:26:05.871445+0000","last_clean":"2024-09-12T18:26:05.871445+0000","last_became_active":"2024-09-12T17:38:07.679693+0000","last_became_peered":"2024-09-12T17:38:07.679693+0000","last_unstale":"2024-09-12T18:26:05.871445+0000","last_undegraded":"2024-09-12T18:26:05.871445+0000","last_fullsized":"2024-09-12T18:26:05.871445+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'392","last_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_deep_scrub":"268'392","last_deep_scrub_stamp":"2024-09-12T18:26:05.870742+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.870742+0000","objects_scrubbed":7,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:08.144174+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2443868,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":677,"num_read_kb":4096,"num_write":1384,"num_write_kb":16828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,3],"acting":[6,0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.819439+0000","last_change":"2024-09-12T18:26:27.819291+0000","last_active":"2024-09-12T18:26:27.819439+0000","last_peered":"2024-09-12T18:26:27.819439+0000","last_clean":"2024-09-12T18:26:27.819439+0000","last_became_active":"2024-09-12T17:38:11.667447+0000","last_became_peered":"2024-09-12T17:38:11.667447+0000","last_unstale":"2024-09-12T18:26:27.819439+0000","last_undegraded":"2024-09-12T18:26:27.819439+0000","last_fullsized":"2024-09-12T18:26:27.819439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.819105+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.819105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:46.984148+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"268'264","reported_seq":841,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.856022+0000","last_change":"2024-09-12T18:26:31.855882+0000","last_active":"2024-09-12T18:26:31.856022+0000","last_peered":"2024-09-12T18:26:31.856022+0000","last_clean":"2024-09-12T18:26:31.856022+0000","last_became_active":"2024-09-12T17:38:13.701148+0000","last_became_peered":"2024-09-12T17:38:13.701148+0000","last_unstale":"2024-09-12T18:26:31.856022+0000","last_undegraded":"2024-09-12T18:26:31.856022+0000","last_fullsized":"2024-09-12T18:26:31.856022+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:31.855687+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.855687+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.880508+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47774,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":429,"num_read_kb":1000,"num_write":348,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"268'801","reported_seq":4698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:48.073110+0000","last_change":"2024-09-12T18:26:48.072932+0000","last_active":"2024-09-12T18:26:48.073110+0000","last_peered":"2024-09-12T18:26:48.073110+0000","last_clean":"2024-09-12T18:26:48.073110+0000","last_became_active":"2024-09-12T17:38:15.696894+0000","last_became_peered":"2024-09-12T17:38:15.696894+0000","last_unstale":"2024-09-12T18:26:48.073110+0000","last_undegraded":"2024-09-12T18:26:48.073110+0000","last_fullsized":"2024-09-12T18:26:48.073110+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'801","last_scrub_stamp":"2024-09-12T18:26:48.072738+0000","last_deep_scrub":"268'801","last_deep_scrub_stamp":"2024-09-12T18:26:48.072738+0000","last_clean_scrub_stamp":"2024-09-12T18:26:48.072738+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:10.632707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"268'372","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.778783+0000","last_change":"2024-09-12T18:26:17.778783+0000","last_active":"2024-09-12T18:26:17.778783+0000","last_peered":"2024-09-12T18:26:17.778783+0000","last_clean":"2024-09-12T18:26:17.778783+0000","last_became_active":"2024-09-12T17:38:09.672529+0000","last_became_peered":"2024-09-12T17:38:09.672529+0000","last_unstale":"2024-09-12T18:26:17.778783+0000","last_undegraded":"2024-09-12T18:26:17.778783+0000","last_fullsized":"2024-09-12T18:26:17.778783+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'372","last_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_deep_scrub":"268'372","last_deep_scrub_stamp":"2024-09-12T18:26:17.778605+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.778605+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:42.851892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1643,"num_read_kb":1335,"num_write":652,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"268'349","reported_seq":998,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.888829+0000","last_change":"2024-09-12T18:26:09.888829+0000","last_active":"2024-09-12T18:26:09.888829+0000","last_peered":"2024-09-12T18:26:09.888829+0000","last_clean":"2024-09-12T18:26:09.888829+0000","last_became_active":"2024-09-12T17:38:07.652103+0000","last_became_peered":"2024-09-12T17:38:07.652103+0000","last_unstale":"2024-09-12T18:26:09.888829+0000","last_undegraded":"2024-09-12T18:26:09.888829+0000","last_fullsized":"2024-09-12T18:26:09.888829+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:09.888593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.888593+0000","objects_scrubbed":6,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:17.256452+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":28120,"num_write":1081,"num_write_kb":34702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0,1],"acting":[7,4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.842769+0000","last_change":"2024-09-12T18:26:24.842769+0000","last_active":"2024-09-12T18:26:24.842769+0000","last_peered":"2024-09-12T18:26:24.842769+0000","last_clean":"2024-09-12T18:26:24.842769+0000","last_became_active":"2024-09-12T17:38:11.662548+0000","last_became_peered":"2024-09-12T17:38:11.662548+0000","last_unstale":"2024-09-12T18:26:24.842769+0000","last_undegraded":"2024-09-12T18:26:24.842769+0000","last_fullsized":"2024-09-12T18:26:24.842769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.842538+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.842538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:11.331645+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"268'364","reported_seq":979,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.839075+0000","last_change":"2024-09-12T18:26:29.839075+0000","last_active":"2024-09-12T18:26:29.839075+0000","last_peered":"2024-09-12T18:26:29.839075+0000","last_clean":"2024-09-12T18:26:29.839075+0000","last_became_active":"2024-09-12T17:38:13.694028+0000","last_became_peered":"2024-09-12T17:38:13.694028+0000","last_unstale":"2024-09-12T18:26:29.839075+0000","last_undegraded":"2024-09-12T18:26:29.839075+0000","last_fullsized":"2024-09-12T18:26:29.839075+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'364","last_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_deep_scrub":"268'364","last_deep_scrub_stamp":"2024-09-12T18:26:29.838869+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.838869+0000","objects_scrubbed":9,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:59.092935+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62103,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":593,"num_read_kb":1287,"num_write":470,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.577786+0000","last_change":"2024-09-12T18:26:25.577786+0000","last_active":"2024-09-12T18:26:25.577786+0000","last_peered":"2024-09-12T18:26:25.577786+0000","last_clean":"2024-09-12T18:26:25.577786+0000","last_became_active":"2024-09-12T17:38:15.694235+0000","last_became_peered":"2024-09-12T17:38:15.694235+0000","last_unstale":"2024-09-12T18:26:25.577786+0000","last_undegraded":"2024-09-12T18:26:25.577786+0000","last_fullsized":"2024-09-12T18:26:25.577786+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.577551+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.577551+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:24.259268+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"268'558","reported_seq":1373,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.726678+0000","last_change":"2024-09-12T18:26:35.726678+0000","last_active":"2024-09-12T18:26:35.726678+0000","last_peered":"2024-09-12T18:26:35.726678+0000","last_clean":"2024-09-12T18:26:35.726678+0000","last_became_active":"2024-09-12T17:38:17.698096+0000","last_became_peered":"2024-09-12T17:38:17.698096+0000","last_unstale":"2024-09-12T18:26:35.726678+0000","last_undegraded":"2024-09-12T18:26:35.726678+0000","last_fullsized":"2024-09-12T18:26:35.726678+0000","mapping_epoch":36,"log_start":"268'500","ondisk_log_start":"268'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'558","last_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_deep_scrub":"268'558","last_deep_scrub_stamp":"2024-09-12T18:26:35.726468+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.726468+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":500,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:08.889533+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1318,"num_read_kb":1314,"num_write":1170,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"268'184","reported_seq":815,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.763118+0000","last_change":"2024-09-12T18:26:09.763118+0000","last_active":"2024-09-12T18:26:09.763118+0000","last_peered":"2024-09-12T18:26:09.763118+0000","last_clean":"2024-09-12T18:26:09.763118+0000","last_became_active":"2024-09-12T17:38:09.662809+0000","last_became_peered":"2024-09-12T17:38:09.662809+0000","last_unstale":"2024-09-12T18:26:09.763118+0000","last_undegraded":"2024-09-12T18:26:09.763118+0000","last_fullsized":"2024-09-12T18:26:09.763118+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'184","last_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_deep_scrub":"268'184","last_deep_scrub_stamp":"2024-09-12T18:26:09.762941+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.762941+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:40.760816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":877,"num_read_kb":721,"num_write":313,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"268'345","reported_seq":1045,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.851032+0000","last_change":"2024-09-12T18:26:08.851032+0000","last_active":"2024-09-12T18:26:08.851032+0000","last_peered":"2024-09-12T18:26:08.851032+0000","last_clean":"2024-09-12T18:26:08.851032+0000","last_became_active":"2024-09-12T17:38:07.651887+0000","last_became_peered":"2024-09-12T17:38:07.651887+0000","last_unstale":"2024-09-12T18:26:08.851032+0000","last_undegraded":"2024-09-12T18:26:08.851032+0000","last_fullsized":"2024-09-12T18:26:08.851032+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:08.850830+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.850830+0000","objects_scrubbed":1,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:20.985754+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":632,"num_read_kb":14213,"num_write":1068,"num_write_kb":38455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,2],"acting":[7,4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"268'4","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.230029+0000","last_change":"2024-09-12T18:26:18.230029+0000","last_active":"2024-09-12T18:26:18.230029+0000","last_peered":"2024-09-12T18:26:18.230029+0000","last_clean":"2024-09-12T18:26:18.230029+0000","last_became_active":"2024-09-12T17:38:11.652784+0000","last_became_peered":"2024-09-12T17:38:11.652784+0000","last_unstale":"2024-09-12T18:26:18.230029+0000","last_undegraded":"2024-09-12T18:26:18.230029+0000","last_fullsized":"2024-09-12T18:26:18.230029+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:18.229837+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.229837+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:39.592537+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":733,"num_read_kb":731,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"268'294","reported_seq":873,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.930095+0000","last_change":"2024-09-12T18:26:28.930095+0000","last_active":"2024-09-12T18:26:28.930095+0000","last_peered":"2024-09-12T18:26:28.930095+0000","last_clean":"2024-09-12T18:26:28.930095+0000","last_became_active":"2024-09-12T17:38:13.699177+0000","last_became_peered":"2024-09-12T17:38:13.699177+0000","last_unstale":"2024-09-12T18:26:28.930095+0000","last_undegraded":"2024-09-12T18:26:28.930095+0000","last_fullsized":"2024-09-12T18:26:28.930095+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:28.929908+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.929908+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:25.207430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48537,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":1086,"num_write":386,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.953749+0000","last_change":"2024-09-12T18:26:35.953749+0000","last_active":"2024-09-12T18:26:35.953749+0000","last_peered":"2024-09-12T18:26:35.953749+0000","last_clean":"2024-09-12T18:26:35.953749+0000","last_became_active":"2024-09-12T17:38:15.693069+0000","last_became_peered":"2024-09-12T17:38:15.693069+0000","last_unstale":"2024-09-12T18:26:35.953749+0000","last_undegraded":"2024-09-12T18:26:35.953749+0000","last_fullsized":"2024-09-12T18:26:35.953749+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.953545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.953545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.016178+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"268'2393","reported_seq":4223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.968728+0000","last_change":"2024-09-12T18:26:31.968728+0000","last_active":"2024-09-12T18:26:31.968728+0000","last_peered":"2024-09-12T18:26:31.968728+0000","last_clean":"2024-09-12T18:26:31.968728+0000","last_became_active":"2024-09-12T17:38:17.708274+0000","last_became_peered":"2024-09-12T17:38:17.708274+0000","last_unstale":"2024-09-12T18:26:31.968728+0000","last_undegraded":"2024-09-12T18:26:31.968728+0000","last_fullsized":"2024-09-12T18:26:31.968728+0000","mapping_epoch":36,"log_start":"268'2300","ondisk_log_start":"268'2300","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2393","last_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_deep_scrub":"268'2393","last_deep_scrub_stamp":"2024-09-12T18:26:31.968541+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.968541+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":2300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:42.290834+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5997,"num_read_kb":6002,"num_write":4801,"num_write_kb":1778,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"268'4205","reported_seq":4811,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.888950+0000","last_change":"2024-09-12T18:26:14.888950+0000","last_active":"2024-09-12T18:26:14.888950+0000","last_peered":"2024-09-12T18:26:14.888950+0000","last_clean":"2024-09-12T18:26:14.888950+0000","last_became_active":"2024-09-12T17:38:09.663640+0000","last_became_peered":"2024-09-12T17:38:09.663640+0000","last_unstale":"2024-09-12T18:26:14.888950+0000","last_undegraded":"2024-09-12T18:26:14.888950+0000","last_fullsized":"2024-09-12T18:26:14.888950+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4205","last_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_deep_scrub":"268'4205","last_deep_scrub_stamp":"2024-09-12T18:26:14.888753+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.888753+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":3000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:02.033411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16945,"num_read_kb":14192,"num_write":6351,"num_write_kb":3177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"268'389","reported_seq":1047,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.822023+0000","last_change":"2024-09-12T18:26:07.822023+0000","last_active":"2024-09-12T18:26:07.822023+0000","last_peered":"2024-09-12T18:26:07.822023+0000","last_clean":"2024-09-12T18:26:07.822023+0000","last_became_active":"2024-09-12T17:38:07.673587+0000","last_became_peered":"2024-09-12T17:38:07.673587+0000","last_unstale":"2024-09-12T18:26:07.822023+0000","last_undegraded":"2024-09-12T18:26:07.822023+0000","last_fullsized":"2024-09-12T18:26:07.822023+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'389","last_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_deep_scrub":"268'389","last_deep_scrub_stamp":"2024-09-12T18:26:07.821763+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.821763+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:00.479507+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":562,"num_read_kb":8867,"num_write":1279,"num_write_kb":24604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4,6],"acting":[7,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.192663+0000","last_change":"2024-09-12T18:26:17.192663+0000","last_active":"2024-09-12T18:26:17.192663+0000","last_peered":"2024-09-12T18:26:17.192663+0000","last_clean":"2024-09-12T18:26:17.192663+0000","last_became_active":"2024-09-12T17:38:11.664580+0000","last_became_peered":"2024-09-12T17:38:11.664580+0000","last_unstale":"2024-09-12T18:26:17.192663+0000","last_undegraded":"2024-09-12T18:26:17.192663+0000","last_fullsized":"2024-09-12T18:26:17.192663+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:17.192487+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.192487+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:37.287802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"268'324","reported_seq":918,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.811816+0000","last_change":"2024-09-12T18:26:28.811816+0000","last_active":"2024-09-12T18:26:28.811816+0000","last_peered":"2024-09-12T18:26:28.811816+0000","last_clean":"2024-09-12T18:26:28.811816+0000","last_became_active":"2024-09-12T17:38:13.697767+0000","last_became_peered":"2024-09-12T17:38:13.697767+0000","last_unstale":"2024-09-12T18:26:28.811816+0000","last_undegraded":"2024-09-12T18:26:28.811816+0000","last_fullsized":"2024-09-12T18:26:28.811816+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:28.811569+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.811569+0000","objects_scrubbed":7,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:09.827060+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43359,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":517,"num_read_kb":1175,"num_write":422,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"268'787","reported_seq":2602,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.819874+0000","last_change":"2024-09-12T18:26:31.819874+0000","last_active":"2024-09-12T18:26:31.819874+0000","last_peered":"2024-09-12T18:26:31.819874+0000","last_clean":"2024-09-12T18:26:31.819874+0000","last_became_active":"2024-09-12T17:38:15.708807+0000","last_became_peered":"2024-09-12T17:38:15.708807+0000","last_unstale":"2024-09-12T18:26:31.819874+0000","last_undegraded":"2024-09-12T18:26:31.819874+0000","last_fullsized":"2024-09-12T18:26:31.819874+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'787","last_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_deep_scrub":"268'787","last_deep_scrub_stamp":"2024-09-12T18:26:31.819667+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.819667+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:25.625415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"268'107","reported_seq":608,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.816574+0000","last_change":"2024-09-12T18:26:36.816574+0000","last_active":"2024-09-12T18:26:36.816574+0000","last_peered":"2024-09-12T18:26:36.816574+0000","last_clean":"2024-09-12T18:26:36.816574+0000","last_became_active":"2024-09-12T17:38:17.704567+0000","last_became_peered":"2024-09-12T17:38:17.704567+0000","last_unstale":"2024-09-12T18:26:36.816574+0000","last_undegraded":"2024-09-12T18:26:36.816574+0000","last_fullsized":"2024-09-12T18:26:36.816574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'107","last_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_deep_scrub":"268'107","last_deep_scrub_stamp":"2024-09-12T18:26:36.816342+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.816342+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:15.440821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":123,"num_write":247,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"268'150","reported_seq":771,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.681767+0000","last_change":"2024-09-12T18:26:14.681767+0000","last_active":"2024-09-12T18:26:14.681767+0000","last_peered":"2024-09-12T18:26:14.681767+0000","last_clean":"2024-09-12T18:26:14.681767+0000","last_became_active":"2024-09-12T17:38:09.666487+0000","last_became_peered":"2024-09-12T17:38:09.666487+0000","last_unstale":"2024-09-12T18:26:14.681767+0000","last_undegraded":"2024-09-12T18:26:14.681767+0000","last_fullsized":"2024-09-12T18:26:14.681767+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'150","last_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_deep_scrub":"268'150","last_deep_scrub_stamp":"2024-09-12T18:26:14.681585+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.681585+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:12.314601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":623,"num_read_kb":521,"num_write":219,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":273,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"268'368","reported_seq":1040,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.814657+0000","last_change":"2024-09-12T18:26:07.814657+0000","last_active":"2024-09-12T18:26:07.814657+0000","last_peered":"2024-09-12T18:26:07.814657+0000","last_clean":"2024-09-12T18:26:07.814657+0000","last_became_active":"2024-09-12T17:38:07.676036+0000","last_became_peered":"2024-09-12T17:38:07.676036+0000","last_unstale":"2024-09-12T18:26:07.814657+0000","last_undegraded":"2024-09-12T18:26:07.814657+0000","last_fullsized":"2024-09-12T18:26:07.814657+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:07.813961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.813961+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:56.606339+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4452400,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":573,"num_read_kb":42615,"num_write":1207,"num_write_kb":42467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6,1],"acting":[5,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.240002+0000","last_change":"2024-09-12T18:26:16.240002+0000","last_active":"2024-09-12T18:26:16.240002+0000","last_peered":"2024-09-12T18:26:16.240002+0000","last_clean":"2024-09-12T18:26:16.240002+0000","last_became_active":"2024-09-12T17:38:11.641991+0000","last_became_peered":"2024-09-12T17:38:11.641991+0000","last_unstale":"2024-09-12T18:26:16.240002+0000","last_undegraded":"2024-09-12T18:26:16.240002+0000","last_fullsized":"2024-09-12T18:26:16.240002+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.239805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.239805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:50.495123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"268'485","reported_seq":1125,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.804978+0000","last_change":"2024-09-12T18:26:25.804978+0000","last_active":"2024-09-12T18:26:25.804978+0000","last_peered":"2024-09-12T18:26:25.804978+0000","last_clean":"2024-09-12T18:26:25.804978+0000","last_became_active":"2024-09-12T17:38:13.680567+0000","last_became_peered":"2024-09-12T17:38:13.680567+0000","last_unstale":"2024-09-12T18:26:25.804978+0000","last_undegraded":"2024-09-12T18:26:25.804978+0000","last_fullsized":"2024-09-12T18:26:25.804978+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'485","last_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_deep_scrub":"268'485","last_deep_scrub_stamp":"2024-09-12T18:26:25.804760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.804760+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:40.700109+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93306,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":839,"num_read_kb":2041,"num_write":694,"num_write_kb":595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.211811+0000","last_change":"2024-09-12T18:26:23.211811+0000","last_active":"2024-09-12T18:26:23.211811+0000","last_peered":"2024-09-12T18:26:23.211811+0000","last_clean":"2024-09-12T18:26:23.211811+0000","last_became_active":"2024-09-12T17:38:15.698377+0000","last_became_peered":"2024-09-12T17:38:15.698377+0000","last_unstale":"2024-09-12T18:26:23.211811+0000","last_undegraded":"2024-09-12T18:26:23.211811+0000","last_fullsized":"2024-09-12T18:26:23.211811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.211600+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.211600+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:06.595112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"268'163","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.641961+0000","last_change":"2024-09-12T18:26:35.641961+0000","last_active":"2024-09-12T18:26:35.641961+0000","last_peered":"2024-09-12T18:26:35.641961+0000","last_clean":"2024-09-12T18:26:35.641961+0000","last_became_active":"2024-09-12T17:38:17.712094+0000","last_became_peered":"2024-09-12T17:38:17.712094+0000","last_unstale":"2024-09-12T18:26:35.641961+0000","last_undegraded":"2024-09-12T18:26:35.641961+0000","last_fullsized":"2024-09-12T18:26:35.641961+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'163","last_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_deep_scrub":"268'163","last_deep_scrub_stamp":"2024-09-12T18:26:35.641743+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.641743+0000","objects_scrubbed":2,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:55.116901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":929,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":271,"num_read_kb":253,"num_write":411,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"268'160","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.745840+0000","last_change":"2024-09-12T18:26:10.745840+0000","last_active":"2024-09-12T18:26:10.745840+0000","last_peered":"2024-09-12T18:26:10.745840+0000","last_clean":"2024-09-12T18:26:10.745840+0000","last_became_active":"2024-09-12T17:38:09.659223+0000","last_became_peered":"2024-09-12T17:38:09.659223+0000","last_unstale":"2024-09-12T18:26:10.745840+0000","last_undegraded":"2024-09-12T18:26:10.745840+0000","last_fullsized":"2024-09-12T18:26:10.745840+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'160","last_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_deep_scrub":"268'160","last_deep_scrub_stamp":"2024-09-12T18:26:10.745634+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.745634+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:24.686154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":734,"num_read_kb":616,"num_write":240,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"268'354","reported_seq":1026,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.732086+0000","last_change":"2024-09-12T18:26:10.732086+0000","last_active":"2024-09-12T18:26:10.732086+0000","last_peered":"2024-09-12T18:26:10.732086+0000","last_clean":"2024-09-12T18:26:10.732086+0000","last_became_active":"2024-09-12T17:38:07.638084+0000","last_became_peered":"2024-09-12T17:38:07.638084+0000","last_unstale":"2024-09-12T18:26:10.732086+0000","last_undegraded":"2024-09-12T18:26:10.732086+0000","last_fullsized":"2024-09-12T18:26:10.732086+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'354","last_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_deep_scrub":"268'354","last_deep_scrub_stamp":"2024-09-12T18:26:10.731711+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.731711+0000","objects_scrubbed":5,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:00.808334+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":548,"num_read_kb":43583,"num_write":1077,"num_write_kb":30144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4,7],"acting":[3,0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.272776+0000","last_change":"2024-09-12T18:26:19.272776+0000","last_active":"2024-09-12T18:26:19.272776+0000","last_peered":"2024-09-12T18:26:19.272776+0000","last_clean":"2024-09-12T18:26:19.272776+0000","last_became_active":"2024-09-12T17:38:11.656924+0000","last_became_peered":"2024-09-12T17:38:11.656924+0000","last_unstale":"2024-09-12T18:26:19.272776+0000","last_undegraded":"2024-09-12T18:26:19.272776+0000","last_fullsized":"2024-09-12T18:26:19.272776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.272573+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.272573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:56.820052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"268'330","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.703922+0000","last_change":"2024-09-12T18:26:28.703922+0000","last_active":"2024-09-12T18:26:28.703922+0000","last_peered":"2024-09-12T18:26:28.703922+0000","last_clean":"2024-09-12T18:26:28.703922+0000","last_became_active":"2024-09-12T17:38:13.683887+0000","last_became_peered":"2024-09-12T17:38:13.683887+0000","last_unstale":"2024-09-12T18:26:28.703922+0000","last_undegraded":"2024-09-12T18:26:28.703922+0000","last_fullsized":"2024-09-12T18:26:28.703922+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'330","last_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_deep_scrub":"268'330","last_deep_scrub_stamp":"2024-09-12T18:26:28.703683+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.703683+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.444760+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51353,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":1284,"num_write":510,"num_write_kb":433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.773546+0000","last_change":"2024-09-12T18:26:33.773546+0000","last_active":"2024-09-12T18:26:33.773546+0000","last_peered":"2024-09-12T18:26:33.773546+0000","last_clean":"2024-09-12T18:26:33.773546+0000","last_became_active":"2024-09-12T17:38:15.696499+0000","last_became_peered":"2024-09-12T17:38:15.696499+0000","last_unstale":"2024-09-12T18:26:33.773546+0000","last_undegraded":"2024-09-12T18:26:33.773546+0000","last_fullsized":"2024-09-12T18:26:33.773546+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.773250+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.773250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:54.484101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"268'127","reported_seq":630,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:27:03.099534+0000","last_change":"2024-09-12T18:27:03.099534+0000","last_active":"2024-09-12T18:27:03.099534+0000","last_peered":"2024-09-12T18:27:03.099534+0000","last_clean":"2024-09-12T18:27:03.099534+0000","last_became_active":"2024-09-12T17:38:17.698245+0000","last_became_peered":"2024-09-12T17:38:17.698245+0000","last_unstale":"2024-09-12T18:27:03.099534+0000","last_undegraded":"2024-09-12T18:27:03.099534+0000","last_fullsized":"2024-09-12T18:27:03.099534+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:27:03.099346+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:27:03.099346+0000","last_clean_scrub_stamp":"2024-09-12T18:27:03.099346+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:05.353930+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":139,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"268'167","reported_seq":772,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.749818+0000","last_change":"2024-09-12T18:26:13.749818+0000","last_active":"2024-09-12T18:26:13.749818+0000","last_peered":"2024-09-12T18:26:13.749818+0000","last_clean":"2024-09-12T18:26:13.749818+0000","last_became_active":"2024-09-12T17:38:09.650234+0000","last_became_peered":"2024-09-12T17:38:09.650234+0000","last_unstale":"2024-09-12T18:26:13.749818+0000","last_undegraded":"2024-09-12T18:26:13.749818+0000","last_fullsized":"2024-09-12T18:26:13.749818+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:13.749601+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.749601+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:47.582746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":610,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"268'328","reported_seq":968,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.837433+0000","last_change":"2024-09-12T18:26:06.837433+0000","last_active":"2024-09-12T18:26:06.837433+0000","last_peered":"2024-09-12T18:26:06.837433+0000","last_clean":"2024-09-12T18:26:06.837433+0000","last_became_active":"2024-09-12T17:38:07.667871+0000","last_became_peered":"2024-09-12T17:38:07.667871+0000","last_unstale":"2024-09-12T18:26:06.837433+0000","last_undegraded":"2024-09-12T18:26:06.837433+0000","last_fullsized":"2024-09-12T18:26:06.837433+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:06.837140+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.837140+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:42.268208+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136845,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":56900,"num_write":1001,"num_write_kb":38532,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1,7],"acting":[6,4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.496075+0000","last_change":"2024-09-12T18:26:16.496075+0000","last_active":"2024-09-12T18:26:16.496075+0000","last_peered":"2024-09-12T18:26:16.496075+0000","last_clean":"2024-09-12T18:26:16.496075+0000","last_became_active":"2024-09-12T17:38:11.657156+0000","last_became_peered":"2024-09-12T17:38:11.657156+0000","last_unstale":"2024-09-12T18:26:16.496075+0000","last_undegraded":"2024-09-12T18:26:16.496075+0000","last_fullsized":"2024-09-12T18:26:16.496075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:16.495885+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.495885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:19.611077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"268'297","reported_seq":896,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.282440+0000","last_change":"2024-09-12T18:26:21.282440+0000","last_active":"2024-09-12T18:26:21.282440+0000","last_peered":"2024-09-12T18:26:21.282440+0000","last_clean":"2024-09-12T18:26:21.282440+0000","last_became_active":"2024-09-12T17:38:13.691391+0000","last_became_peered":"2024-09-12T17:38:13.691391+0000","last_unstale":"2024-09-12T18:26:21.282440+0000","last_undegraded":"2024-09-12T18:26:21.282440+0000","last_fullsized":"2024-09-12T18:26:21.282440+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'297","last_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_deep_scrub":"268'297","last_deep_scrub_stamp":"2024-09-12T18:26:21.282241+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.282241+0000","objects_scrubbed":7,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.483766+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45693,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":483,"num_read_kb":1075,"num_write":386,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"268'748","reported_seq":4321,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.156760+0000","last_change":"2024-09-12T18:26:26.156760+0000","last_active":"2024-09-12T18:26:26.156760+0000","last_peered":"2024-09-12T18:26:26.156760+0000","last_clean":"2024-09-12T18:26:26.156760+0000","last_became_active":"2024-09-12T17:38:15.704212+0000","last_became_peered":"2024-09-12T17:38:15.704212+0000","last_unstale":"2024-09-12T18:26:26.156760+0000","last_undegraded":"2024-09-12T18:26:26.156760+0000","last_fullsized":"2024-09-12T18:26:26.156760+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'748","last_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_deep_scrub":"268'748","last_deep_scrub_stamp":"2024-09-12T18:26:26.156590+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.156590+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":700,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:50:15.313868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"268'136","reported_seq":650,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.561700+0000","last_change":"2024-09-12T18:26:26.561700+0000","last_active":"2024-09-12T18:26:26.561700+0000","last_peered":"2024-09-12T18:26:26.561700+0000","last_clean":"2024-09-12T18:26:26.561700+0000","last_became_active":"2024-09-12T17:38:17.709552+0000","last_became_peered":"2024-09-12T17:38:17.709552+0000","last_unstale":"2024-09-12T18:26:26.561700+0000","last_undegraded":"2024-09-12T18:26:26.561700+0000","last_fullsized":"2024-09-12T18:26:26.561700+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'136","last_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_deep_scrub":"268'136","last_deep_scrub_stamp":"2024-09-12T18:26:26.561498+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.561498+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:39.941539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":179,"num_write":325,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"268'159","reported_seq":810,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.798648+0000","last_change":"2024-09-12T18:26:12.798648+0000","last_active":"2024-09-12T18:26:12.798648+0000","last_peered":"2024-09-12T18:26:12.798648+0000","last_clean":"2024-09-12T18:26:12.798648+0000","last_became_active":"2024-09-12T17:38:09.666261+0000","last_became_peered":"2024-09-12T17:38:09.666261+0000","last_unstale":"2024-09-12T18:26:12.798648+0000","last_undegraded":"2024-09-12T18:26:12.798648+0000","last_fullsized":"2024-09-12T18:26:12.798648+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:12.798460+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.798460+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:24.738630+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":709,"num_read_kb":594,"num_write":243,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"268'340","reported_seq":1100,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.803171+0000","last_change":"2024-09-12T18:26:04.803171+0000","last_active":"2024-09-12T18:26:04.803171+0000","last_peered":"2024-09-12T18:26:04.803171+0000","last_clean":"2024-09-12T18:26:04.803171+0000","last_became_active":"2024-09-12T17:38:07.624976+0000","last_became_peered":"2024-09-12T17:38:07.624976+0000","last_unstale":"2024-09-12T18:26:04.803171+0000","last_undegraded":"2024-09-12T18:26:04.803171+0000","last_fullsized":"2024-09-12T18:26:04.803171+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'340","last_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_deep_scrub":"268'340","last_deep_scrub_stamp":"2024-09-12T18:26:04.802970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.802970+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:02.043749+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":815,"num_read_kb":28315,"num_write":1118,"num_write_kb":15805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7,1],"acting":[4,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"268'4","reported_seq":1472,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.785224+0000","last_change":"2024-09-12T18:26:25.785224+0000","last_active":"2024-09-12T18:26:25.785224+0000","last_peered":"2024-09-12T18:26:25.785224+0000","last_clean":"2024-09-12T18:26:25.785224+0000","last_became_active":"2024-09-12T17:38:11.667817+0000","last_became_peered":"2024-09-12T17:38:11.667817+0000","last_unstale":"2024-09-12T18:26:25.785224+0000","last_undegraded":"2024-09-12T18:26:25.785224+0000","last_fullsized":"2024-09-12T18:26:25.785224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4","last_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_deep_scrub":"268'4","last_deep_scrub_stamp":"2024-09-12T18:26:25.785024+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.785024+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:10.289154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":967,"num_read_kb":967,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"268'76","reported_seq":604,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.977332+0000","last_change":"2024-09-12T18:26:29.977332+0000","last_active":"2024-09-12T18:26:29.977332+0000","last_peered":"2024-09-12T18:26:29.977332+0000","last_clean":"2024-09-12T18:26:29.977332+0000","last_became_active":"2024-09-12T17:38:13.695260+0000","last_became_peered":"2024-09-12T17:38:13.695260+0000","last_unstale":"2024-09-12T18:26:29.977332+0000","last_undegraded":"2024-09-12T18:26:29.977332+0000","last_fullsized":"2024-09-12T18:26:29.977332+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'76","last_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_deep_scrub":"268'76","last_deep_scrub_stamp":"2024-09-12T18:26:29.977133+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.977133+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:39.130953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"268'758","reported_seq":2303,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.901543+0000","last_change":"2024-09-12T18:26:23.901543+0000","last_active":"2024-09-12T18:26:23.901543+0000","last_peered":"2024-09-12T18:26:23.901543+0000","last_clean":"2024-09-12T18:26:23.901543+0000","last_became_active":"2024-09-12T17:38:15.694116+0000","last_became_peered":"2024-09-12T17:38:15.694116+0000","last_unstale":"2024-09-12T18:26:23.901543+0000","last_undegraded":"2024-09-12T18:26:23.901543+0000","last_fullsized":"2024-09-12T18:26:23.901543+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'758","last_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_deep_scrub":"268'758","last_deep_scrub_stamp":"2024-09-12T18:26:23.901362+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.901362+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:32.001368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"268'129","reported_seq":640,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.789780+0000","last_change":"2024-09-12T18:26:37.789780+0000","last_active":"2024-09-12T18:26:37.789780+0000","last_peered":"2024-09-12T18:26:37.789780+0000","last_clean":"2024-09-12T18:26:37.789780+0000","last_became_active":"2024-09-12T17:38:17.714945+0000","last_became_peered":"2024-09-12T17:38:17.714945+0000","last_unstale":"2024-09-12T18:26:37.789780+0000","last_undegraded":"2024-09-12T18:26:37.789780+0000","last_fullsized":"2024-09-12T18:26:37.789780+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:37.789580+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.789580+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:16:02.459713+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":162,"num_read_kb":155,"num_write":302,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"268'133","reported_seq":736,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.453084+0000","last_change":"2024-09-12T18:26:13.453084+0000","last_active":"2024-09-12T18:26:13.453084+0000","last_peered":"2024-09-12T18:26:13.453084+0000","last_clean":"2024-09-12T18:26:13.453084+0000","last_became_active":"2024-09-12T17:38:09.662601+0000","last_became_peered":"2024-09-12T17:38:09.662601+0000","last_unstale":"2024-09-12T18:26:13.453084+0000","last_undegraded":"2024-09-12T18:26:13.453084+0000","last_fullsized":"2024-09-12T18:26:13.453084+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:13.452896+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.452896+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:47.978276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":500,"num_write":208,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"268'353","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.729435+0000","last_change":"2024-09-12T18:26:05.729435+0000","last_active":"2024-09-12T18:26:05.729435+0000","last_peered":"2024-09-12T18:26:05.729435+0000","last_clean":"2024-09-12T18:26:05.729435+0000","last_became_active":"2024-09-12T17:38:38.769211+0000","last_became_peered":"2024-09-12T17:38:38.769211+0000","last_unstale":"2024-09-12T18:26:05.729435+0000","last_undegraded":"2024-09-12T18:26:05.729435+0000","last_fullsized":"2024-09-12T18:26:05.729435+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'353","last_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_deep_scrub":"268'353","last_deep_scrub_stamp":"2024-09-12T18:26:05.729240+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.729240+0000","objects_scrubbed":10,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:10.492379+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262170,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":452,"num_read_kb":16781,"num_write":1071,"num_write_kb":41127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,4],"acting":[3,1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.686783+0000","last_change":"2024-09-12T18:26:25.686783+0000","last_active":"2024-09-12T18:26:25.686783+0000","last_peered":"2024-09-12T18:26:25.686783+0000","last_clean":"2024-09-12T18:26:25.686783+0000","last_became_active":"2024-09-12T17:38:11.661898+0000","last_became_peered":"2024-09-12T17:38:11.661898+0000","last_unstale":"2024-09-12T18:26:25.686783+0000","last_undegraded":"2024-09-12T18:26:25.686783+0000","last_fullsized":"2024-09-12T18:26:25.686783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.686519+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.686519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:27.088422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"268'384","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.812296+0000","last_change":"2024-09-12T18:26:31.812296+0000","last_active":"2024-09-12T18:26:31.812296+0000","last_peered":"2024-09-12T18:26:31.812296+0000","last_clean":"2024-09-12T18:26:31.812296+0000","last_became_active":"2024-09-12T17:38:13.685164+0000","last_became_peered":"2024-09-12T17:38:13.685164+0000","last_unstale":"2024-09-12T18:26:31.812296+0000","last_undegraded":"2024-09-12T18:26:31.812296+0000","last_fullsized":"2024-09-12T18:26:31.812296+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'384","last_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_deep_scrub":"268'384","last_deep_scrub_stamp":"2024-09-12T18:26:31.812067+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.812067+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:40.868165+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50321,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":585,"num_read_kb":1209,"num_write":472,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.873501+0000","last_change":"2024-09-12T18:26:21.873501+0000","last_active":"2024-09-12T18:26:21.873501+0000","last_peered":"2024-09-12T18:26:21.873501+0000","last_clean":"2024-09-12T18:26:21.873501+0000","last_became_active":"2024-09-12T17:38:15.687656+0000","last_became_peered":"2024-09-12T17:38:15.687656+0000","last_unstale":"2024-09-12T18:26:21.873501+0000","last_undegraded":"2024-09-12T18:26:21.873501+0000","last_fullsized":"2024-09-12T18:26:21.873501+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.873316+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.873316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:00:41.359454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"268'129","reported_seq":664,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.604930+0000","last_change":"2024-09-12T18:26:31.604930+0000","last_active":"2024-09-12T18:26:31.604930+0000","last_peered":"2024-09-12T18:26:31.604930+0000","last_clean":"2024-09-12T18:26:31.604930+0000","last_became_active":"2024-09-12T17:38:17.706535+0000","last_became_peered":"2024-09-12T17:38:17.706535+0000","last_unstale":"2024-09-12T18:26:31.604930+0000","last_undegraded":"2024-09-12T18:26:31.604930+0000","last_fullsized":"2024-09-12T18:26:31.604930+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'129","last_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_deep_scrub":"268'129","last_deep_scrub_stamp":"2024-09-12T18:26:31.604679+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.604679+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:15.080456+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":268,"num_read_kb":239,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"268'285","reported_seq":984,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.931889+0000","last_change":"2024-09-12T18:26:11.931697+0000","last_active":"2024-09-12T18:26:11.931889+0000","last_peered":"2024-09-12T18:26:11.931889+0000","last_clean":"2024-09-12T18:26:11.931889+0000","last_became_active":"2024-09-12T17:38:09.668257+0000","last_became_peered":"2024-09-12T17:38:09.668257+0000","last_unstale":"2024-09-12T18:26:11.931889+0000","last_undegraded":"2024-09-12T18:26:11.931889+0000","last_fullsized":"2024-09-12T18:26:11.931889+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'285","last_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_deep_scrub":"268'285","last_deep_scrub_stamp":"2024-09-12T18:26:11.931520+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.931520+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:43.908532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1272,"num_read_kb":1053,"num_write":433,"num_write_kb":224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"268'74","reported_seq":627,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.879035+0000","last_change":"2024-09-12T18:26:05.879035+0000","last_active":"2024-09-12T18:26:05.879035+0000","last_peered":"2024-09-12T18:26:05.879035+0000","last_clean":"2024-09-12T18:26:05.879035+0000","last_became_active":"2024-09-12T17:37:46.259827+0000","last_became_peered":"2024-09-12T17:37:46.259827+0000","last_unstale":"2024-09-12T18:26:05.879035+0000","last_undegraded":"2024-09-12T18:26:05.879035+0000","last_fullsized":"2024-09-12T18:26:05.879035+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'74","last_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_deep_scrub":"268'74","last_deep_scrub_stamp":"2024-09-12T18:26:05.878844+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.878844+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:02.033286+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"268'2","reported_seq":531,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.779948+0000","last_change":"2024-09-12T18:26:05.779948+0000","last_active":"2024-09-12T18:26:05.779948+0000","last_peered":"2024-09-12T18:26:05.779948+0000","last_clean":"2024-09-12T18:26:05.779948+0000","last_became_active":"2024-09-12T17:37:51.295498+0000","last_became_peered":"2024-09-12T17:37:51.295498+0000","last_unstale":"2024-09-12T18:26:05.779948+0000","last_undegraded":"2024-09-12T18:26:05.779948+0000","last_fullsized":"2024-09-12T18:26:05.779948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:05.779760+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.779760+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:24.617521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0012777000000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"268'361","reported_seq":1018,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.686912+0000","last_change":"2024-09-12T18:26:04.686648+0000","last_active":"2024-09-12T18:26:04.686912+0000","last_peered":"2024-09-12T18:26:04.686912+0000","last_clean":"2024-09-12T18:26:04.686912+0000","last_became_active":"2024-09-12T17:38:07.681853+0000","last_became_peered":"2024-09-12T17:38:07.681853+0000","last_unstale":"2024-09-12T18:26:04.686912+0000","last_undegraded":"2024-09-12T18:26:04.686912+0000","last_fullsized":"2024-09-12T18:26:04.686912+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:04.686387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.686387+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:55.146346+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524314,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":484,"num_read_kb":92386,"num_write":1107,"num_write_kb":50624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6,4],"acting":[3,5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.849266+0000","last_change":"2024-09-12T18:26:22.849266+0000","last_active":"2024-09-12T18:26:22.849266+0000","last_peered":"2024-09-12T18:26:22.849266+0000","last_clean":"2024-09-12T18:26:22.849266+0000","last_became_active":"2024-09-12T17:38:11.657246+0000","last_became_peered":"2024-09-12T17:38:11.657246+0000","last_unstale":"2024-09-12T18:26:22.849266+0000","last_undegraded":"2024-09-12T18:26:22.849266+0000","last_fullsized":"2024-09-12T18:26:22.849266+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.849082+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.849082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:55.475692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"268'723","reported_seq":1430,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.832035+0000","last_change":"2024-09-12T18:26:30.832035+0000","last_active":"2024-09-12T18:26:30.832035+0000","last_peered":"2024-09-12T18:26:30.832035+0000","last_clean":"2024-09-12T18:26:30.832035+0000","last_became_active":"2024-09-12T17:38:13.689512+0000","last_became_peered":"2024-09-12T17:38:13.689512+0000","last_unstale":"2024-09-12T18:26:30.832035+0000","last_undegraded":"2024-09-12T18:26:30.832035+0000","last_fullsized":"2024-09-12T18:26:30.832035+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'723","last_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_deep_scrub":"268'723","last_deep_scrub_stamp":"2024-09-12T18:26:30.831842+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.831842+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:17.677034+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157315,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1412,"num_read_kb":3250,"num_write":1342,"num_write_kb":1215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108034,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.794958+0000","last_change":"2024-09-12T18:26:30.794958+0000","last_active":"2024-09-12T18:26:30.794958+0000","last_peered":"2024-09-12T18:26:30.794958+0000","last_clean":"2024-09-12T18:26:30.794958+0000","last_became_active":"2024-09-12T17:38:15.706733+0000","last_became_peered":"2024-09-12T17:38:15.706733+0000","last_unstale":"2024-09-12T18:26:30.794958+0000","last_undegraded":"2024-09-12T18:26:30.794958+0000","last_fullsized":"2024-09-12T18:26:30.794958+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.794776+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.794776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:13.973644+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"268'220","reported_seq":942,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.915046+0000","last_change":"2024-09-12T18:26:26.915046+0000","last_active":"2024-09-12T18:26:26.915046+0000","last_peered":"2024-09-12T18:26:26.915046+0000","last_clean":"2024-09-12T18:26:26.915046+0000","last_became_active":"2024-09-12T17:38:17.698384+0000","last_became_peered":"2024-09-12T17:38:17.698384+0000","last_unstale":"2024-09-12T18:26:26.915046+0000","last_undegraded":"2024-09-12T18:26:26.915046+0000","last_fullsized":"2024-09-12T18:26:26.915046+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'220","last_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_deep_scrub":"268'220","last_deep_scrub_stamp":"2024-09-12T18:26:26.914856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.914856+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:41.676557+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":826,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":558,"num_read_kb":540,"num_write":464,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"268'104","reported_seq":711,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.645147+0000","last_change":"2024-09-12T18:26:13.645147+0000","last_active":"2024-09-12T18:26:13.645147+0000","last_peered":"2024-09-12T18:26:13.645147+0000","last_clean":"2024-09-12T18:26:13.645147+0000","last_became_active":"2024-09-12T17:38:09.664936+0000","last_became_peered":"2024-09-12T17:38:09.664936+0000","last_unstale":"2024-09-12T18:26:13.645147+0000","last_undegraded":"2024-09-12T18:26:13.645147+0000","last_fullsized":"2024-09-12T18:26:13.645147+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'104","last_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_deep_scrub":"268'104","last_deep_scrub_stamp":"2024-09-12T18:26:13.644961+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.644961+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:17.429971+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":456,"num_read_kb":394,"num_write":146,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":534,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.856498+0000","last_change":"2024-09-12T18:26:11.856498+0000","last_active":"2024-09-12T18:26:11.856498+0000","last_peered":"2024-09-12T18:26:11.856498+0000","last_clean":"2024-09-12T18:26:11.856498+0000","last_became_active":"2024-09-12T17:37:51.294646+0000","last_became_peered":"2024-09-12T17:37:51.294646+0000","last_unstale":"2024-09-12T18:26:11.856498+0000","last_undegraded":"2024-09-12T18:26:11.856498+0000","last_fullsized":"2024-09-12T18:26:11.856498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:11.856320+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.856320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:07.566604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010269389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"268'338","reported_seq":990,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:02.586482+0000","last_change":"2024-09-12T18:26:02.586430+0000","last_active":"2024-09-12T18:26:02.586482+0000","last_peered":"2024-09-12T18:26:02.586482+0000","last_clean":"2024-09-12T18:26:02.586482+0000","last_became_active":"2024-09-12T17:38:07.641379+0000","last_became_peered":"2024-09-12T17:38:07.641379+0000","last_unstale":"2024-09-12T18:26:02.586482+0000","last_undegraded":"2024-09-12T18:26:02.586482+0000","last_fullsized":"2024-09-12T18:26:02.586482+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:02.586308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:02.586308+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:02.271366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136848,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":512,"num_read_kb":11160,"num_write":1118,"num_write_kb":40631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3,5],"acting":[0,4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":502,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.750933+0000","last_change":"2024-09-12T18:26:24.750933+0000","last_active":"2024-09-12T18:26:24.750933+0000","last_peered":"2024-09-12T18:26:24.750933+0000","last_clean":"2024-09-12T18:26:24.750933+0000","last_became_active":"2024-09-12T17:38:11.663952+0000","last_became_peered":"2024-09-12T17:38:11.663952+0000","last_unstale":"2024-09-12T18:26:24.750933+0000","last_undegraded":"2024-09-12T18:26:24.750933+0000","last_fullsized":"2024-09-12T18:26:24.750933+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.750749+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.750749+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:20.247303+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"268'1223","reported_seq":2748,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.592771+0000","last_change":"2024-09-12T18:26:22.592771+0000","last_active":"2024-09-12T18:26:22.592771+0000","last_peered":"2024-09-12T18:26:22.592771+0000","last_clean":"2024-09-12T18:26:22.592771+0000","last_became_active":"2024-09-12T17:38:13.684303+0000","last_became_peered":"2024-09-12T17:38:13.684303+0000","last_unstale":"2024-09-12T18:26:22.592771+0000","last_undegraded":"2024-09-12T18:26:22.592771+0000","last_fullsized":"2024-09-12T18:26:22.592771+0000","mapping_epoch":32,"log_start":"268'1200","ondisk_log_start":"268'1200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'1223","last_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_deep_scrub":"268'1223","last_deep_scrub_stamp":"2024-09-12T18:26:22.592499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.592499+0000","objects_scrubbed":11,"log_size":23,"log_dups_size":1200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:26.442854+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147517,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1973,"num_read_kb":3659,"num_write":1066,"num_write_kb":911,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.896395+0000","last_change":"2024-09-12T18:26:33.896395+0000","last_active":"2024-09-12T18:26:33.896395+0000","last_peered":"2024-09-12T18:26:33.896395+0000","last_clean":"2024-09-12T18:26:33.896395+0000","last_became_active":"2024-09-12T17:38:15.706264+0000","last_became_peered":"2024-09-12T17:38:15.706264+0000","last_unstale":"2024-09-12T18:26:33.896395+0000","last_undegraded":"2024-09-12T18:26:33.896395+0000","last_fullsized":"2024-09-12T18:26:33.896395+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:33.896212+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.896212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:09.426122+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"268'123","reported_seq":637,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.585801+0000","last_change":"2024-09-12T18:26:32.585801+0000","last_active":"2024-09-12T18:26:32.585801+0000","last_peered":"2024-09-12T18:26:32.585801+0000","last_clean":"2024-09-12T18:26:32.585801+0000","last_became_active":"2024-09-12T17:38:17.706422+0000","last_became_peered":"2024-09-12T17:38:17.706422+0000","last_unstale":"2024-09-12T18:26:32.585801+0000","last_undegraded":"2024-09-12T18:26:32.585801+0000","last_fullsized":"2024-09-12T18:26:32.585801+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:32.585608+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.585608+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:58.406075+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":152,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"268'264","reported_seq":914,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.449287+0000","last_change":"2024-09-12T18:26:11.449287+0000","last_active":"2024-09-12T18:26:11.449287+0000","last_peered":"2024-09-12T18:26:11.449287+0000","last_clean":"2024-09-12T18:26:11.449287+0000","last_became_active":"2024-09-12T17:38:09.672105+0000","last_became_peered":"2024-09-12T17:38:09.672105+0000","last_unstale":"2024-09-12T18:26:11.449287+0000","last_undegraded":"2024-09-12T18:26:11.449287+0000","last_fullsized":"2024-09-12T18:26:11.449287+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'264","last_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_deep_scrub":"268'264","last_deep_scrub_stamp":"2024-09-12T18:26:11.449073+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.449073+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:38:23.585347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1151,"num_read_kb":950,"num_write":408,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.151829+0000","last_change":"2024-09-12T18:26:04.151829+0000","last_active":"2024-09-12T18:26:04.151829+0000","last_peered":"2024-09-12T18:26:04.151829+0000","last_clean":"2024-09-12T18:26:04.151829+0000","last_became_active":"2024-09-12T17:37:51.291681+0000","last_became_peered":"2024-09-12T17:37:51.291681+0000","last_unstale":"2024-09-12T18:26:04.151829+0000","last_undegraded":"2024-09-12T18:26:04.151829+0000","last_fullsized":"2024-09-12T18:26:04.151829+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:04.151727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.151727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:03.517586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090895199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"268'460","reported_seq":1204,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.542100+0000","last_change":"2024-09-12T18:26:08.541826+0000","last_active":"2024-09-12T18:26:08.542100+0000","last_peered":"2024-09-12T18:26:08.542100+0000","last_clean":"2024-09-12T18:26:08.542100+0000","last_became_active":"2024-09-12T17:38:07.662864+0000","last_became_peered":"2024-09-12T17:38:07.662864+0000","last_unstale":"2024-09-12T18:26:08.542100+0000","last_undegraded":"2024-09-12T18:26:08.542100+0000","last_fullsized":"2024-09-12T18:26:08.542100+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:08.541474+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.541474+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:26.299384+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254297,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":870,"num_read_kb":11836,"num_write":1453,"num_write_kb":33979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6,5],"acting":[1,2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"268'2","reported_seq":514,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.229017+0000","last_change":"2024-09-12T18:26:15.229017+0000","last_active":"2024-09-12T18:26:15.229017+0000","last_peered":"2024-09-12T18:26:15.229017+0000","last_clean":"2024-09-12T18:26:15.229017+0000","last_became_active":"2024-09-12T17:38:11.668664+0000","last_became_peered":"2024-09-12T17:38:11.668664+0000","last_unstale":"2024-09-12T18:26:15.229017+0000","last_undegraded":"2024-09-12T18:26:15.229017+0000","last_fullsized":"2024-09-12T18:26:15.229017+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:15.228823+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.228823+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:23.063847+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"268'232","reported_seq":1355,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.798668+0000","last_change":"2024-09-12T18:26:27.798668+0000","last_active":"2024-09-12T18:26:27.798668+0000","last_peered":"2024-09-12T18:26:27.798668+0000","last_clean":"2024-09-12T18:26:27.798668+0000","last_became_active":"2024-09-12T17:38:13.697859+0000","last_became_peered":"2024-09-12T17:38:13.697859+0000","last_unstale":"2024-09-12T18:26:27.798668+0000","last_undegraded":"2024-09-12T18:26:27.798668+0000","last_fullsized":"2024-09-12T18:26:27.798668+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-12T18:26:27.798479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.798479+0000","objects_scrubbed":9,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:51.723180+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":185,"num_read_kb":176,"num_write":159,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.830807+0000","last_change":"2024-09-12T18:26:29.830807+0000","last_active":"2024-09-12T18:26:29.830807+0000","last_peered":"2024-09-12T18:26:29.830807+0000","last_clean":"2024-09-12T18:26:29.830807+0000","last_became_active":"2024-09-12T17:38:15.697949+0000","last_became_peered":"2024-09-12T17:38:15.697949+0000","last_unstale":"2024-09-12T18:26:29.830807+0000","last_undegraded":"2024-09-12T18:26:29.830807+0000","last_fullsized":"2024-09-12T18:26:29.830807+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.830629+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.830629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:43.411471+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"268'232","reported_seq":838,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:45.137679+0000","last_change":"2024-09-12T18:26:45.137679+0000","last_active":"2024-09-12T18:26:45.137679+0000","last_peered":"2024-09-12T18:26:45.137679+0000","last_clean":"2024-09-12T18:26:45.137679+0000","last_became_active":"2024-09-12T17:38:17.699591+0000","last_became_peered":"2024-09-12T17:38:17.699591+0000","last_unstale":"2024-09-12T18:26:45.137679+0000","last_undegraded":"2024-09-12T18:26:45.137679+0000","last_fullsized":"2024-09-12T18:26:45.137679+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'232","last_scrub_stamp":"2024-09-12T18:26:45.137490+0000","last_deep_scrub":"268'232","last_deep_scrub_stamp":"2024-09-12T18:26:45.137490+0000","last_clean_scrub_stamp":"2024-09-12T18:26:45.137490+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:15.045363+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":512,"num_write":511,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"268'94","reported_seq":683,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.440386+0000","last_change":"2024-09-12T18:26:12.440386+0000","last_active":"2024-09-12T18:26:12.440386+0000","last_peered":"2024-09-12T18:26:12.440386+0000","last_clean":"2024-09-12T18:26:12.440386+0000","last_became_active":"2024-09-12T17:38:09.663332+0000","last_became_peered":"2024-09-12T17:38:09.663332+0000","last_unstale":"2024-09-12T18:26:12.440386+0000","last_undegraded":"2024-09-12T18:26:12.440386+0000","last_fullsized":"2024-09-12T18:26:12.440386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'94","last_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_deep_scrub":"268'94","last_deep_scrub_stamp":"2024-09-12T18:26:12.440200+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.440200+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:14.503161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":350,"num_write":136,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"268'3","reported_seq":532,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.783568+0000","last_change":"2024-09-12T18:26:04.783568+0000","last_active":"2024-09-12T18:26:04.783568+0000","last_peered":"2024-09-12T18:26:04.783568+0000","last_clean":"2024-09-12T18:26:04.783568+0000","last_became_active":"2024-09-12T17:37:51.294891+0000","last_became_peered":"2024-09-12T17:37:51.294891+0000","last_unstale":"2024-09-12T18:26:04.783568+0000","last_undegraded":"2024-09-12T18:26:04.783568+0000","last_fullsized":"2024-09-12T18:26:04.783568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'3","last_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_deep_scrub":"268'3","last_deep_scrub_stamp":"2024-09-12T18:26:04.783385+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.783385+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:32.567705+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0024323119999999998,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"268'370","reported_seq":1022,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.166115+0000","last_change":"2024-09-12T18:26:05.165985+0000","last_active":"2024-09-12T18:26:05.166115+0000","last_peered":"2024-09-12T18:26:05.166115+0000","last_clean":"2024-09-12T18:26:05.166115+0000","last_became_active":"2024-09-12T17:38:39.009171+0000","last_became_peered":"2024-09-12T17:38:39.009171+0000","last_unstale":"2024-09-12T18:26:05.166115+0000","last_undegraded":"2024-09-12T18:26:05.166115+0000","last_fullsized":"2024-09-12T18:26:05.166115+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'370","last_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_deep_scrub":"268'370","last_deep_scrub_stamp":"2024-09-12T18:26:05.165716+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.165716+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:32.136810+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1629682,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":28592,"num_write":1142,"num_write_kb":57907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0,6],"acting":[2,5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.709727+0000","last_change":"2024-09-12T18:26:21.709727+0000","last_active":"2024-09-12T18:26:21.709727+0000","last_peered":"2024-09-12T18:26:21.709727+0000","last_clean":"2024-09-12T18:26:21.709727+0000","last_became_active":"2024-09-12T17:38:11.655007+0000","last_became_peered":"2024-09-12T17:38:11.655007+0000","last_unstale":"2024-09-12T18:26:21.709727+0000","last_undegraded":"2024-09-12T18:26:21.709727+0000","last_fullsized":"2024-09-12T18:26:21.709727+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.709548+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.709548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.950983+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"268'122","reported_seq":672,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.858244+0000","last_change":"2024-09-12T18:26:26.858244+0000","last_active":"2024-09-12T18:26:26.858244+0000","last_peered":"2024-09-12T18:26:26.858244+0000","last_clean":"2024-09-12T18:26:26.858244+0000","last_became_active":"2024-09-12T17:38:13.687490+0000","last_became_peered":"2024-09-12T17:38:13.687490+0000","last_unstale":"2024-09-12T18:26:26.858244+0000","last_undegraded":"2024-09-12T18:26:26.858244+0000","last_fullsized":"2024-09-12T18:26:26.858244+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'122","last_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_deep_scrub":"268'122","last_deep_scrub_stamp":"2024-09-12T18:26:26.858054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.858054+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:53.110270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3226,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.951349+0000","last_change":"2024-09-12T18:26:27.951349+0000","last_active":"2024-09-12T18:26:27.951349+0000","last_peered":"2024-09-12T18:26:27.951349+0000","last_clean":"2024-09-12T18:26:27.951349+0000","last_became_active":"2024-09-12T17:38:15.702586+0000","last_became_peered":"2024-09-12T17:38:15.702586+0000","last_unstale":"2024-09-12T18:26:27.951349+0000","last_undegraded":"2024-09-12T18:26:27.951349+0000","last_fullsized":"2024-09-12T18:26:27.951349+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.951168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.951168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.148034+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"268'188","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.738286+0000","last_change":"2024-09-12T18:26:36.738286+0000","last_active":"2024-09-12T18:26:36.738286+0000","last_peered":"2024-09-12T18:26:36.738286+0000","last_clean":"2024-09-12T18:26:36.738286+0000","last_became_active":"2024-09-12T17:38:17.698964+0000","last_became_peered":"2024-09-12T17:38:17.698964+0000","last_unstale":"2024-09-12T18:26:36.738286+0000","last_undegraded":"2024-09-12T18:26:36.738286+0000","last_fullsized":"2024-09-12T18:26:36.738286+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'188","last_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_deep_scrub":"268'188","last_deep_scrub_stamp":"2024-09-12T18:26:36.738102+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.738102+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:59.431295+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":371,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"268'58","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.500973+0000","last_change":"2024-09-12T18:26:09.500973+0000","last_active":"2024-09-12T18:26:09.500973+0000","last_peered":"2024-09-12T18:26:09.500973+0000","last_clean":"2024-09-12T18:26:09.500973+0000","last_became_active":"2024-09-12T17:38:09.676113+0000","last_became_peered":"2024-09-12T17:38:09.676113+0000","last_unstale":"2024-09-12T18:26:09.500973+0000","last_undegraded":"2024-09-12T18:26:09.500973+0000","last_fullsized":"2024-09-12T18:26:09.500973+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'58","last_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_deep_scrub":"268'58","last_deep_scrub_stamp":"2024-09-12T18:26:09.500668+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.500668+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:00.778125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":251,"num_read_kb":211,"num_write":83,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"268'324","reported_seq":970,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.798924+0000","last_change":"2024-09-12T18:26:06.798706+0000","last_active":"2024-09-12T18:26:06.798924+0000","last_peered":"2024-09-12T18:26:06.798924+0000","last_clean":"2024-09-12T18:26:06.798924+0000","last_became_active":"2024-09-12T17:38:07.673069+0000","last_became_peered":"2024-09-12T17:38:07.673069+0000","last_unstale":"2024-09-12T18:26:06.798924+0000","last_undegraded":"2024-09-12T18:26:06.798924+0000","last_fullsized":"2024-09-12T18:26:06.798924+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'324","last_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_deep_scrub":"268'324","last_deep_scrub_stamp":"2024-09-12T18:26:06.798252+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.798252+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:34.353842+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262222,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":15827,"num_write":969,"num_write_kb":33094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":538,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:03.452833+0000","last_change":"2024-09-12T18:26:03.452833+0000","last_active":"2024-09-12T18:26:03.452833+0000","last_peered":"2024-09-12T18:26:03.452833+0000","last_clean":"2024-09-12T18:26:03.452833+0000","last_became_active":"2024-09-12T17:37:51.403204+0000","last_became_peered":"2024-09-12T17:37:51.403204+0000","last_unstale":"2024-09-12T18:26:03.452833+0000","last_undegraded":"2024-09-12T18:26:03.452833+0000","last_fullsized":"2024-09-12T18:26:03.452833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:03.452759+0000","last_clean_scrub_stamp":"2024-09-12T18:26:03.452759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:12:10.736837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089652299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.737429+0000","last_change":"2024-09-12T18:26:20.737429+0000","last_active":"2024-09-12T18:26:20.737429+0000","last_peered":"2024-09-12T18:26:20.737429+0000","last_clean":"2024-09-12T18:26:20.737429+0000","last_became_active":"2024-09-12T17:38:11.663521+0000","last_became_peered":"2024-09-12T17:38:11.663521+0000","last_unstale":"2024-09-12T18:26:20.737429+0000","last_undegraded":"2024-09-12T18:26:20.737429+0000","last_fullsized":"2024-09-12T18:26:20.737429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.737251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.737251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:01.356657+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"268'554","reported_seq":1227,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.808616+0000","last_change":"2024-09-12T18:26:24.808616+0000","last_active":"2024-09-12T18:26:24.808616+0000","last_peered":"2024-09-12T18:26:24.808616+0000","last_clean":"2024-09-12T18:26:24.808616+0000","last_became_active":"2024-09-12T17:38:13.690044+0000","last_became_peered":"2024-09-12T17:38:13.690044+0000","last_unstale":"2024-09-12T18:26:24.808616+0000","last_undegraded":"2024-09-12T18:26:24.808616+0000","last_fullsized":"2024-09-12T18:26:24.808616+0000","mapping_epoch":32,"log_start":"268'500","ondisk_log_start":"268'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'554","last_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_deep_scrub":"268'554","last_deep_scrub_stamp":"2024-09-12T18:26:24.808433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.808433+0000","objects_scrubbed":9,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:39.246337+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93725,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1561,"num_read_kb":2707,"num_write":2040,"num_write_kb":1889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.750674+0000","last_change":"2024-09-12T18:26:34.750674+0000","last_active":"2024-09-12T18:26:34.750674+0000","last_peered":"2024-09-12T18:26:34.750674+0000","last_clean":"2024-09-12T18:26:34.750674+0000","last_became_active":"2024-09-12T17:38:15.674644+0000","last_became_peered":"2024-09-12T17:38:15.674644+0000","last_unstale":"2024-09-12T18:26:34.750674+0000","last_undegraded":"2024-09-12T18:26:34.750674+0000","last_fullsized":"2024-09-12T18:26:34.750674+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.750491+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.750491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:48.385890+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"268'175","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.876817+0000","last_change":"2024-09-12T18:26:37.876817+0000","last_active":"2024-09-12T18:26:37.876817+0000","last_peered":"2024-09-12T18:26:37.876817+0000","last_clean":"2024-09-12T18:26:37.876817+0000","last_became_active":"2024-09-12T17:38:17.686359+0000","last_became_peered":"2024-09-12T17:38:17.686359+0000","last_unstale":"2024-09-12T18:26:37.876817+0000","last_undegraded":"2024-09-12T18:26:37.876817+0000","last_fullsized":"2024-09-12T18:26:37.876817+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:37.876499+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.876499+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:33:49.262093+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1526,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":256,"num_read_kb":241,"num_write":432,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"268'156","reported_seq":747,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.609678+0000","last_change":"2024-09-12T18:26:12.609678+0000","last_active":"2024-09-12T18:26:12.609678+0000","last_peered":"2024-09-12T18:26:12.609678+0000","last_clean":"2024-09-12T18:26:12.609678+0000","last_became_active":"2024-09-12T17:38:09.657886+0000","last_became_peered":"2024-09-12T17:38:09.657886+0000","last_unstale":"2024-09-12T18:26:12.609678+0000","last_undegraded":"2024-09-12T18:26:12.609678+0000","last_fullsized":"2024-09-12T18:26:12.609678+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'156","last_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_deep_scrub":"268'156","last_deep_scrub_stamp":"2024-09-12T18:26:12.609440+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.609440+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:34.733112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":634,"num_read_kb":516,"num_write":238,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"268'321","reported_seq":989,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.500520+0000","last_change":"2024-09-12T18:26:07.500520+0000","last_active":"2024-09-12T18:26:07.500520+0000","last_peered":"2024-09-12T18:26:07.500520+0000","last_clean":"2024-09-12T18:26:07.500520+0000","last_became_active":"2024-09-12T17:38:07.662740+0000","last_became_peered":"2024-09-12T17:38:07.662740+0000","last_unstale":"2024-09-12T18:26:07.500520+0000","last_undegraded":"2024-09-12T18:26:07.500520+0000","last_fullsized":"2024-09-12T18:26:07.500520+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'321","last_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_deep_scrub":"268'321","last_deep_scrub_stamp":"2024-09-12T18:26:07.500189+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.500189+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:24.136607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5917348,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":18522,"num_write":1002,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0,5],"acting":[1,2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.836131+0000","last_change":"2024-09-12T18:26:06.836131+0000","last_active":"2024-09-12T18:26:06.836131+0000","last_peered":"2024-09-12T18:26:06.836131+0000","last_clean":"2024-09-12T18:26:06.836131+0000","last_became_active":"2024-09-12T17:37:51.397882+0000","last_became_peered":"2024-09-12T17:37:51.397882+0000","last_unstale":"2024-09-12T18:26:06.836131+0000","last_undegraded":"2024-09-12T18:26:06.836131+0000","last_fullsized":"2024-09-12T18:26:06.836131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:06.835791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.835791+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:32.564717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001021346,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.903629+0000","last_change":"2024-09-12T18:26:18.903629+0000","last_active":"2024-09-12T18:26:18.903629+0000","last_peered":"2024-09-12T18:26:18.903629+0000","last_clean":"2024-09-12T18:26:18.903629+0000","last_became_active":"2024-09-12T17:38:11.659803+0000","last_became_peered":"2024-09-12T17:38:11.659803+0000","last_unstale":"2024-09-12T18:26:18.903629+0000","last_undegraded":"2024-09-12T18:26:18.903629+0000","last_fullsized":"2024-09-12T18:26:18.903629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:18.903446+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.903446+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:24.989509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"268'154","reported_seq":729,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.586767+0000","last_change":"2024-09-12T18:26:20.586767+0000","last_active":"2024-09-12T18:26:20.586767+0000","last_peered":"2024-09-12T18:26:20.586767+0000","last_clean":"2024-09-12T18:26:20.586767+0000","last_became_active":"2024-09-12T17:38:13.693598+0000","last_became_peered":"2024-09-12T17:38:13.693598+0000","last_unstale":"2024-09-12T18:26:20.586767+0000","last_undegraded":"2024-09-12T18:26:20.586767+0000","last_fullsized":"2024-09-12T18:26:20.586767+0000","mapping_epoch":32,"log_start":"265'100","ondisk_log_start":"265'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'154","last_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_deep_scrub":"268'154","last_deep_scrub_stamp":"2024-09-12T18:26:20.586562+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.586562+0000","objects_scrubbed":7,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:46.709195+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'767","reported_seq":2520,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:33.717589+0000","last_change":"2024-09-12T18:26:33.717589+0000","last_active":"2024-09-12T18:26:33.717589+0000","last_peered":"2024-09-12T18:26:33.717589+0000","last_clean":"2024-09-12T18:26:33.717589+0000","last_became_active":"2024-09-12T17:38:15.699093+0000","last_became_peered":"2024-09-12T17:38:15.699093+0000","last_unstale":"2024-09-12T18:26:33.717589+0000","last_undegraded":"2024-09-12T18:26:33.717589+0000","last_fullsized":"2024-09-12T18:26:33.717589+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'767","last_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_deep_scrub":"268'767","last_deep_scrub_stamp":"2024-09-12T18:26:33.717394+0000","last_clean_scrub_stamp":"2024-09-12T18:26:33.717394+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:11.543874+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"268'133","reported_seq":645,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.998161+0000","last_change":"2024-09-12T18:26:36.998161+0000","last_active":"2024-09-12T18:26:36.998161+0000","last_peered":"2024-09-12T18:26:36.998161+0000","last_clean":"2024-09-12T18:26:36.998161+0000","last_became_active":"2024-09-12T17:38:17.702255+0000","last_became_peered":"2024-09-12T17:38:17.702255+0000","last_unstale":"2024-09-12T18:26:36.998161+0000","last_undegraded":"2024-09-12T18:26:36.998161+0000","last_fullsized":"2024-09-12T18:26:36.998161+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:36.997970+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.997970+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:39.655335+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1114,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":182,"num_read_kb":174,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"268'189","reported_seq":829,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.777252+0000","last_change":"2024-09-12T18:26:15.777124+0000","last_active":"2024-09-12T18:26:15.777252+0000","last_peered":"2024-09-12T18:26:15.777252+0000","last_clean":"2024-09-12T18:26:15.777252+0000","last_became_active":"2024-09-12T17:38:09.658643+0000","last_became_peered":"2024-09-12T17:38:09.658643+0000","last_unstale":"2024-09-12T18:26:15.777252+0000","last_undegraded":"2024-09-12T18:26:15.777252+0000","last_fullsized":"2024-09-12T18:26:15.777252+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'189","last_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_deep_scrub":"268'189","last_deep_scrub_stamp":"2024-09-12T18:26:15.776919+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.776919+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:30.574358+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":830,"num_read_kb":683,"num_write":288,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"268'402","reported_seq":1091,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.761699+0000","last_change":"2024-09-12T18:26:09.761699+0000","last_active":"2024-09-12T18:26:09.761699+0000","last_peered":"2024-09-12T18:26:09.761699+0000","last_clean":"2024-09-12T18:26:09.761699+0000","last_became_active":"2024-09-12T17:38:07.654270+0000","last_became_peered":"2024-09-12T17:38:07.654270+0000","last_unstale":"2024-09-12T18:26:09.761699+0000","last_undegraded":"2024-09-12T18:26:09.761699+0000","last_fullsized":"2024-09-12T18:26:09.761699+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'402","last_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_deep_scrub":"268'402","last_deep_scrub_stamp":"2024-09-12T18:26:09.761451+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.761451+0000","objects_scrubbed":7,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:51.527458+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524320,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":680,"num_read_kb":67413,"num_write":1367,"num_write_kb":26828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7,0],"acting":[3,5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":537,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.509441+0000","last_change":"2024-09-12T18:26:28.509441+0000","last_active":"2024-09-12T18:26:28.509441+0000","last_peered":"2024-09-12T18:26:28.509441+0000","last_clean":"2024-09-12T18:26:28.509441+0000","last_became_active":"2024-09-12T17:37:51.296997+0000","last_became_peered":"2024-09-12T17:37:51.296997+0000","last_unstale":"2024-09-12T18:26:28.509441+0000","last_undegraded":"2024-09-12T18:26:28.509441+0000","last_fullsized":"2024-09-12T18:26:28.509441+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.509257+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.509257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:51.950775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00071162799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":512,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.698644+0000","last_change":"2024-09-12T18:26:24.698644+0000","last_active":"2024-09-12T18:26:24.698644+0000","last_peered":"2024-09-12T18:26:24.698644+0000","last_clean":"2024-09-12T18:26:24.698644+0000","last_became_active":"2024-09-12T17:38:11.662614+0000","last_became_peered":"2024-09-12T17:38:11.662614+0000","last_unstale":"2024-09-12T18:26:24.698644+0000","last_undegraded":"2024-09-12T18:26:24.698644+0000","last_fullsized":"2024-09-12T18:26:24.698644+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.698459+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.698459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:59.364603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"268'114","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.681420+0000","last_change":"2024-09-12T18:26:27.681420+0000","last_active":"2024-09-12T18:26:27.681420+0000","last_peered":"2024-09-12T18:26:27.681420+0000","last_clean":"2024-09-12T18:26:27.681420+0000","last_became_active":"2024-09-12T17:38:13.687747+0000","last_became_peered":"2024-09-12T17:38:13.687747+0000","last_unstale":"2024-09-12T18:26:27.681420+0000","last_undegraded":"2024-09-12T18:26:27.681420+0000","last_fullsized":"2024-09-12T18:26:27.681420+0000","mapping_epoch":32,"log_start":"268'100","ondisk_log_start":"268'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:27.681188+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.681188+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:46.724287+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":125,"num_read_kb":117,"num_write":84,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"268'801","reported_seq":2375,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.068788+0000","last_change":"2024-09-12T18:26:40.068788+0000","last_active":"2024-09-12T18:26:40.068788+0000","last_peered":"2024-09-12T18:26:40.068788+0000","last_clean":"2024-09-12T18:26:40.068788+0000","last_became_active":"2024-09-12T17:38:15.693031+0000","last_became_peered":"2024-09-12T17:38:15.693031+0000","last_unstale":"2024-09-12T18:26:40.068788+0000","last_undegraded":"2024-09-12T18:26:40.068788+0000","last_fullsized":"2024-09-12T18:26:40.068788+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'801","last_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_deep_scrub":"268'801","last_deep_scrub_stamp":"2024-09-12T18:26:40.068593+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.068593+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:39.529444+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"268'272","reported_seq":801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.883006+0000","last_change":"2024-09-12T18:26:38.883006+0000","last_active":"2024-09-12T18:26:38.883006+0000","last_peered":"2024-09-12T18:26:38.883006+0000","last_clean":"2024-09-12T18:26:38.883006+0000","last_became_active":"2024-09-12T17:38:17.704451+0000","last_became_peered":"2024-09-12T17:38:17.704451+0000","last_unstale":"2024-09-12T18:26:38.883006+0000","last_undegraded":"2024-09-12T18:26:38.883006+0000","last_fullsized":"2024-09-12T18:26:38.883006+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'272","last_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_deep_scrub":"268'272","last_deep_scrub_stamp":"2024-09-12T18:26:38.882811+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.882811+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:24.053620+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":355,"num_read_kb":354,"num_write":562,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"268'133","reported_seq":731,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.765021+0000","last_change":"2024-09-12T18:26:08.765021+0000","last_active":"2024-09-12T18:26:08.765021+0000","last_peered":"2024-09-12T18:26:08.765021+0000","last_clean":"2024-09-12T18:26:08.765021+0000","last_became_active":"2024-09-12T17:38:09.670814+0000","last_became_peered":"2024-09-12T17:38:09.670814+0000","last_unstale":"2024-09-12T18:26:08.765021+0000","last_undegraded":"2024-09-12T18:26:08.765021+0000","last_fullsized":"2024-09-12T18:26:08.765021+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'133","last_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_deep_scrub":"268'133","last_deep_scrub_stamp":"2024-09-12T18:26:08.764851+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.764851+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:11.457861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":469,"num_write":190,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"268'349","reported_seq":977,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.529046+0000","last_change":"2024-09-12T18:26:04.529046+0000","last_active":"2024-09-12T18:26:04.529046+0000","last_peered":"2024-09-12T18:26:04.529046+0000","last_clean":"2024-09-12T18:26:04.529046+0000","last_became_active":"2024-09-12T17:38:07.637286+0000","last_became_peered":"2024-09-12T17:38:07.637286+0000","last_unstale":"2024-09-12T18:26:04.529046+0000","last_undegraded":"2024-09-12T18:26:04.529046+0000","last_fullsized":"2024-09-12T18:26:04.529046+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:04.528883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.528883+0000","objects_scrubbed":11,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:50.741635+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1399074,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":464,"num_read_kb":28215,"num_write":1095,"num_write_kb":26369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,7],"acting":[0,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":530,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.829126+0000","last_change":"2024-09-12T18:26:07.829126+0000","last_active":"2024-09-12T18:26:07.829126+0000","last_peered":"2024-09-12T18:26:07.829126+0000","last_clean":"2024-09-12T18:26:07.829126+0000","last_became_active":"2024-09-12T17:37:51.293894+0000","last_became_peered":"2024-09-12T17:37:51.293894+0000","last_unstale":"2024-09-12T18:26:07.829126+0000","last_undegraded":"2024-09-12T18:26:07.829126+0000","last_fullsized":"2024-09-12T18:26:07.829126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:07.828958+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.828958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:20.944242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00086718600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.805831+0000","last_change":"2024-09-12T18:26:24.805620+0000","last_active":"2024-09-12T18:26:24.805831+0000","last_peered":"2024-09-12T18:26:24.805831+0000","last_clean":"2024-09-12T18:26:24.805831+0000","last_became_active":"2024-09-12T17:38:11.660406+0000","last_became_peered":"2024-09-12T17:38:11.660406+0000","last_unstale":"2024-09-12T18:26:24.805831+0000","last_undegraded":"2024-09-12T18:26:24.805831+0000","last_fullsized":"2024-09-12T18:26:24.805831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.805311+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.805311+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:23.643623+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"268'742","reported_seq":1470,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.841533+0000","last_change":"2024-09-12T18:26:26.841533+0000","last_active":"2024-09-12T18:26:26.841533+0000","last_peered":"2024-09-12T18:26:26.841533+0000","last_clean":"2024-09-12T18:26:26.841533+0000","last_became_active":"2024-09-12T17:38:13.697809+0000","last_became_peered":"2024-09-12T17:38:13.697809+0000","last_unstale":"2024-09-12T18:26:26.841533+0000","last_undegraded":"2024-09-12T18:26:26.841533+0000","last_fullsized":"2024-09-12T18:26:26.841533+0000","mapping_epoch":32,"log_start":"268'700","ondisk_log_start":"268'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'742","last_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_deep_scrub":"268'742","last_deep_scrub_stamp":"2024-09-12T18:26:26.841309+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.841309+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":700,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:50.761199+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150273,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1296,"num_read_kb":3073,"num_write":1056,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.963596+0000","last_change":"2024-09-12T18:26:31.963596+0000","last_active":"2024-09-12T18:26:31.963596+0000","last_peered":"2024-09-12T18:26:31.963596+0000","last_clean":"2024-09-12T18:26:31.963596+0000","last_became_active":"2024-09-12T17:38:15.684617+0000","last_became_peered":"2024-09-12T17:38:15.684617+0000","last_unstale":"2024-09-12T18:26:31.963596+0000","last_undegraded":"2024-09-12T18:26:31.963596+0000","last_fullsized":"2024-09-12T18:26:31.963596+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:31.963416+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.963416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:08.574456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"268'138","reported_seq":682,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.773225+0000","last_change":"2024-09-12T18:26:37.773225+0000","last_active":"2024-09-12T18:26:37.773225+0000","last_peered":"2024-09-12T18:26:37.773225+0000","last_clean":"2024-09-12T18:26:37.773225+0000","last_became_active":"2024-09-12T17:38:17.710559+0000","last_became_peered":"2024-09-12T17:38:17.710559+0000","last_unstale":"2024-09-12T18:26:37.773225+0000","last_undegraded":"2024-09-12T18:26:37.773225+0000","last_fullsized":"2024-09-12T18:26:37.773225+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:37.772997+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.772997+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:47.844585+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":599,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":344,"num_read_kb":297,"num_write":313,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"268'148","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.851734+0000","last_change":"2024-09-12T18:26:40.851734+0000","last_active":"2024-09-12T18:26:40.851734+0000","last_peered":"2024-09-12T18:26:40.851734+0000","last_clean":"2024-09-12T18:26:40.851734+0000","last_became_active":"2024-09-12T17:38:17.704782+0000","last_became_peered":"2024-09-12T17:38:17.704782+0000","last_unstale":"2024-09-12T18:26:40.851734+0000","last_undegraded":"2024-09-12T18:26:40.851734+0000","last_fullsized":"2024-09-12T18:26:40.851734+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'148","last_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_deep_scrub":"268'148","last_deep_scrub_stamp":"2024-09-12T18:26:40.851549+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.851549+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:26.254779+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"268'368","reported_seq":1106,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.685237+0000","last_change":"2024-09-12T18:26:15.685055+0000","last_active":"2024-09-12T18:26:15.685237+0000","last_peered":"2024-09-12T18:26:15.685237+0000","last_clean":"2024-09-12T18:26:15.685237+0000","last_became_active":"2024-09-12T17:38:09.668120+0000","last_became_peered":"2024-09-12T17:38:09.668120+0000","last_unstale":"2024-09-12T18:26:15.685237+0000","last_undegraded":"2024-09-12T18:26:15.685237+0000","last_fullsized":"2024-09-12T18:26:15.685237+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'368","last_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_deep_scrub":"268'368","last_deep_scrub_stamp":"2024-09-12T18:26:15.684883+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.684883+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:31.009510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1886,"num_read_kb":1638,"num_write":605,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"268'291","reported_seq":922,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.833918+0000","last_change":"2024-09-12T18:26:05.833771+0000","last_active":"2024-09-12T18:26:05.833918+0000","last_peered":"2024-09-12T18:26:05.833918+0000","last_clean":"2024-09-12T18:26:05.833918+0000","last_became_active":"2024-09-12T17:38:07.668146+0000","last_became_peered":"2024-09-12T17:38:07.668146+0000","last_unstale":"2024-09-12T18:26:05.833918+0000","last_undegraded":"2024-09-12T18:26:05.833918+0000","last_fullsized":"2024-09-12T18:26:05.833918+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'291","last_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_deep_scrub":"268'291","last_deep_scrub_stamp":"2024-09-12T18:26:05.833484+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.833484+0000","objects_scrubbed":4,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:48.440310+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":411,"num_read_kb":27077,"num_write":999,"num_write_kb":31095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,6],"acting":[4,7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":510,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.610868+0000","last_change":"2024-09-12T18:26:21.610710+0000","last_active":"2024-09-12T18:26:21.610868+0000","last_peered":"2024-09-12T18:26:21.610868+0000","last_clean":"2024-09-12T18:26:21.610868+0000","last_became_active":"2024-09-12T17:38:11.667245+0000","last_became_peered":"2024-09-12T17:38:11.667245+0000","last_unstale":"2024-09-12T18:26:21.610868+0000","last_undegraded":"2024-09-12T18:26:21.610868+0000","last_fullsized":"2024-09-12T18:26:21.610868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:21.610516+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.610516+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:40.862907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"268'263","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.010013+0000","last_change":"2024-09-12T18:26:35.009853+0000","last_active":"2024-09-12T18:26:35.010013+0000","last_peered":"2024-09-12T18:26:35.010013+0000","last_clean":"2024-09-12T18:26:35.010013+0000","last_became_active":"2024-09-12T17:38:13.694847+0000","last_became_peered":"2024-09-12T17:38:13.694847+0000","last_unstale":"2024-09-12T18:26:35.010013+0000","last_undegraded":"2024-09-12T18:26:35.010013+0000","last_fullsized":"2024-09-12T18:26:35.010013+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:35.009662+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.009662+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:17.596285+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48831,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":430,"num_read_kb":1017,"num_write":344,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:56.170518+0000","last_change":"2024-09-12T18:26:56.170378+0000","last_active":"2024-09-12T18:26:56.170518+0000","last_peered":"2024-09-12T18:26:56.170518+0000","last_clean":"2024-09-12T18:26:56.170518+0000","last_became_active":"2024-09-12T17:38:15.693194+0000","last_became_peered":"2024-09-12T17:38:15.693194+0000","last_unstale":"2024-09-12T18:26:56.170518+0000","last_undegraded":"2024-09-12T18:26:56.170518+0000","last_fullsized":"2024-09-12T18:26:56.170518+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:56.170198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:56.170198+0000","last_clean_scrub_stamp":"2024-09-12T18:26:56.170198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:01.518689+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"268'96","reported_seq":599,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.053702+0000","last_change":"2024-09-12T18:26:41.053702+0000","last_active":"2024-09-12T18:26:41.053702+0000","last_peered":"2024-09-12T18:26:41.053702+0000","last_clean":"2024-09-12T18:26:41.053702+0000","last_became_active":"2024-09-12T17:38:17.712960+0000","last_became_peered":"2024-09-12T17:38:17.712960+0000","last_unstale":"2024-09-12T18:26:41.053702+0000","last_undegraded":"2024-09-12T18:26:41.053702+0000","last_fullsized":"2024-09-12T18:26:41.053702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'96","last_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_deep_scrub":"268'96","last_deep_scrub_stamp":"2024-09-12T18:26:41.053523+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.053523+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:38.710643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":112,"num_write":232,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"268'72","reported_seq":646,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.498515+0000","last_change":"2024-09-12T18:26:14.498377+0000","last_active":"2024-09-12T18:26:14.498515+0000","last_peered":"2024-09-12T18:26:14.498515+0000","last_clean":"2024-09-12T18:26:14.498515+0000","last_became_active":"2024-09-12T17:38:09.669015+0000","last_became_peered":"2024-09-12T17:38:09.669015+0000","last_unstale":"2024-09-12T18:26:14.498515+0000","last_undegraded":"2024-09-12T18:26:14.498515+0000","last_fullsized":"2024-09-12T18:26:14.498515+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'72","last_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_deep_scrub":"268'72","last_deep_scrub_stamp":"2024-09-12T18:26:14.498182+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.498182+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:40.925818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":268,"num_write":105,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"268'386","reported_seq":1115,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.892849+0000","last_change":"2024-09-12T18:26:13.892681+0000","last_active":"2024-09-12T18:26:13.892849+0000","last_peered":"2024-09-12T18:26:13.892849+0000","last_clean":"2024-09-12T18:26:13.892849+0000","last_became_active":"2024-09-12T17:38:07.651987+0000","last_became_peered":"2024-09-12T17:38:07.651987+0000","last_unstale":"2024-09-12T18:26:13.892849+0000","last_undegraded":"2024-09-12T18:26:13.892849+0000","last_fullsized":"2024-09-12T18:26:13.892849+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'386","last_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_deep_scrub":"268'386","last_deep_scrub_stamp":"2024-09-12T18:26:13.892455+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.892455+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:02.071913+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3499212,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":812,"num_read_kb":10238,"num_write":1225,"num_write_kb":34915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0,4],"acting":[7,3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.820757+0000","last_change":"2024-09-12T18:26:25.820483+0000","last_active":"2024-09-12T18:26:25.820757+0000","last_peered":"2024-09-12T18:26:25.820757+0000","last_clean":"2024-09-12T18:26:25.820757+0000","last_became_active":"2024-09-12T17:38:11.664360+0000","last_became_peered":"2024-09-12T17:38:11.664360+0000","last_unstale":"2024-09-12T18:26:25.820757+0000","last_undegraded":"2024-09-12T18:26:25.820757+0000","last_fullsized":"2024-09-12T18:26:25.820757+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.820279+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.820279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:57.816812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"268'48","reported_seq":560,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.821125+0000","last_change":"2024-09-12T18:26:26.820964+0000","last_active":"2024-09-12T18:26:26.821125+0000","last_peered":"2024-09-12T18:26:26.821125+0000","last_clean":"2024-09-12T18:26:26.821125+0000","last_became_active":"2024-09-12T17:38:13.682027+0000","last_became_peered":"2024-09-12T17:38:13.682027+0000","last_unstale":"2024-09-12T18:26:26.821125+0000","last_undegraded":"2024-09-12T18:26:26.821125+0000","last_fullsized":"2024-09-12T18:26:26.821125+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'48","last_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_deep_scrub":"268'48","last_deep_scrub_stamp":"2024-09-12T18:26:26.820761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.820761+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:29.846969+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.863115+0000","last_change":"2024-09-12T18:26:32.862951+0000","last_active":"2024-09-12T18:26:32.863115+0000","last_peered":"2024-09-12T18:26:32.863115+0000","last_clean":"2024-09-12T18:26:32.863115+0000","last_became_active":"2024-09-12T17:38:15.711456+0000","last_became_peered":"2024-09-12T17:38:15.711456+0000","last_unstale":"2024-09-12T18:26:32.863115+0000","last_undegraded":"2024-09-12T18:26:32.863115+0000","last_fullsized":"2024-09-12T18:26:32.863115+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.862778+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.862778+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:31.488297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"268'263","reported_seq":798,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:41.877435+0000","last_change":"2024-09-12T18:26:41.877435+0000","last_active":"2024-09-12T18:26:41.877435+0000","last_peered":"2024-09-12T18:26:41.877435+0000","last_clean":"2024-09-12T18:26:41.877435+0000","last_became_active":"2024-09-12T17:38:17.711677+0000","last_became_peered":"2024-09-12T17:38:17.711677+0000","last_unstale":"2024-09-12T18:26:41.877435+0000","last_undegraded":"2024-09-12T18:26:41.877435+0000","last_fullsized":"2024-09-12T18:26:41.877435+0000","mapping_epoch":36,"log_start":"268'200","ondisk_log_start":"268'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'263","last_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_deep_scrub":"268'263","last_deep_scrub_stamp":"2024-09-12T18:26:41.877227+0000","last_clean_scrub_stamp":"2024-09-12T18:26:41.877227+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:35.359719+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":364,"num_write":592,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"268'159","reported_seq":795,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.782683+0000","last_change":"2024-09-12T18:26:14.782551+0000","last_active":"2024-09-12T18:26:14.782683+0000","last_peered":"2024-09-12T18:26:14.782683+0000","last_clean":"2024-09-12T18:26:14.782683+0000","last_became_active":"2024-09-12T17:38:09.661329+0000","last_became_peered":"2024-09-12T17:38:09.661329+0000","last_unstale":"2024-09-12T18:26:14.782683+0000","last_undegraded":"2024-09-12T18:26:14.782683+0000","last_fullsized":"2024-09-12T18:26:14.782683+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:14.782368+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.782368+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:01.064285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":726,"num_read_kb":606,"num_write":243,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"268'338","reported_seq":959,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.817545+0000","last_change":"2024-09-12T18:26:08.817283+0000","last_active":"2024-09-12T18:26:08.817545+0000","last_peered":"2024-09-12T18:26:08.817545+0000","last_clean":"2024-09-12T18:26:08.817545+0000","last_became_active":"2024-09-12T17:38:07.653909+0000","last_became_peered":"2024-09-12T17:38:07.653909+0000","last_unstale":"2024-09-12T18:26:08.817545+0000","last_undegraded":"2024-09-12T18:26:08.817545+0000","last_fullsized":"2024-09-12T18:26:08.817545+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:08.817026+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.817026+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:21.003632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":20999,"num_write":1111,"num_write_kb":40541,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,3],"acting":[5,7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":506,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.802847+0000","last_change":"2024-09-12T18:26:23.802632+0000","last_active":"2024-09-12T18:26:23.802847+0000","last_peered":"2024-09-12T18:26:23.802847+0000","last_clean":"2024-09-12T18:26:23.802847+0000","last_became_active":"2024-09-12T17:38:11.666598+0000","last_became_peered":"2024-09-12T17:38:11.666598+0000","last_unstale":"2024-09-12T18:26:23.802847+0000","last_undegraded":"2024-09-12T18:26:23.802847+0000","last_fullsized":"2024-09-12T18:26:23.802847+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.802365+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.802365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:03.807744+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"268'312","reported_seq":912,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.991920+0000","last_change":"2024-09-12T18:26:32.991724+0000","last_active":"2024-09-12T18:26:32.991920+0000","last_peered":"2024-09-12T18:26:32.991920+0000","last_clean":"2024-09-12T18:26:32.991920+0000","last_became_active":"2024-09-12T17:38:13.695299+0000","last_became_peered":"2024-09-12T17:38:13.695299+0000","last_unstale":"2024-09-12T18:26:32.991920+0000","last_undegraded":"2024-09-12T18:26:32.991920+0000","last_fullsized":"2024-09-12T18:26:32.991920+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'312","last_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_deep_scrub":"268'312","last_deep_scrub_stamp":"2024-09-12T18:26:32.991530+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.991530+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:09.618496+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50152,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.911712+0000","last_change":"2024-09-12T18:26:22.911562+0000","last_active":"2024-09-12T18:26:22.911712+0000","last_peered":"2024-09-12T18:26:22.911712+0000","last_clean":"2024-09-12T18:26:22.911712+0000","last_became_active":"2024-09-12T17:38:15.697721+0000","last_became_peered":"2024-09-12T17:38:15.697721+0000","last_unstale":"2024-09-12T18:26:22.911712+0000","last_undegraded":"2024-09-12T18:26:22.911712+0000","last_fullsized":"2024-09-12T18:26:22.911712+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:22.911387+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.911387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:05:12.683282+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"268'159","reported_seq":694,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:40.757557+0000","last_change":"2024-09-12T18:26:40.757557+0000","last_active":"2024-09-12T18:26:40.757557+0000","last_peered":"2024-09-12T18:26:40.757557+0000","last_clean":"2024-09-12T18:26:40.757557+0000","last_became_active":"2024-09-12T17:38:17.703258+0000","last_became_peered":"2024-09-12T17:38:17.703258+0000","last_unstale":"2024-09-12T18:26:40.757557+0000","last_undegraded":"2024-09-12T18:26:40.757557+0000","last_fullsized":"2024-09-12T18:26:40.757557+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'159","last_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_deep_scrub":"268'159","last_deep_scrub_stamp":"2024-09-12T18:26:40.757377+0000","last_clean_scrub_stamp":"2024-09-12T18:26:40.757377+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:27.416638+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":616,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":306,"num_read_kb":283,"num_write":389,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"268'310","reported_seq":1003,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.729141+0000","last_change":"2024-09-12T18:26:22.729001+0000","last_active":"2024-09-12T18:26:22.729141+0000","last_peered":"2024-09-12T18:26:22.729141+0000","last_clean":"2024-09-12T18:26:22.729141+0000","last_became_active":"2024-09-12T17:38:09.663050+0000","last_became_peered":"2024-09-12T17:38:09.663050+0000","last_unstale":"2024-09-12T18:26:22.729141+0000","last_undegraded":"2024-09-12T18:26:22.729141+0000","last_fullsized":"2024-09-12T18:26:22.729141+0000","mapping_epoch":28,"log_start":"254'200","ondisk_log_start":"254'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:22.728817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.728817+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:35.118944+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1492,"num_read_kb":1291,"num_write":456,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25751,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"268'310","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.557093+0000","last_change":"2024-09-12T18:26:05.556942+0000","last_active":"2024-09-12T18:26:05.557093+0000","last_peered":"2024-09-12T18:26:05.557093+0000","last_clean":"2024-09-12T18:26:05.557093+0000","last_became_active":"2024-09-12T17:38:07.681443+0000","last_became_peered":"2024-09-12T17:38:07.681443+0000","last_unstale":"2024-09-12T18:26:05.557093+0000","last_undegraded":"2024-09-12T18:26:05.557093+0000","last_fullsized":"2024-09-12T18:26:05.557093+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'310","last_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_deep_scrub":"268'310","last_deep_scrub_stamp":"2024-09-12T18:26:05.556653+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.556653+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:58.653550+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524339,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":72736,"num_write":994,"num_write_kb":46211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6,3],"acting":[0,5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.869830+0000","last_change":"2024-09-12T18:26:19.869583+0000","last_active":"2024-09-12T18:26:19.869830+0000","last_peered":"2024-09-12T18:26:19.869830+0000","last_clean":"2024-09-12T18:26:19.869830+0000","last_became_active":"2024-09-12T17:38:11.659911+0000","last_became_peered":"2024-09-12T17:38:11.659911+0000","last_unstale":"2024-09-12T18:26:19.869830+0000","last_undegraded":"2024-09-12T18:26:19.869830+0000","last_fullsized":"2024-09-12T18:26:19.869830+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.869363+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.869363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:39.830442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"268'284","reported_seq":862,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.810158+0000","last_change":"2024-09-12T18:26:29.810009+0000","last_active":"2024-09-12T18:26:29.810158+0000","last_peered":"2024-09-12T18:26:29.810158+0000","last_clean":"2024-09-12T18:26:29.810158+0000","last_became_active":"2024-09-12T17:38:13.697646+0000","last_became_peered":"2024-09-12T17:38:13.697646+0000","last_unstale":"2024-09-12T18:26:29.810158+0000","last_undegraded":"2024-09-12T18:26:29.810158+0000","last_fullsized":"2024-09-12T18:26:29.810158+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:29.809810+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.809810+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.941208+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48406,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":468,"num_read_kb":1131,"num_write":388,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":498,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.810925+0000","last_change":"2024-09-12T18:26:32.810794+0000","last_active":"2024-09-12T18:26:32.810925+0000","last_peered":"2024-09-12T18:26:32.810925+0000","last_clean":"2024-09-12T18:26:32.810925+0000","last_became_active":"2024-09-12T17:38:15.706708+0000","last_became_peered":"2024-09-12T17:38:15.706708+0000","last_unstale":"2024-09-12T18:26:32.810925+0000","last_undegraded":"2024-09-12T18:26:32.810925+0000","last_fullsized":"2024-09-12T18:26:32.810925+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:32.810615+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.810615+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:40.796270+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"268'325","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.932123+0000","last_change":"2024-09-12T18:26:15.932123+0000","last_active":"2024-09-12T18:26:15.932123+0000","last_peered":"2024-09-12T18:26:15.932123+0000","last_clean":"2024-09-12T18:26:15.932123+0000","last_became_active":"2024-09-12T17:38:09.664136+0000","last_became_peered":"2024-09-12T17:38:09.664136+0000","last_unstale":"2024-09-12T18:26:15.932123+0000","last_undegraded":"2024-09-12T18:26:15.932123+0000","last_fullsized":"2024-09-12T18:26:15.932123+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:15.931914+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.931914+0000","objects_scrubbed":1,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:25.987046+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1424,"num_read_kb":1125,"num_write":547,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"268'381","reported_seq":1027,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.743323+0000","last_change":"2024-09-12T18:26:06.743172+0000","last_active":"2024-09-12T18:26:06.743323+0000","last_peered":"2024-09-12T18:26:06.743323+0000","last_clean":"2024-09-12T18:26:06.743323+0000","last_became_active":"2024-09-12T17:38:07.624371+0000","last_became_peered":"2024-09-12T17:38:07.624371+0000","last_unstale":"2024-09-12T18:26:06.743323+0000","last_undegraded":"2024-09-12T18:26:06.743323+0000","last_fullsized":"2024-09-12T18:26:06.743323+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'381","last_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_deep_scrub":"268'381","last_deep_scrub_stamp":"2024-09-12T18:26:06.742889+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.742889+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:11.267236+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1398992,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":14975,"num_write":1256,"num_write_kb":36607,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,2],"acting":[3,0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.748751+0000","last_change":"2024-09-12T18:26:23.748594+0000","last_active":"2024-09-12T18:26:23.748751+0000","last_peered":"2024-09-12T18:26:23.748751+0000","last_clean":"2024-09-12T18:26:23.748751+0000","last_became_active":"2024-09-12T17:38:11.658388+0000","last_became_peered":"2024-09-12T17:38:11.658388+0000","last_unstale":"2024-09-12T18:26:23.748751+0000","last_undegraded":"2024-09-12T18:26:23.748751+0000","last_fullsized":"2024-09-12T18:26:23.748751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:23.748413+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.748413+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:33.961178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"268'486","reported_seq":1127,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.585559+0000","last_change":"2024-09-12T18:26:24.585559+0000","last_active":"2024-09-12T18:26:24.585559+0000","last_peered":"2024-09-12T18:26:24.585559+0000","last_clean":"2024-09-12T18:26:24.585559+0000","last_became_active":"2024-09-12T17:38:13.686005+0000","last_became_peered":"2024-09-12T17:38:13.686005+0000","last_unstale":"2024-09-12T18:26:24.585559+0000","last_undegraded":"2024-09-12T18:26:24.585559+0000","last_fullsized":"2024-09-12T18:26:24.585559+0000","mapping_epoch":32,"log_start":"268'400","ondisk_log_start":"268'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'486","last_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_deep_scrub":"268'486","last_deep_scrub_stamp":"2024-09-12T18:26:24.585334+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.585334+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:33.040292+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99683,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2051,"num_write":746,"num_write_kb":663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":491,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.708891+0000","last_change":"2024-09-12T18:26:34.708891+0000","last_active":"2024-09-12T18:26:34.708891+0000","last_peered":"2024-09-12T18:26:34.708891+0000","last_clean":"2024-09-12T18:26:34.708891+0000","last_became_active":"2024-09-12T17:38:15.693975+0000","last_became_peered":"2024-09-12T17:38:15.693975+0000","last_unstale":"2024-09-12T18:26:34.708891+0000","last_undegraded":"2024-09-12T18:26:34.708891+0000","last_fullsized":"2024-09-12T18:26:34.708891+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.708695+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.708695+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:38.797268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"268'204","reported_seq":723,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:49.110735+0000","last_change":"2024-09-12T18:26:49.110549+0000","last_active":"2024-09-12T18:26:49.110735+0000","last_peered":"2024-09-12T18:26:49.110735+0000","last_clean":"2024-09-12T18:26:49.110735+0000","last_became_active":"2024-09-12T17:38:17.696133+0000","last_became_peered":"2024-09-12T17:38:17.696133+0000","last_unstale":"2024-09-12T18:26:49.110735+0000","last_undegraded":"2024-09-12T18:26:49.110735+0000","last_fullsized":"2024-09-12T18:26:49.110735+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'204","last_scrub_stamp":"2024-09-12T18:26:49.110361+0000","last_deep_scrub":"268'204","last_deep_scrub_stamp":"2024-09-12T18:26:49.110361+0000","last_clean_scrub_stamp":"2024-09-12T18:26:49.110361+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:54.927057+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":309,"num_read_kb":312,"num_write":472,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"268'208","reported_seq":834,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.738627+0000","last_change":"2024-09-12T18:26:16.738337+0000","last_active":"2024-09-12T18:26:16.738627+0000","last_peered":"2024-09-12T18:26:16.738627+0000","last_clean":"2024-09-12T18:26:16.738627+0000","last_became_active":"2024-09-12T17:38:09.664487+0000","last_became_peered":"2024-09-12T17:38:09.664487+0000","last_unstale":"2024-09-12T18:26:16.738627+0000","last_undegraded":"2024-09-12T18:26:16.738627+0000","last_fullsized":"2024-09-12T18:26:16.738627+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'208","last_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_deep_scrub":"268'208","last_deep_scrub_stamp":"2024-09-12T18:26:16.738062+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.738062+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:52:40.227663+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":939,"num_read_kb":797,"num_write":342,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"268'408","reported_seq":1074,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:04.494025+0000","last_change":"2024-09-12T18:26:04.493922+0000","last_active":"2024-09-12T18:26:04.494025+0000","last_peered":"2024-09-12T18:26:04.494025+0000","last_clean":"2024-09-12T18:26:04.494025+0000","last_became_active":"2024-09-12T17:38:07.674771+0000","last_became_peered":"2024-09-12T17:38:07.674771+0000","last_unstale":"2024-09-12T18:26:04.494025+0000","last_undegraded":"2024-09-12T18:26:04.494025+0000","last_fullsized":"2024-09-12T18:26:04.494025+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'408","last_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_deep_scrub":"268'408","last_deep_scrub_stamp":"2024-09-12T18:26:04.493762+0000","last_clean_scrub_stamp":"2024-09-12T18:26:04.493762+0000","objects_scrubbed":10,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:24.650936+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67865,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":609,"num_read_kb":49111,"num_write":1189,"num_write_kb":50368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,6],"acting":[1,3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":507,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.849172+0000","last_change":"2024-09-12T18:26:20.849172+0000","last_active":"2024-09-12T18:26:20.849172+0000","last_peered":"2024-09-12T18:26:20.849172+0000","last_clean":"2024-09-12T18:26:20.849172+0000","last_became_active":"2024-09-12T17:38:11.660046+0000","last_became_peered":"2024-09-12T17:38:11.660046+0000","last_unstale":"2024-09-12T18:26:20.849172+0000","last_undegraded":"2024-09-12T18:26:20.849172+0000","last_fullsized":"2024-09-12T18:26:20.849172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:20.848986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.848986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:40:34.953616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"268'284","reported_seq":875,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.841381+0000","last_change":"2024-09-12T18:26:30.841381+0000","last_active":"2024-09-12T18:26:30.841381+0000","last_peered":"2024-09-12T18:26:30.841381+0000","last_clean":"2024-09-12T18:26:30.841381+0000","last_became_active":"2024-09-12T17:38:13.697572+0000","last_became_peered":"2024-09-12T17:38:13.697572+0000","last_unstale":"2024-09-12T18:26:30.841381+0000","last_undegraded":"2024-09-12T18:26:30.841381+0000","last_fullsized":"2024-09-12T18:26:30.841381+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'284","last_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_deep_scrub":"268'284","last_deep_scrub_stamp":"2024-09-12T18:26:30.841116+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.841116+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:01.874061+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48135,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":459,"num_read_kb":956,"num_write":378,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:30.570745+0000","last_change":"2024-09-12T18:26:30.570745+0000","last_active":"2024-09-12T18:26:30.570745+0000","last_peered":"2024-09-12T18:26:30.570745+0000","last_clean":"2024-09-12T18:26:30.570745+0000","last_became_active":"2024-09-12T17:38:15.704031+0000","last_became_peered":"2024-09-12T17:38:15.704031+0000","last_unstale":"2024-09-12T18:26:30.570745+0000","last_undegraded":"2024-09-12T18:26:30.570745+0000","last_fullsized":"2024-09-12T18:26:30.570745+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:30.570555+0000","last_clean_scrub_stamp":"2024-09-12T18:26:30.570555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:13.914476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"268'173","reported_seq":696,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.910287+0000","last_change":"2024-09-12T18:26:29.910052+0000","last_active":"2024-09-12T18:26:29.910287+0000","last_peered":"2024-09-12T18:26:29.910287+0000","last_clean":"2024-09-12T18:26:29.910287+0000","last_became_active":"2024-09-12T17:38:17.706336+0000","last_became_peered":"2024-09-12T17:38:17.706336+0000","last_unstale":"2024-09-12T18:26:29.910287+0000","last_undegraded":"2024-09-12T18:26:29.910287+0000","last_fullsized":"2024-09-12T18:26:29.910287+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'173","last_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_deep_scrub":"268'173","last_deep_scrub_stamp":"2024-09-12T18:26:29.909805+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.909805+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.275266+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":472,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"268'128","reported_seq":698,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.671948+0000","last_change":"2024-09-12T18:26:20.671948+0000","last_active":"2024-09-12T18:26:20.671948+0000","last_peered":"2024-09-12T18:26:20.671948+0000","last_clean":"2024-09-12T18:26:20.671948+0000","last_became_active":"2024-09-12T17:38:09.662675+0000","last_became_peered":"2024-09-12T17:38:09.662675+0000","last_unstale":"2024-09-12T18:26:20.671948+0000","last_undegraded":"2024-09-12T18:26:20.671948+0000","last_fullsized":"2024-09-12T18:26:20.671948+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'128","last_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_deep_scrub":"268'128","last_deep_scrub_stamp":"2024-09-12T18:26:20.671761+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.671761+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:17.768003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":534,"num_read_kb":435,"num_write":190,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"268'349","reported_seq":993,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.810061+0000","last_change":"2024-09-12T18:26:06.810061+0000","last_active":"2024-09-12T18:26:06.810061+0000","last_peered":"2024-09-12T18:26:06.810061+0000","last_clean":"2024-09-12T18:26:06.810061+0000","last_became_active":"2024-09-12T17:38:07.646348+0000","last_became_peered":"2024-09-12T17:38:07.646348+0000","last_unstale":"2024-09-12T18:26:06.810061+0000","last_undegraded":"2024-09-12T18:26:06.810061+0000","last_fullsized":"2024-09-12T18:26:06.810061+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'349","last_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_deep_scrub":"268'349","last_deep_scrub_stamp":"2024-09-12T18:26:06.809766+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.809766+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.344130+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5327091,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":14104,"num_write":1102,"num_write_kb":25652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7,2],"acting":[4,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:29.686642+0000","last_change":"2024-09-12T18:26:29.686642+0000","last_active":"2024-09-12T18:26:29.686642+0000","last_peered":"2024-09-12T18:26:29.686642+0000","last_clean":"2024-09-12T18:26:29.686642+0000","last_became_active":"2024-09-12T17:38:11.661221+0000","last_became_peered":"2024-09-12T17:38:11.661221+0000","last_unstale":"2024-09-12T18:26:29.686642+0000","last_undegraded":"2024-09-12T18:26:29.686642+0000","last_fullsized":"2024-09-12T18:26:29.686642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:29.686411+0000","last_clean_scrub_stamp":"2024-09-12T18:26:29.686411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:38.876648+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"268'288","reported_seq":874,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.002752+0000","last_change":"2024-09-12T18:26:34.002752+0000","last_active":"2024-09-12T18:26:34.002752+0000","last_peered":"2024-09-12T18:26:34.002752+0000","last_clean":"2024-09-12T18:26:34.002752+0000","last_became_active":"2024-09-12T17:38:13.696640+0000","last_became_peered":"2024-09-12T17:38:13.696640+0000","last_unstale":"2024-09-12T18:26:34.002752+0000","last_undegraded":"2024-09-12T18:26:34.002752+0000","last_fullsized":"2024-09-12T18:26:34.002752+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'288","last_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_deep_scrub":"268'288","last_deep_scrub_stamp":"2024-09-12T18:26:34.002552+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.002552+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:55:25.268322+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85321,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":1168,"num_write":388,"num_write_kb":346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":505,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:27.552982+0000","last_change":"2024-09-12T18:26:27.552834+0000","last_active":"2024-09-12T18:26:27.552982+0000","last_peered":"2024-09-12T18:26:27.552982+0000","last_clean":"2024-09-12T18:26:27.552982+0000","last_became_active":"2024-09-12T17:38:15.690089+0000","last_became_peered":"2024-09-12T17:38:15.690089+0000","last_unstale":"2024-09-12T18:26:27.552982+0000","last_undegraded":"2024-09-12T18:26:27.552982+0000","last_fullsized":"2024-09-12T18:26:27.552982+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:27.552628+0000","last_clean_scrub_stamp":"2024-09-12T18:26:27.552628+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:26.131597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"268'123","reported_seq":629,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.762581+0000","last_change":"2024-09-12T18:26:38.762389+0000","last_active":"2024-09-12T18:26:38.762581+0000","last_peered":"2024-09-12T18:26:38.762581+0000","last_clean":"2024-09-12T18:26:38.762581+0000","last_became_active":"2024-09-12T17:38:17.703120+0000","last_became_peered":"2024-09-12T17:38:17.703120+0000","last_unstale":"2024-09-12T18:26:38.762581+0000","last_undegraded":"2024-09-12T18:26:38.762581+0000","last_fullsized":"2024-09-12T18:26:38.762581+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'123","last_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_deep_scrub":"268'123","last_deep_scrub_stamp":"2024-09-12T18:26:38.762154+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.762154+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:43.285374+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1043,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":179,"num_write":304,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"268'124","reported_seq":732,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.322207+0000","last_change":"2024-09-12T18:26:20.322207+0000","last_active":"2024-09-12T18:26:20.322207+0000","last_peered":"2024-09-12T18:26:20.322207+0000","last_clean":"2024-09-12T18:26:20.322207+0000","last_became_active":"2024-09-12T17:38:09.664890+0000","last_became_peered":"2024-09-12T17:38:09.664890+0000","last_unstale":"2024-09-12T18:26:20.322207+0000","last_undegraded":"2024-09-12T18:26:20.322207+0000","last_fullsized":"2024-09-12T18:26:20.322207+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'124","last_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_deep_scrub":"268'124","last_deep_scrub_stamp":"2024-09-12T18:26:20.321978+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.321978+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:35.196725+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":552,"num_read_kb":460,"num_write":177,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"268'369","reported_seq":1028,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.631998+0000","last_change":"2024-09-12T18:26:07.631998+0000","last_active":"2024-09-12T18:26:07.631998+0000","last_peered":"2024-09-12T18:26:07.631998+0000","last_clean":"2024-09-12T18:26:07.631998+0000","last_became_active":"2024-09-12T17:38:07.635738+0000","last_became_peered":"2024-09-12T17:38:07.635738+0000","last_unstale":"2024-09-12T18:26:07.631998+0000","last_undegraded":"2024-09-12T18:26:07.631998+0000","last_fullsized":"2024-09-12T18:26:07.631998+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'369","last_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_deep_scrub":"268'369","last_deep_scrub_stamp":"2024-09-12T18:26:07.631745+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.631745+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:56:55.304705+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1391358,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":539,"num_read_kb":51026,"num_write":1203,"num_write_kb":42591,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7,1],"acting":[0,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.549616+0000","last_change":"2024-09-12T18:26:19.549616+0000","last_active":"2024-09-12T18:26:19.549616+0000","last_peered":"2024-09-12T18:26:19.549616+0000","last_clean":"2024-09-12T18:26:19.549616+0000","last_became_active":"2024-09-12T17:38:11.667661+0000","last_became_peered":"2024-09-12T17:38:11.667661+0000","last_unstale":"2024-09-12T18:26:19.549616+0000","last_undegraded":"2024-09-12T18:26:19.549616+0000","last_fullsized":"2024-09-12T18:26:19.549616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:19.549432+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.549432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:20.530087+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"268'90","reported_seq":624,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.776495+0000","last_change":"2024-09-12T18:26:32.776495+0000","last_active":"2024-09-12T18:26:32.776495+0000","last_peered":"2024-09-12T18:26:32.776495+0000","last_clean":"2024-09-12T18:26:32.776495+0000","last_became_active":"2024-09-12T17:38:13.689323+0000","last_became_peered":"2024-09-12T17:38:13.689323+0000","last_unstale":"2024-09-12T18:26:32.776495+0000","last_undegraded":"2024-09-12T18:26:32.776495+0000","last_fullsized":"2024-09-12T18:26:32.776495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'90","last_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_deep_scrub":"268'90","last_deep_scrub_stamp":"2024-09-12T18:26:32.776295+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.776295+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:56:33.763838+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":92,"num_read_kb":82,"num_write":74,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"268'757","reported_seq":2240,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.893346+0000","last_change":"2024-09-12T18:26:25.893346+0000","last_active":"2024-09-12T18:26:25.893346+0000","last_peered":"2024-09-12T18:26:25.893346+0000","last_clean":"2024-09-12T18:26:25.893346+0000","last_became_active":"2024-09-12T17:38:15.697022+0000","last_became_peered":"2024-09-12T17:38:15.697022+0000","last_unstale":"2024-09-12T18:26:25.893346+0000","last_undegraded":"2024-09-12T18:26:25.893346+0000","last_fullsized":"2024-09-12T18:26:25.893346+0000","mapping_epoch":34,"log_start":"268'700","ondisk_log_start":"268'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'757","last_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_deep_scrub":"268'757","last_deep_scrub_stamp":"2024-09-12T18:26:25.893091+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.893091+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":700,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:37.652088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"268'118","reported_seq":631,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:37.990365+0000","last_change":"2024-09-12T18:26:37.990226+0000","last_active":"2024-09-12T18:26:37.990365+0000","last_peered":"2024-09-12T18:26:37.990365+0000","last_clean":"2024-09-12T18:26:37.990365+0000","last_became_active":"2024-09-12T17:38:17.709470+0000","last_became_peered":"2024-09-12T17:38:17.709470+0000","last_unstale":"2024-09-12T18:26:37.990365+0000","last_undegraded":"2024-09-12T18:26:37.990365+0000","last_fullsized":"2024-09-12T18:26:37.990365+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'118","last_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_deep_scrub":"268'118","last_deep_scrub_stamp":"2024-09-12T18:26:37.990041+0000","last_clean_scrub_stamp":"2024-09-12T18:26:37.990041+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:45.964145+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":167,"num_write":277,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"268'84","reported_seq":659,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.727358+0000","last_change":"2024-09-12T18:26:14.727358+0000","last_active":"2024-09-12T18:26:14.727358+0000","last_peered":"2024-09-12T18:26:14.727358+0000","last_clean":"2024-09-12T18:26:14.727358+0000","last_became_active":"2024-09-12T17:38:09.661079+0000","last_became_peered":"2024-09-12T17:38:09.661079+0000","last_unstale":"2024-09-12T18:26:14.727358+0000","last_undegraded":"2024-09-12T18:26:14.727358+0000","last_fullsized":"2024-09-12T18:26:14.727358+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'84","last_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_deep_scrub":"268'84","last_deep_scrub_stamp":"2024-09-12T18:26:14.727168+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.727168+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:27.736442+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":396,"num_read_kb":330,"num_write":125,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"268'345","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.153678+0000","last_change":"2024-09-12T18:26:09.153525+0000","last_active":"2024-09-12T18:26:09.153678+0000","last_peered":"2024-09-12T18:26:09.153678+0000","last_clean":"2024-09-12T18:26:09.153678+0000","last_became_active":"2024-09-12T17:38:38.768416+0000","last_became_peered":"2024-09-12T17:38:38.768416+0000","last_unstale":"2024-09-12T18:26:09.153678+0000","last_undegraded":"2024-09-12T18:26:09.153678+0000","last_fullsized":"2024-09-12T18:26:09.153678+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'345","last_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_deep_scrub":"268'345","last_deep_scrub_stamp":"2024-09-12T18:26:09.153306+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.153306+0000","objects_scrubbed":7,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:23.432680+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288364,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":460,"num_read_kb":8478,"num_write":1047,"num_write_kb":46654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1,6],"acting":[2,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":504,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:25.794762+0000","last_change":"2024-09-12T18:26:25.794762+0000","last_active":"2024-09-12T18:26:25.794762+0000","last_peered":"2024-09-12T18:26:25.794762+0000","last_clean":"2024-09-12T18:26:25.794762+0000","last_became_active":"2024-09-12T17:38:11.658343+0000","last_became_peered":"2024-09-12T17:38:11.658343+0000","last_unstale":"2024-09-12T18:26:25.794762+0000","last_undegraded":"2024-09-12T18:26:25.794762+0000","last_fullsized":"2024-09-12T18:26:25.794762+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:25.794476+0000","last_clean_scrub_stamp":"2024-09-12T18:26:25.794476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:50.612256+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"268'332","reported_seq":920,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:32.778823+0000","last_change":"2024-09-12T18:26:32.778655+0000","last_active":"2024-09-12T18:26:32.778823+0000","last_peered":"2024-09-12T18:26:32.778823+0000","last_clean":"2024-09-12T18:26:32.778823+0000","last_became_active":"2024-09-12T17:38:13.684429+0000","last_became_peered":"2024-09-12T17:38:13.684429+0000","last_unstale":"2024-09-12T18:26:32.778823+0000","last_undegraded":"2024-09-12T18:26:32.778823+0000","last_fullsized":"2024-09-12T18:26:32.778823+0000","mapping_epoch":32,"log_start":"268'300","ondisk_log_start":"268'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'332","last_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_deep_scrub":"268'332","last_deep_scrub_stamp":"2024-09-12T18:26:32.778447+0000","last_clean_scrub_stamp":"2024-09-12T18:26:32.778447+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:30.635065+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56465,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":1239,"num_write":444,"num_write_kb":350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":497,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:34.796477+0000","last_change":"2024-09-12T18:26:34.796323+0000","last_active":"2024-09-12T18:26:34.796477+0000","last_peered":"2024-09-12T18:26:34.796477+0000","last_clean":"2024-09-12T18:26:34.796477+0000","last_became_active":"2024-09-12T17:38:15.706341+0000","last_became_peered":"2024-09-12T17:38:15.706341+0000","last_unstale":"2024-09-12T18:26:34.796477+0000","last_undegraded":"2024-09-12T18:26:34.796477+0000","last_fullsized":"2024-09-12T18:26:34.796477+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:34.796128+0000","last_clean_scrub_stamp":"2024-09-12T18:26:34.796128+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:44.885257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"268'138","reported_seq":652,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:39.009617+0000","last_change":"2024-09-12T18:26:39.009453+0000","last_active":"2024-09-12T18:26:39.009617+0000","last_peered":"2024-09-12T18:26:39.009617+0000","last_clean":"2024-09-12T18:26:39.009617+0000","last_became_active":"2024-09-12T17:38:17.711264+0000","last_became_peered":"2024-09-12T17:38:17.711264+0000","last_unstale":"2024-09-12T18:26:39.009617+0000","last_undegraded":"2024-09-12T18:26:39.009617+0000","last_fullsized":"2024-09-12T18:26:39.009617+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'138","last_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_deep_scrub":"268'138","last_deep_scrub_stamp":"2024-09-12T18:26:39.009251+0000","last_clean_scrub_stamp":"2024-09-12T18:26:39.009251+0000","objects_scrubbed":4,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.885126+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":204,"num_read_kb":190,"num_write":316,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"268'217","reported_seq":817,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.714835+0000","last_change":"2024-09-12T18:26:19.714835+0000","last_active":"2024-09-12T18:26:19.714835+0000","last_peered":"2024-09-12T18:26:19.714835+0000","last_clean":"2024-09-12T18:26:19.714835+0000","last_became_active":"2024-09-12T17:38:09.655720+0000","last_became_peered":"2024-09-12T17:38:09.655720+0000","last_unstale":"2024-09-12T18:26:19.714835+0000","last_undegraded":"2024-09-12T18:26:19.714835+0000","last_fullsized":"2024-09-12T18:26:19.714835+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:19.714659+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.714659+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:34.922707+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":730,"num_write":341,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"268'338","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.861049+0000","last_change":"2024-09-12T18:26:09.861049+0000","last_active":"2024-09-12T18:26:09.861049+0000","last_peered":"2024-09-12T18:26:09.861049+0000","last_clean":"2024-09-12T18:26:09.861049+0000","last_became_active":"2024-09-12T17:38:07.673903+0000","last_became_peered":"2024-09-12T17:38:07.673903+0000","last_unstale":"2024-09-12T18:26:09.861049+0000","last_undegraded":"2024-09-12T18:26:09.861049+0000","last_fullsized":"2024-09-12T18:26:09.861049+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'338","last_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_deep_scrub":"268'338","last_deep_scrub_stamp":"2024-09-12T18:26:09.860724+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.860724+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:57.566141+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207156,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":32865,"num_write":1185,"num_write_kb":28699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,6],"acting":[5,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":499,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.782961+0000","last_change":"2024-09-12T18:26:28.782961+0000","last_active":"2024-09-12T18:26:28.782961+0000","last_peered":"2024-09-12T18:26:28.782961+0000","last_clean":"2024-09-12T18:26:28.782961+0000","last_became_active":"2024-09-12T17:38:11.662653+0000","last_became_peered":"2024-09-12T17:38:11.662653+0000","last_unstale":"2024-09-12T18:26:28.782961+0000","last_undegraded":"2024-09-12T18:26:28.782961+0000","last_fullsized":"2024-09-12T18:26:28.782961+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:28.782775+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.782775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:53.320616+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"268'244","reported_seq":821,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:28.788235+0000","last_change":"2024-09-12T18:26:28.788152+0000","last_active":"2024-09-12T18:26:28.788235+0000","last_peered":"2024-09-12T18:26:28.788235+0000","last_clean":"2024-09-12T18:26:28.788235+0000","last_became_active":"2024-09-12T17:38:13.687660+0000","last_became_peered":"2024-09-12T17:38:13.687660+0000","last_unstale":"2024-09-12T18:26:28.788235+0000","last_undegraded":"2024-09-12T18:26:28.788235+0000","last_fullsized":"2024-09-12T18:26:28.788235+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'244","last_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_deep_scrub":"268'244","last_deep_scrub_stamp":"2024-09-12T18:26:28.788040+0000","last_clean_scrub_stamp":"2024-09-12T18:26:28.788040+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:06.119043+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":406,"num_read_kb":923,"num_write":326,"num_write_kb":260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:24.877916+0000","last_change":"2024-09-12T18:26:24.877664+0000","last_active":"2024-09-12T18:26:24.877916+0000","last_peered":"2024-09-12T18:26:24.877916+0000","last_clean":"2024-09-12T18:26:24.877916+0000","last_became_active":"2024-09-12T17:38:15.702828+0000","last_became_peered":"2024-09-12T17:38:15.702828+0000","last_unstale":"2024-09-12T18:26:24.877916+0000","last_undegraded":"2024-09-12T18:26:24.877916+0000","last_fullsized":"2024-09-12T18:26:24.877916+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:24.877436+0000","last_clean_scrub_stamp":"2024-09-12T18:26:24.877436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:40.903959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"268'111","reported_seq":634,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:42.109737+0000","last_change":"2024-09-12T18:26:42.109737+0000","last_active":"2024-09-12T18:26:42.109737+0000","last_peered":"2024-09-12T18:26:42.109737+0000","last_clean":"2024-09-12T18:26:42.109737+0000","last_became_active":"2024-09-12T17:38:17.702120+0000","last_became_peered":"2024-09-12T17:38:17.702120+0000","last_unstale":"2024-09-12T18:26:42.109737+0000","last_undegraded":"2024-09-12T18:26:42.109737+0000","last_fullsized":"2024-09-12T18:26:42.109737+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'111","last_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_deep_scrub":"268'111","last_deep_scrub_stamp":"2024-09-12T18:26:42.109545+0000","last_clean_scrub_stamp":"2024-09-12T18:26:42.109545+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:17.386233+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":171,"num_read_kb":169,"num_write":255,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"268'114","reported_seq":712,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.721803+0000","last_change":"2024-09-12T18:26:18.721668+0000","last_active":"2024-09-12T18:26:18.721803+0000","last_peered":"2024-09-12T18:26:18.721803+0000","last_clean":"2024-09-12T18:26:18.721803+0000","last_became_active":"2024-09-12T17:38:09.658626+0000","last_became_peered":"2024-09-12T17:38:09.658626+0000","last_unstale":"2024-09-12T18:26:18.721803+0000","last_undegraded":"2024-09-12T18:26:18.721803+0000","last_fullsized":"2024-09-12T18:26:18.721803+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'114","last_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_deep_scrub":"268'114","last_deep_scrub_stamp":"2024-09-12T18:26:18.721479+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.721479+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:10.422622+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":452,"num_write":179,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"268'361","reported_seq":1082,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:07.789853+0000","last_change":"2024-09-12T18:26:07.789667+0000","last_active":"2024-09-12T18:26:07.789853+0000","last_peered":"2024-09-12T18:26:07.789853+0000","last_clean":"2024-09-12T18:26:07.789853+0000","last_became_active":"2024-09-12T17:38:07.688654+0000","last_became_peered":"2024-09-12T17:38:07.688654+0000","last_unstale":"2024-09-12T18:26:07.789853+0000","last_undegraded":"2024-09-12T18:26:07.789853+0000","last_fullsized":"2024-09-12T18:26:07.789853+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'361","last_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_deep_scrub":"268'361","last_deep_scrub_stamp":"2024-09-12T18:26:07.789407+0000","last_clean_scrub_stamp":"2024-09-12T18:26:07.789407+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:24.323298+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5726324,"num_objects":7,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":689,"num_read_kb":40131,"num_write":1172,"num_write_kb":36998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7,2],"acting":[3,6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":509,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:26.644092+0000","last_change":"2024-09-12T18:26:26.643813+0000","last_active":"2024-09-12T18:26:26.644092+0000","last_peered":"2024-09-12T18:26:26.644092+0000","last_clean":"2024-09-12T18:26:26.644092+0000","last_became_active":"2024-09-12T17:38:11.662440+0000","last_became_peered":"2024-09-12T17:38:11.662440+0000","last_unstale":"2024-09-12T18:26:26.644092+0000","last_undegraded":"2024-09-12T18:26:26.644092+0000","last_fullsized":"2024-09-12T18:26:26.644092+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:26.643563+0000","last_clean_scrub_stamp":"2024-09-12T18:26:26.643563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:33.966837+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"268'275","reported_seq":842,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:38.026702+0000","last_change":"2024-09-12T18:26:38.026702+0000","last_active":"2024-09-12T18:26:38.026702+0000","last_peered":"2024-09-12T18:26:38.026702+0000","last_clean":"2024-09-12T18:26:38.026702+0000","last_became_active":"2024-09-12T17:38:13.676187+0000","last_became_peered":"2024-09-12T17:38:13.676187+0000","last_unstale":"2024-09-12T18:26:38.026702+0000","last_undegraded":"2024-09-12T18:26:38.026702+0000","last_fullsized":"2024-09-12T18:26:38.026702+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'275","last_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_deep_scrub":"268'275","last_deep_scrub_stamp":"2024-09-12T18:26:38.026511+0000","last_clean_scrub_stamp":"2024-09-12T18:26:38.026511+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:31.881466+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48618,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":474,"num_read_kb":1196,"num_write":402,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":500,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.790597+0000","last_change":"2024-09-12T18:26:35.790597+0000","last_active":"2024-09-12T18:26:35.790597+0000","last_peered":"2024-09-12T18:26:35.790597+0000","last_clean":"2024-09-12T18:26:35.790597+0000","last_became_active":"2024-09-12T17:38:15.698654+0000","last_became_peered":"2024-09-12T17:38:15.698654+0000","last_unstale":"2024-09-12T18:26:35.790597+0000","last_undegraded":"2024-09-12T18:26:35.790597+0000","last_fullsized":"2024-09-12T18:26:35.790597+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.790427+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.790427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:37.253342+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"268'176","reported_seq":1675,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.950229+0000","last_change":"2024-09-12T18:26:36.950059+0000","last_active":"2024-09-12T18:26:36.950229+0000","last_peered":"2024-09-12T18:26:36.950229+0000","last_clean":"2024-09-12T18:26:36.950229+0000","last_became_active":"2024-09-12T17:38:17.718023+0000","last_became_peered":"2024-09-12T17:38:17.718023+0000","last_unstale":"2024-09-12T18:26:36.950229+0000","last_undegraded":"2024-09-12T18:26:36.950229+0000","last_fullsized":"2024-09-12T18:26:36.950229+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'176","last_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_deep_scrub":"268'176","last_deep_scrub_stamp":"2024-09-12T18:26:36.949866+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.949866+0000","objects_scrubbed":7,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:31.131568+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":682,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1310,"num_read_kb":1276,"num_write":386,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"268'194","reported_seq":791,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.789052+0000","last_change":"2024-09-12T18:26:11.788892+0000","last_active":"2024-09-12T18:26:11.789052+0000","last_peered":"2024-09-12T18:26:11.789052+0000","last_clean":"2024-09-12T18:26:11.789052+0000","last_became_active":"2024-09-12T17:38:09.668168+0000","last_became_peered":"2024-09-12T17:38:09.668168+0000","last_unstale":"2024-09-12T18:26:11.789052+0000","last_undegraded":"2024-09-12T18:26:11.789052+0000","last_fullsized":"2024-09-12T18:26:11.789052+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'194","last_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_deep_scrub":"268'194","last_deep_scrub_stamp":"2024-09-12T18:26:11.788717+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.788717+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:02.720842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":826,"num_read_kb":666,"num_write":312,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"268'350","reported_seq":1041,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.551809+0000","last_change":"2024-09-12T18:26:09.551809+0000","last_active":"2024-09-12T18:26:09.551809+0000","last_peered":"2024-09-12T18:26:09.551809+0000","last_clean":"2024-09-12T18:26:09.551809+0000","last_became_active":"2024-09-12T17:38:07.659667+0000","last_became_peered":"2024-09-12T17:38:07.659667+0000","last_unstale":"2024-09-12T18:26:09.551809+0000","last_undegraded":"2024-09-12T18:26:09.551809+0000","last_fullsized":"2024-09-12T18:26:09.551809+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'350","last_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_deep_scrub":"268'350","last_deep_scrub_stamp":"2024-09-12T18:26:09.551486+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.551486+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:27.904210+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661258,"num_objects":10,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":581,"num_read_kb":25750,"num_write":1154,"num_write_kb":23897,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4,7],"acting":[0,5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"268'2","reported_seq":511,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.530321+0000","last_change":"2024-09-12T18:26:18.530155+0000","last_active":"2024-09-12T18:26:18.530321+0000","last_peered":"2024-09-12T18:26:18.530321+0000","last_clean":"2024-09-12T18:26:18.530321+0000","last_became_active":"2024-09-12T17:38:11.671366+0000","last_became_peered":"2024-09-12T17:38:11.671366+0000","last_unstale":"2024-09-12T18:26:18.530321+0000","last_undegraded":"2024-09-12T18:26:18.530321+0000","last_fullsized":"2024-09-12T18:26:18.530321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'2","last_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_deep_scrub":"268'2","last_deep_scrub_stamp":"2024-09-12T18:26:18.529975+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.529975+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:20.966443+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"268'294","reported_seq":890,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:31.724917+0000","last_change":"2024-09-12T18:26:31.724917+0000","last_active":"2024-09-12T18:26:31.724917+0000","last_peered":"2024-09-12T18:26:31.724917+0000","last_clean":"2024-09-12T18:26:31.724917+0000","last_became_active":"2024-09-12T17:38:13.681020+0000","last_became_peered":"2024-09-12T17:38:13.681020+0000","last_unstale":"2024-09-12T18:26:31.724917+0000","last_undegraded":"2024-09-12T18:26:31.724917+0000","last_fullsized":"2024-09-12T18:26:31.724917+0000","mapping_epoch":32,"log_start":"268'200","ondisk_log_start":"268'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:31.724727+0000","last_clean_scrub_stamp":"2024-09-12T18:26:31.724727+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.964031+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47571,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":496,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:35.835988+0000","last_change":"2024-09-12T18:26:35.835988+0000","last_active":"2024-09-12T18:26:35.835988+0000","last_peered":"2024-09-12T18:26:35.835988+0000","last_clean":"2024-09-12T18:26:35.835988+0000","last_became_active":"2024-09-12T17:38:15.702310+0000","last_became_peered":"2024-09-12T17:38:15.702310+0000","last_unstale":"2024-09-12T18:26:35.835988+0000","last_undegraded":"2024-09-12T18:26:35.835988+0000","last_fullsized":"2024-09-12T18:26:35.835988+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:26:35.835804+0000","last_clean_scrub_stamp":"2024-09-12T18:26:35.835804+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:06.282933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"268'115","reported_seq":618,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:36.841789+0000","last_change":"2024-09-12T18:26:36.841625+0000","last_active":"2024-09-12T18:26:36.841789+0000","last_peered":"2024-09-12T18:26:36.841789+0000","last_clean":"2024-09-12T18:26:36.841789+0000","last_became_active":"2024-09-12T17:38:17.714991+0000","last_became_peered":"2024-09-12T17:38:17.714991+0000","last_unstale":"2024-09-12T18:26:36.841789+0000","last_undegraded":"2024-09-12T18:26:36.841789+0000","last_fullsized":"2024-09-12T18:26:36.841789+0000","mapping_epoch":36,"log_start":"268'100","ondisk_log_start":"268'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'115","last_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_deep_scrub":"268'115","last_deep_scrub_stamp":"2024-09-12T18:26:36.841433+0000","last_clean_scrub_stamp":"2024-09-12T18:26:36.841433+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:30.765513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"268'274","reported_seq":916,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.490609+0000","last_change":"2024-09-12T18:26:17.490609+0000","last_active":"2024-09-12T18:26:17.490609+0000","last_peered":"2024-09-12T18:26:17.490609+0000","last_clean":"2024-09-12T18:26:17.490609+0000","last_became_active":"2024-09-12T17:38:09.667162+0000","last_became_peered":"2024-09-12T17:38:09.667162+0000","last_unstale":"2024-09-12T18:26:17.490609+0000","last_undegraded":"2024-09-12T18:26:17.490609+0000","last_fullsized":"2024-09-12T18:26:17.490609+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'274","last_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_deep_scrub":"268'274","last_deep_scrub_stamp":"2024-09-12T18:26:17.490386+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.490386+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:36.441640+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1212,"num_read_kb":1068,"num_write":446,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"268'343","reported_seq":1029,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:09.903166+0000","last_change":"2024-09-12T18:26:09.903166+0000","last_active":"2024-09-12T18:26:09.903166+0000","last_peered":"2024-09-12T18:26:09.903166+0000","last_clean":"2024-09-12T18:26:09.903166+0000","last_became_active":"2024-09-12T17:38:07.672554+0000","last_became_peered":"2024-09-12T17:38:07.672554+0000","last_unstale":"2024-09-12T18:26:09.903166+0000","last_undegraded":"2024-09-12T18:26:09.903166+0000","last_fullsized":"2024-09-12T18:26:09.903166+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'343","last_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_deep_scrub":"268'343","last_deep_scrub_stamp":"2024-09-12T18:26:09.902817+0000","last_clean_scrub_stamp":"2024-09-12T18:26:09.902817+0000","objects_scrubbed":11,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:06.717501+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":565,"num_read_kb":7805,"num_write":1179,"num_write_kb":38692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,4,5],"acting":[6,0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"268'89","reported_seq":691,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.608843+0000","last_change":"2024-09-12T18:26:23.608843+0000","last_active":"2024-09-12T18:26:23.608843+0000","last_peered":"2024-09-12T18:26:23.608843+0000","last_clean":"2024-09-12T18:26:23.608843+0000","last_became_active":"2024-09-12T17:38:09.663948+0000","last_became_peered":"2024-09-12T17:38:09.663948+0000","last_unstale":"2024-09-12T18:26:23.608843+0000","last_undegraded":"2024-09-12T18:26:23.608843+0000","last_fullsized":"2024-09-12T18:26:23.608843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'89","last_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_deep_scrub":"268'89","last_deep_scrub_stamp":"2024-09-12T18:26:23.608652+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.608652+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:47.756846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":427,"num_read_kb":363,"num_write":156,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"268'298","reported_seq":917,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.171933+0000","last_change":"2024-09-12T18:26:08.171933+0000","last_active":"2024-09-12T18:26:08.171933+0000","last_peered":"2024-09-12T18:26:08.171933+0000","last_clean":"2024-09-12T18:26:08.171933+0000","last_became_active":"2024-09-12T17:38:07.665968+0000","last_became_peered":"2024-09-12T17:38:07.665968+0000","last_unstale":"2024-09-12T18:26:08.171933+0000","last_undegraded":"2024-09-12T18:26:08.171933+0000","last_fullsized":"2024-09-12T18:26:08.171933+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'298","last_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_deep_scrub":"268'298","last_deep_scrub_stamp":"2024-09-12T18:26:08.171715+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.171715+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:36.765988+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1423820,"num_objects":3,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":389,"num_read_kb":17317,"num_write":915,"num_write_kb":38405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6,7],"acting":[2,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"268'250","reported_seq":855,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.831733+0000","last_change":"2024-09-12T18:26:19.831733+0000","last_active":"2024-09-12T18:26:19.831733+0000","last_peered":"2024-09-12T18:26:19.831733+0000","last_clean":"2024-09-12T18:26:19.831733+0000","last_became_active":"2024-09-12T17:38:09.675634+0000","last_became_peered":"2024-09-12T17:38:09.675634+0000","last_unstale":"2024-09-12T18:26:19.831733+0000","last_undegraded":"2024-09-12T18:26:19.831733+0000","last_fullsized":"2024-09-12T18:26:19.831733+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'250","last_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_deep_scrub":"268'250","last_deep_scrub_stamp":"2024-09-12T18:26:19.831507+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.831507+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:54.729131+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1088,"num_read_kb":899,"num_write":385,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"268'341","reported_seq":994,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:10.854143+0000","last_change":"2024-09-12T18:26:10.854143+0000","last_active":"2024-09-12T18:26:10.854143+0000","last_peered":"2024-09-12T18:26:10.854143+0000","last_clean":"2024-09-12T18:26:10.854143+0000","last_became_active":"2024-09-12T17:38:07.657038+0000","last_became_peered":"2024-09-12T17:38:07.657038+0000","last_unstale":"2024-09-12T18:26:10.854143+0000","last_undegraded":"2024-09-12T18:26:10.854143+0000","last_fullsized":"2024-09-12T18:26:10.854143+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'341","last_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_deep_scrub":"268'341","last_deep_scrub_stamp":"2024-09-12T18:26:10.853862+0000","last_clean_scrub_stamp":"2024-09-12T18:26:10.853862+0000","objects_scrubbed":11,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:53.724991+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2706037,"num_objects":11,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":500,"num_read_kb":36597,"num_write":1184,"num_write_kb":29777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0,6],"acting":[5,3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"268'316","reported_seq":1004,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.491523+0000","last_change":"2024-09-12T18:26:15.491523+0000","last_active":"2024-09-12T18:26:15.491523+0000","last_peered":"2024-09-12T18:26:15.491523+0000","last_clean":"2024-09-12T18:26:15.491523+0000","last_became_active":"2024-09-12T17:38:09.663377+0000","last_became_peered":"2024-09-12T17:38:09.663377+0000","last_unstale":"2024-09-12T18:26:15.491523+0000","last_undegraded":"2024-09-12T18:26:15.491523+0000","last_fullsized":"2024-09-12T18:26:15.491523+0000","mapping_epoch":28,"log_start":"268'300","ondisk_log_start":"268'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'316","last_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_deep_scrub":"268'316","last_deep_scrub_stamp":"2024-09-12T18:26:15.491337+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.491337+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:28.457539+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1360,"num_read_kb":1105,"num_write":468,"num_write_kb":238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8079,"num_omap_keys":32,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"268'367","reported_seq":1223,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.585502+0000","last_change":"2024-09-12T18:26:08.585340+0000","last_active":"2024-09-12T18:26:08.585502+0000","last_peered":"2024-09-12T18:26:08.585502+0000","last_clean":"2024-09-12T18:26:08.585502+0000","last_became_active":"2024-09-12T17:38:07.634769+0000","last_became_peered":"2024-09-12T17:38:07.634769+0000","last_unstale":"2024-09-12T18:26:08.585502+0000","last_undegraded":"2024-09-12T18:26:08.585502+0000","last_fullsized":"2024-09-12T18:26:08.585502+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'367","last_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_deep_scrub":"268'367","last_deep_scrub_stamp":"2024-09-12T18:26:08.585077+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.585077+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:32.500087+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1443506,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":942,"num_read_kb":17481,"num_write":1258,"num_write_kb":37223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4,1],"acting":[0,3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"268'71","reported_seq":662,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.708226+0000","last_change":"2024-09-12T18:26:21.708226+0000","last_active":"2024-09-12T18:26:21.708226+0000","last_peered":"2024-09-12T18:26:21.708226+0000","last_clean":"2024-09-12T18:26:21.708226+0000","last_became_active":"2024-09-12T17:38:09.667517+0000","last_became_peered":"2024-09-12T17:38:09.667517+0000","last_unstale":"2024-09-12T18:26:21.708226+0000","last_undegraded":"2024-09-12T18:26:21.708226+0000","last_fullsized":"2024-09-12T18:26:21.708226+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'71","last_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_deep_scrub":"268'71","last_deep_scrub_stamp":"2024-09-12T18:26:21.707986+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.707986+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:29.834149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":310,"num_read_kb":266,"num_write":103,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"268'419","reported_seq":1096,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.757115+0000","last_change":"2024-09-12T18:26:08.757115+0000","last_active":"2024-09-12T18:26:08.757115+0000","last_peered":"2024-09-12T18:26:08.757115+0000","last_clean":"2024-09-12T18:26:08.757115+0000","last_became_active":"2024-09-12T17:38:07.643636+0000","last_became_peered":"2024-09-12T17:38:07.643636+0000","last_unstale":"2024-09-12T18:26:08.757115+0000","last_undegraded":"2024-09-12T18:26:08.757115+0000","last_fullsized":"2024-09-12T18:26:08.757115+0000","mapping_epoch":26,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'419","last_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_deep_scrub":"268'419","last_deep_scrub_stamp":"2024-09-12T18:26:08.756871+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.756871+0000","objects_scrubbed":9,"log_size":19,"log_dups_size":400,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:22.393421+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5026111,"num_objects":9,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":617,"num_read_kb":21835,"num_write":1334,"num_write_kb":36787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0,7],"acting":[3,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"268'262","reported_seq":936,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:20.675924+0000","last_change":"2024-09-12T18:26:20.675924+0000","last_active":"2024-09-12T18:26:20.675924+0000","last_peered":"2024-09-12T18:26:20.675924+0000","last_clean":"2024-09-12T18:26:20.675924+0000","last_became_active":"2024-09-12T17:38:09.669492+0000","last_became_peered":"2024-09-12T17:38:09.669492+0000","last_unstale":"2024-09-12T18:26:20.675924+0000","last_undegraded":"2024-09-12T18:26:20.675924+0000","last_fullsized":"2024-09-12T18:26:20.675924+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:20.675736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:20.675736+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:50.126592+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":967,"num_write":422,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"268'382","reported_seq":1064,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:05.517281+0000","last_change":"2024-09-12T18:26:05.517281+0000","last_active":"2024-09-12T18:26:05.517281+0000","last_peered":"2024-09-12T18:26:05.517281+0000","last_clean":"2024-09-12T18:26:05.517281+0000","last_became_active":"2024-09-12T17:38:07.663049+0000","last_became_peered":"2024-09-12T17:38:07.663049+0000","last_unstale":"2024-09-12T18:26:05.517281+0000","last_undegraded":"2024-09-12T18:26:05.517281+0000","last_fullsized":"2024-09-12T18:26:05.517281+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:05.517169+0000","last_clean_scrub_stamp":"2024-09-12T18:26:05.517169+0000","objects_scrubbed":6,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:53.267290+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136901,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":34546,"num_write":1141,"num_write_kb":46537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2,5],"acting":[1,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"268'127","reported_seq":768,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.677081+0000","last_change":"2024-09-12T18:26:19.677081+0000","last_active":"2024-09-12T18:26:19.677081+0000","last_peered":"2024-09-12T18:26:19.677081+0000","last_clean":"2024-09-12T18:26:19.677081+0000","last_became_active":"2024-09-12T17:38:39.011862+0000","last_became_peered":"2024-09-12T17:38:39.011862+0000","last_unstale":"2024-09-12T18:26:19.677081+0000","last_undegraded":"2024-09-12T18:26:19.677081+0000","last_fullsized":"2024-09-12T18:26:19.677081+0000","mapping_epoch":39,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'127","last_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_deep_scrub":"268'127","last_deep_scrub_stamp":"2024-09-12T18:26:19.676899+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.676899+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:37:15.577276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":601,"num_read_kb":508,"num_write":193,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"268'412","reported_seq":1114,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:08.860966+0000","last_change":"2024-09-12T18:26:08.860966+0000","last_active":"2024-09-12T18:26:08.860966+0000","last_peered":"2024-09-12T18:26:08.860966+0000","last_clean":"2024-09-12T18:26:08.860966+0000","last_became_active":"2024-09-12T17:38:39.012818+0000","last_became_peered":"2024-09-12T17:38:39.012818+0000","last_unstale":"2024-09-12T18:26:08.860966+0000","last_undegraded":"2024-09-12T18:26:08.860966+0000","last_fullsized":"2024-09-12T18:26:08.860966+0000","mapping_epoch":39,"log_start":"268'400","ondisk_log_start":"268'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'412","last_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_deep_scrub":"268'412","last_deep_scrub_stamp":"2024-09-12T18:26:08.860690+0000","last_clean_scrub_stamp":"2024-09-12T18:26:08.860690+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:01.557420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364907,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":681,"num_read_kb":38540,"num_write":1268,"num_write_kb":42080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,5],"acting":[6,3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"268'175","reported_seq":824,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.924890+0000","last_change":"2024-09-12T18:26:16.924890+0000","last_active":"2024-09-12T18:26:16.924890+0000","last_peered":"2024-09-12T18:26:16.924890+0000","last_clean":"2024-09-12T18:26:16.924890+0000","last_became_active":"2024-09-12T17:38:09.664552+0000","last_became_peered":"2024-09-12T17:38:09.664552+0000","last_unstale":"2024-09-12T18:26:16.924890+0000","last_undegraded":"2024-09-12T18:26:16.924890+0000","last_fullsized":"2024-09-12T18:26:16.924890+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'175","last_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_deep_scrub":"268'175","last_deep_scrub_stamp":"2024-09-12T18:26:16.924707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.924707+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:04.093781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":743,"num_read_kb":626,"num_write":261,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":465,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"268'327","reported_seq":969,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.767140+0000","last_change":"2024-09-12T18:26:11.767140+0000","last_active":"2024-09-12T18:26:11.767140+0000","last_peered":"2024-09-12T18:26:11.767140+0000","last_clean":"2024-09-12T18:26:11.767140+0000","last_became_active":"2024-09-12T17:38:07.659688+0000","last_became_peered":"2024-09-12T17:38:07.659688+0000","last_unstale":"2024-09-12T18:26:11.767140+0000","last_undegraded":"2024-09-12T18:26:11.767140+0000","last_fullsized":"2024-09-12T18:26:11.767140+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'327","last_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_deep_scrub":"268'327","last_deep_scrub_stamp":"2024-09-12T18:26:11.766874+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.766874+0000","objects_scrubbed":6,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:03.827795+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":427,"num_read_kb":21073,"num_write":966,"num_write_kb":63958,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,5],"acting":[3,4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"268'4157","reported_seq":4801,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.764167+0000","last_change":"2024-09-12T18:26:18.764036+0000","last_active":"2024-09-12T18:26:18.764167+0000","last_peered":"2024-09-12T18:26:18.764167+0000","last_clean":"2024-09-12T18:26:18.764167+0000","last_became_active":"2024-09-12T17:38:09.662463+0000","last_became_peered":"2024-09-12T17:38:09.662463+0000","last_unstale":"2024-09-12T18:26:18.764167+0000","last_undegraded":"2024-09-12T18:26:18.764167+0000","last_fullsized":"2024-09-12T18:26:18.764167+0000","mapping_epoch":28,"log_start":"268'4100","ondisk_log_start":"268'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'4157","last_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_deep_scrub":"268'4157","last_deep_scrub_stamp":"2024-09-12T18:26:18.763856+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.763856+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":3000,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:04.015078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16741,"num_read_kb":14046,"num_write":6232,"num_write_kb":3101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"268'294","reported_seq":932,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.823601+0000","last_change":"2024-09-12T18:26:11.823601+0000","last_active":"2024-09-12T18:26:11.823601+0000","last_peered":"2024-09-12T18:26:11.823601+0000","last_clean":"2024-09-12T18:26:11.823601+0000","last_became_active":"2024-09-12T17:38:07.653215+0000","last_became_peered":"2024-09-12T17:38:07.653215+0000","last_unstale":"2024-09-12T18:26:11.823601+0000","last_undegraded":"2024-09-12T18:26:11.823601+0000","last_fullsized":"2024-09-12T18:26:11.823601+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'294","last_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_deep_scrub":"268'294","last_deep_scrub_stamp":"2024-09-12T18:26:11.823379+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.823379+0000","objects_scrubbed":5,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:25.327243+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35642,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":11073,"num_write":905,"num_write_kb":20266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2,6],"acting":[5,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"268'217","reported_seq":847,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:16.683636+0000","last_change":"2024-09-12T18:26:16.683499+0000","last_active":"2024-09-12T18:26:16.683636+0000","last_peered":"2024-09-12T18:26:16.683636+0000","last_clean":"2024-09-12T18:26:16.683636+0000","last_became_active":"2024-09-12T17:38:09.641854+0000","last_became_peered":"2024-09-12T17:38:09.641854+0000","last_unstale":"2024-09-12T18:26:16.683636+0000","last_undegraded":"2024-09-12T18:26:16.683636+0000","last_fullsized":"2024-09-12T18:26:16.683636+0000","mapping_epoch":28,"log_start":"268'200","ondisk_log_start":"268'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'217","last_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_deep_scrub":"268'217","last_deep_scrub_stamp":"2024-09-12T18:26:16.683308+0000","last_clean_scrub_stamp":"2024-09-12T18:26:16.683308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:12.918514+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":896,"num_read_kb":735,"num_write":346,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"268'382","reported_seq":1005,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.781203+0000","last_change":"2024-09-12T18:26:12.781203+0000","last_active":"2024-09-12T18:26:12.781203+0000","last_peered":"2024-09-12T18:26:12.781203+0000","last_clean":"2024-09-12T18:26:12.781203+0000","last_became_active":"2024-09-12T17:38:07.638233+0000","last_became_peered":"2024-09-12T17:38:07.638233+0000","last_unstale":"2024-09-12T18:26:12.781203+0000","last_undegraded":"2024-09-12T18:26:12.781203+0000","last_fullsized":"2024-09-12T18:26:12.781203+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'382","last_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_deep_scrub":"268'382","last_deep_scrub_stamp":"2024-09-12T18:26:12.780992+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.780992+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:13.970447+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":471,"num_read_kb":6748,"num_write":1090,"num_write_kb":40131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,1],"acting":[3,4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"268'167","reported_seq":782,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.149349+0000","last_change":"2024-09-12T18:26:11.149349+0000","last_active":"2024-09-12T18:26:11.149349+0000","last_peered":"2024-09-12T18:26:11.149349+0000","last_clean":"2024-09-12T18:26:11.149349+0000","last_became_active":"2024-09-12T17:38:09.667340+0000","last_became_peered":"2024-09-12T17:38:09.667340+0000","last_unstale":"2024-09-12T18:26:11.149349+0000","last_undegraded":"2024-09-12T18:26:11.149349+0000","last_fullsized":"2024-09-12T18:26:11.149349+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'167","last_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_deep_scrub":"268'167","last_deep_scrub_stamp":"2024-09-12T18:26:11.149159+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.149159+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:17.424066+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":719,"num_read_kb":593,"num_write":259,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"268'359","reported_seq":995,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.783020+0000","last_change":"2024-09-12T18:26:12.783020+0000","last_active":"2024-09-12T18:26:12.783020+0000","last_peered":"2024-09-12T18:26:12.783020+0000","last_clean":"2024-09-12T18:26:12.783020+0000","last_became_active":"2024-09-12T17:38:07.658043+0000","last_became_peered":"2024-09-12T17:38:07.658043+0000","last_unstale":"2024-09-12T18:26:12.783020+0000","last_undegraded":"2024-09-12T18:26:12.783020+0000","last_fullsized":"2024-09-12T18:26:12.783020+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'359","last_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_deep_scrub":"268'359","last_deep_scrub_stamp":"2024-09-12T18:26:12.782791+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.782791+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:44.539894+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":47490,"num_write":1108,"num_write_kb":33663,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,3],"acting":[5,7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"268'41","reported_seq":601,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.704843+0000","last_change":"2024-09-12T18:26:17.704843+0000","last_active":"2024-09-12T18:26:17.704843+0000","last_peered":"2024-09-12T18:26:17.704843+0000","last_clean":"2024-09-12T18:26:17.704843+0000","last_became_active":"2024-09-12T17:38:09.667882+0000","last_became_peered":"2024-09-12T17:38:09.667882+0000","last_unstale":"2024-09-12T18:26:17.704843+0000","last_undegraded":"2024-09-12T18:26:17.704843+0000","last_fullsized":"2024-09-12T18:26:17.704843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'41","last_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_deep_scrub":"268'41","last_deep_scrub_stamp":"2024-09-12T18:26:17.704576+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.704576+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:47.618442+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":160,"num_write":65,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"268'323","reported_seq":1015,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:11.586568+0000","last_change":"2024-09-12T18:26:11.586568+0000","last_active":"2024-09-12T18:26:11.586568+0000","last_peered":"2024-09-12T18:26:11.586568+0000","last_clean":"2024-09-12T18:26:11.586568+0000","last_became_active":"2024-09-12T17:38:07.635269+0000","last_became_peered":"2024-09-12T17:38:07.635269+0000","last_unstale":"2024-09-12T18:26:11.586568+0000","last_undegraded":"2024-09-12T18:26:11.586568+0000","last_fullsized":"2024-09-12T18:26:11.586568+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'323","last_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_deep_scrub":"268'323","last_deep_scrub_stamp":"2024-09-12T18:26:11.586331+0000","last_clean_scrub_stamp":"2024-09-12T18:26:11.586331+0000","objects_scrubbed":6,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:50.033691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":128044,"num_write":1038,"num_write_kb":44774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,6],"acting":[0,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"268'460","reported_seq":1221,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:19.875230+0000","last_change":"2024-09-12T18:26:19.875230+0000","last_active":"2024-09-12T18:26:19.875230+0000","last_peered":"2024-09-12T18:26:19.875230+0000","last_clean":"2024-09-12T18:26:19.875230+0000","last_became_active":"2024-09-12T17:38:09.657529+0000","last_became_peered":"2024-09-12T17:38:09.657529+0000","last_unstale":"2024-09-12T18:26:19.875230+0000","last_undegraded":"2024-09-12T18:26:19.875230+0000","last_fullsized":"2024-09-12T18:26:19.875230+0000","mapping_epoch":28,"log_start":"268'400","ondisk_log_start":"268'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'460","last_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_deep_scrub":"268'460","last_deep_scrub_stamp":"2024-09-12T18:26:19.875054+0000","last_clean_scrub_stamp":"2024-09-12T18:26:19.875054+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":400,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:44.064537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2236,"num_read_kb":1912,"num_write":820,"num_write_kb":531,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"268'282","reported_seq":963,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:12.940231+0000","last_change":"2024-09-12T18:26:12.940231+0000","last_active":"2024-09-12T18:26:12.940231+0000","last_peered":"2024-09-12T18:26:12.940231+0000","last_clean":"2024-09-12T18:26:12.940231+0000","last_became_active":"2024-09-12T17:38:07.667710+0000","last_became_peered":"2024-09-12T17:38:07.667710+0000","last_unstale":"2024-09-12T18:26:12.940231+0000","last_undegraded":"2024-09-12T18:26:12.940231+0000","last_fullsized":"2024-09-12T18:26:12.940231+0000","mapping_epoch":26,"log_start":"268'200","ondisk_log_start":"268'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'282","last_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_deep_scrub":"268'282","last_deep_scrub_stamp":"2024-09-12T18:26:12.939967+0000","last_clean_scrub_stamp":"2024-09-12T18:26:12.939967+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:23.468320+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":521,"num_read_kb":17046,"num_write":920,"num_write_kb":20732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"268'157","reported_seq":757,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:17.785916+0000","last_change":"2024-09-12T18:26:17.785916+0000","last_active":"2024-09-12T18:26:17.785916+0000","last_peered":"2024-09-12T18:26:17.785916+0000","last_clean":"2024-09-12T18:26:17.785916+0000","last_became_active":"2024-09-12T17:38:09.662597+0000","last_became_peered":"2024-09-12T17:38:09.662597+0000","last_unstale":"2024-09-12T18:26:17.785916+0000","last_undegraded":"2024-09-12T18:26:17.785916+0000","last_fullsized":"2024-09-12T18:26:17.785916+0000","mapping_epoch":28,"log_start":"268'100","ondisk_log_start":"268'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'157","last_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_deep_scrub":"268'157","last_deep_scrub_stamp":"2024-09-12T18:26:17.785736+0000","last_clean_scrub_stamp":"2024-09-12T18:26:17.785736+0000","objects_scrubbed":1,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:04.774162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":689,"num_read_kb":572,"num_write":244,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"268'328","reported_seq":992,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:15.889418+0000","last_change":"2024-09-12T18:26:15.889418+0000","last_active":"2024-09-12T18:26:15.889418+0000","last_peered":"2024-09-12T18:26:15.889418+0000","last_clean":"2024-09-12T18:26:15.889418+0000","last_became_active":"2024-09-12T17:38:07.675351+0000","last_became_peered":"2024-09-12T17:38:07.675351+0000","last_unstale":"2024-09-12T18:26:15.889418+0000","last_undegraded":"2024-09-12T18:26:15.889418+0000","last_fullsized":"2024-09-12T18:26:15.889418+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'328","last_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_deep_scrub":"268'328","last_deep_scrub_stamp":"2024-09-12T18:26:15.889175+0000","last_clean_scrub_stamp":"2024-09-12T18:26:15.889175+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:48.970942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2083198,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":31771,"num_write":938,"num_write_kb":55463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6,3],"acting":[7,2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"268'262","reported_seq":839,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:23.761479+0000","last_change":"2024-09-12T18:26:23.761479+0000","last_active":"2024-09-12T18:26:23.761479+0000","last_peered":"2024-09-12T18:26:23.761479+0000","last_clean":"2024-09-12T18:26:23.761479+0000","last_became_active":"2024-09-12T17:38:09.666259+0000","last_became_peered":"2024-09-12T17:38:09.666259+0000","last_unstale":"2024-09-12T18:26:23.761479+0000","last_undegraded":"2024-09-12T18:26:23.761479+0000","last_fullsized":"2024-09-12T18:26:23.761479+0000","mapping_epoch":28,"log_start":"265'200","ondisk_log_start":"265'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'262","last_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_deep_scrub":"268'262","last_deep_scrub_stamp":"2024-09-12T18:26:23.761288+0000","last_clean_scrub_stamp":"2024-09-12T18:26:23.761288+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:16.479981+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1140,"num_read_kb":995,"num_write":443,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"268'325","reported_seq":962,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.173879+0000","last_change":"2024-09-12T18:26:06.173713+0000","last_active":"2024-09-12T18:26:06.173879+0000","last_peered":"2024-09-12T18:26:06.173879+0000","last_clean":"2024-09-12T18:26:06.173879+0000","last_became_active":"2024-09-12T17:38:07.667088+0000","last_became_peered":"2024-09-12T17:38:07.667088+0000","last_unstale":"2024-09-12T18:26:06.173879+0000","last_undegraded":"2024-09-12T18:26:06.173879+0000","last_fullsized":"2024-09-12T18:26:06.173879+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'325","last_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_deep_scrub":"268'325","last_deep_scrub_stamp":"2024-09-12T18:26:06.173482+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.173482+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:45.170690+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4589418,"num_objects":4,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":445,"num_read_kb":41834,"num_write":961,"num_write_kb":43714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1,7],"acting":[2,6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"268'87","reported_seq":663,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:18.838591+0000","last_change":"2024-09-12T18:26:18.838591+0000","last_active":"2024-09-12T18:26:18.838591+0000","last_peered":"2024-09-12T18:26:18.838591+0000","last_clean":"2024-09-12T18:26:18.838591+0000","last_became_active":"2024-09-12T17:38:09.657441+0000","last_became_peered":"2024-09-12T17:38:09.657441+0000","last_unstale":"2024-09-12T18:26:18.838591+0000","last_undegraded":"2024-09-12T18:26:18.838591+0000","last_fullsized":"2024-09-12T18:26:18.838591+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'87","last_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_deep_scrub":"268'87","last_deep_scrub_stamp":"2024-09-12T18:26:18.838418+0000","last_clean_scrub_stamp":"2024-09-12T18:26:18.838418+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:40.218354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":326,"num_write":127,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"268'371","reported_seq":999,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:13.833618+0000","last_change":"2024-09-12T18:26:13.833465+0000","last_active":"2024-09-12T18:26:13.833618+0000","last_peered":"2024-09-12T18:26:13.833618+0000","last_clean":"2024-09-12T18:26:13.833618+0000","last_became_active":"2024-09-12T17:38:07.675913+0000","last_became_peered":"2024-09-12T17:38:07.675913+0000","last_unstale":"2024-09-12T18:26:13.833618+0000","last_undegraded":"2024-09-12T18:26:13.833618+0000","last_fullsized":"2024-09-12T18:26:13.833618+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'371","last_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_deep_scrub":"268'371","last_deep_scrub_stamp":"2024-09-12T18:26:13.833173+0000","last_clean_scrub_stamp":"2024-09-12T18:26:13.833173+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:56.216706+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4190248,"num_objects":5,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":38390,"num_write":1084,"num_write_kb":27777,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4,6],"acting":[5,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"268'317","reported_seq":1061,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:14.867644+0000","last_change":"2024-09-12T18:26:14.867478+0000","last_active":"2024-09-12T18:26:14.867644+0000","last_peered":"2024-09-12T18:26:14.867644+0000","last_clean":"2024-09-12T18:26:14.867644+0000","last_became_active":"2024-09-12T17:38:07.658969+0000","last_became_peered":"2024-09-12T17:38:07.658969+0000","last_unstale":"2024-09-12T18:26:14.867644+0000","last_undegraded":"2024-09-12T18:26:14.867644+0000","last_fullsized":"2024-09-12T18:26:14.867644+0000","mapping_epoch":26,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'317","last_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_deep_scrub":"268'317","last_deep_scrub_stamp":"2024-09-12T18:26:14.867211+0000","last_clean_scrub_stamp":"2024-09-12T18:26:14.867211+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:42:20.349083+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5151404,"num_objects":8,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":572,"num_read_kb":33184,"num_write":1000,"num_write_kb":25960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,7],"acting":[5,1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"268'103","reported_seq":710,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:22.750371+0000","last_change":"2024-09-12T18:26:22.750212+0000","last_active":"2024-09-12T18:26:22.750371+0000","last_peered":"2024-09-12T18:26:22.750371+0000","last_clean":"2024-09-12T18:26:22.750371+0000","last_became_active":"2024-09-12T17:38:09.658749+0000","last_became_peered":"2024-09-12T17:38:09.658749+0000","last_unstale":"2024-09-12T18:26:22.750371+0000","last_undegraded":"2024-09-12T18:26:22.750371+0000","last_fullsized":"2024-09-12T18:26:22.750371+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'103","last_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_deep_scrub":"268'103","last_deep_scrub_stamp":"2024-09-12T18:26:22.749969+0000","last_clean_scrub_stamp":"2024-09-12T18:26:22.749969+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:02.225940+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":467,"num_read_kb":395,"num_write":153,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"268'357","reported_seq":1024,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:06.474384+0000","last_change":"2024-09-12T18:26:06.474241+0000","last_active":"2024-09-12T18:26:06.474384+0000","last_peered":"2024-09-12T18:26:06.474384+0000","last_clean":"2024-09-12T18:26:06.474384+0000","last_became_active":"2024-09-12T17:38:38.890493+0000","last_became_peered":"2024-09-12T17:38:38.890493+0000","last_unstale":"2024-09-12T18:26:06.474384+0000","last_undegraded":"2024-09-12T18:26:06.474384+0000","last_fullsized":"2024-09-12T18:26:06.474384+0000","mapping_epoch":39,"log_start":"268'300","ondisk_log_start":"268'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'357","last_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_deep_scrub":"268'357","last_deep_scrub_stamp":"2024-09-12T18:26:06.473983+0000","last_clean_scrub_stamp":"2024-09-12T18:26:06.473983+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:26:44.126825+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524359,"num_objects":6,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":558,"num_read_kb":17915,"num_write":1160,"num_write_kb":16075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3,0],"acting":[1,4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"268'177","reported_seq":766,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-09-12T18:26:21.755034+0000","last_change":"2024-09-12T18:26:21.754889+0000","last_active":"2024-09-12T18:26:21.755034+0000","last_peered":"2024-09-12T18:26:21.755034+0000","last_clean":"2024-09-12T18:26:21.755034+0000","last_became_active":"2024-09-12T17:38:09.665372+0000","last_became_peered":"2024-09-12T17:38:09.665372+0000","last_unstale":"2024-09-12T18:26:21.755034+0000","last_undegraded":"2024-09-12T18:26:21.755034+0000","last_fullsized":"2024-09-12T18:26:21.755034+0000","mapping_epoch":28,"log_start":"265'100","ondisk_log_start":"265'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"268'177","last_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_deep_scrub":"268'177","last_deep_scrub_stamp":"2024-09-12T18:26:21.754707+0000","last_clean_scrub_stamp":"2024-09-12T18:26:21.754707+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:09.612176+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":748,"num_read_kb":613,"num_write":258,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5952,"num_read_kb":4260,"num_write":1961,"num_write_kb":860,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6692,"num_omap_keys":14,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1034,"ondisk_log_size":1034,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16234,"num_read_kb":15913,"num_write":16748,"num_write_kb":4894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2934,"num_omap_keys":19,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1563,"ondisk_log_size":1563,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":591,"ondisk_log_size":591,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1612597,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":17394,"num_read_kb":36774,"num_write":14573,"num_write_kb":11632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683338,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1821,"ondisk_log_size":1821,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2435,"num_read_kb":2902,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":101920,"num_read_kb":85163,"num_write":36933,"num_write_kb":18579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43844,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4122,"ondisk_log_size":4122,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":81349045,"num_objects":384,"num_object_clones":0,"num_object_copies":1536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":36215,"num_read_kb":2140881,"num_write":71974,"num_write_kb":2223910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":111067136,"data_stored":111067136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3726,"ondisk_log_size":3726,"up":256,"acting":256,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":181175,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":16378,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":169923,"num_write":186,"num_write_kb":127925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510042,"num_pgs":114,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":329920,"kb_used_data":19696,"kb_used_omap":1,"kb_used_meta":310206,"kb_avail":94041920,"statfs":{"total":96636764160,"available":96298926080,"internally_reserved":0,"allocated":20168704,"data_stored":18117452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":317651402},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510038,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":284596,"kb_used_data":18788,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":94087244,"statfs":{"total":96636764160,"available":96345337856,"internally_reserved":0,"allocated":19238912,"data_stored":17269692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":272169414},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510040,"num_pgs":115,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181132,"kb_used_data":19516,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94190708,"statfs":{"total":96636764160,"available":96451284992,"internally_reserved":0,"allocated":19984384,"data_stored":17919052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510039,"num_pgs":113,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117444,"kb_used_data":14068,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94254396,"statfs":{"total":96636764160,"available":96516501504,"internally_reserved":0,"allocated":14405632,"data_stored":12451735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510041,"num_pgs":131,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":296072,"kb_used_data":16376,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94075768,"statfs":{"total":96636764160,"available":96333586432,"internally_reserved":0,"allocated":16769024,"data_stored":14761028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":286390727},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510040,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":128800,"kb_used_data":17168,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94243040,"statfs":{"total":96636764160,"available":96504872960,"internally_reserved":0,"allocated":17580032,"data_stored":15611567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510040,"num_pgs":119,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179448,"kb_used_data":17832,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94192392,"statfs":{"total":96636764160,"available":96453009408,"internally_reserved":0,"allocated":18259968,"data_stored":16258890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542746,"num_pgs":116,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293908,"kb_used_data":19780,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94077932,"statfs":{"total":96636764160,"available":96335802368,"internally_reserved":0,"allocated":20254720,"data_stored":18226610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":15339520,"data_stored":15339520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":13963264,"data_stored":13963264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":13316096,"data_stored":13316096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12464128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":10158080,"data_stored":10158080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":15622144,"data_stored":15622144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14974976,"data_stored":14974976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":15228928,"data_stored":15228928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":3982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":4686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:27:27.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T18:27:28.153 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T18:27:28.154 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T18:27:28.154 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T18:27:28.154 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:34.256 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T18:27:34.256 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T18:27:34.257 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:34.321 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T18:27:34.321 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T18:27:34.321 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:34.773 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-12T18:27:40.423 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T18:27:40.424 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T18:27:40.424 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:40.781 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-12T18:27:40.781 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-12T18:27:46.526 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T18:27:46.526 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T18:27:46.526 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:46.592 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T18:27:46.593 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T18:27:46.593 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:46.674 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T18:27:46.675 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T18:27:46.675 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:46.689 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-12T18:27:46.689 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-12T18:27:52.294 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-12T18:27:52.294 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-12T18:27:52.777 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T18:27:52.777 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T18:27:52.777 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:52.877 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T18:27:52.877 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T18:27:52.878 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T18:27:52.878 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:52.911 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T18:27:52.911 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T18:27:52.911 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:52.943 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T18:27:52.943 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T18:27:52.943 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T18:27:52.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:52.969 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T18:27:52.969 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T18:27:52.970 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:53.028 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T18:27:53.028 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T18:27:53.028 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:27:53.049 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T18:27:53.050 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T18:27:53.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T18:27:53.091 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:27:53.092 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T18:27:53.625 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:27:53.626 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T18:27:53.829 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:27:53.830 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T18:27:53.975 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:27:53.975 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T18:27:54.171 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:27:54.171 DEBUG:teuthology.orchestra.run.smithi165:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T18:27:54.587 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:27:54.587 DEBUG:teuthology.orchestra.run.smithi165:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T18:27:54.796 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:27:54.796 DEBUG:teuthology.orchestra.run.smithi165:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T18:27:54.984 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:27:54.984 DEBUG:teuthology.orchestra.run.smithi165:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T18:27:55.177 INFO:tasks.ceph:Archiving mon data... 2024-09-12T18:27:55.179 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/data/mon.a.tgz 2024-09-12T18:27:55.179 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-09-12T18:27:55.185 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.Wk5pewWiEY 2024-09-12T18:27:55.185 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Wk5pewWiEY 2024-09-12T18:27:55.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.Wk5pewWiEY 2024-09-12T18:27:55.448 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.Wk5pewWiEY is 580KB 2024-09-12T18:27:55.510 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.Wk5pewWiEY 2024-09-12T18:27:55.515 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/data/mon.c.tgz 2024-09-12T18:27:55.515 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-09-12T18:27:55.565 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.D9U3FXCams 2024-09-12T18:27:55.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.D9U3FXCams 2024-09-12T18:27:55.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.D9U3FXCams 2024-09-12T18:27:55.839 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.D9U3FXCams is 627KB 2024-09-12T18:27:55.859 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.D9U3FXCams 2024-09-12T18:27:55.864 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/data/mon.b.tgz 2024-09-12T18:27:55.864 DEBUG:teuthology.orchestra.run.smithi165:> mktemp 2024-09-12T18:27:55.870 INFO:teuthology.orchestra.run.smithi165.stdout:/tmp/tmp.hi0dIG6C3K 2024-09-12T18:27:55.870 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.hi0dIG6C3K 2024-09-12T18:27:56.087 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0666 /tmp/tmp.hi0dIG6C3K 2024-09-12T18:27:56.150 DEBUG:teuthology.orchestra.remote:smithi165:/tmp/tmp.hi0dIG6C3K is 626KB 2024-09-12T18:27:56.212 DEBUG:teuthology.orchestra.run.smithi165:> rm -fr /tmp/tmp.hi0dIG6C3K 2024-09-12T18:27:56.218 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T18:27:56.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:27:56.220 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:27:56.280 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:27:56.322 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:27:56.322 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T18:27:56.324 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi092/crash 2024-09-12T18:27:56.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:27:56.338 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi165/crash 2024-09-12T18:27:56.339 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:27:56.377 INFO:tasks.ceph:Compressing logs... 2024-09-12T18:27:56.378 DEBUG:teuthology.orchestra.run.smithi092:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:27:56.389 DEBUG:teuthology.orchestra.run.smithi165:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:27:56.405 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87053.log 2024-09-12T18:27:56.406 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92953.log 2024-09-12T18:27:56.406 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.87053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141927.log 2024-09-12T18:27:56.407 INFO:teuthology.orchestra.run.smithi092.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.87053.log.gz 2024-09-12T18:27:56.407 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.92953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124815.log 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.141927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173788.log 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.141927.log.gz 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74663.log 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.124815.log: 82.1%/var/log/ceph/ceph-client.0.173788.log: -- replaced with /var/log/ceph/ceph-client.admin.124815.log.gz 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:27:56.408 INFO:teuthology.orchestra.run.smithi092.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.92953.log.gz 2024-09-12T18:27:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.74663.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.173788.log.gz 2024-09-12T18:27:56.409 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143107.log 2024-09-12T18:27:56.409 INFO:teuthology.orchestra.run.smithi092.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.74663.log.gz 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117145.log 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.143107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32682.log 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.143107.log.gz 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.117145.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.117145.log.gz 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56107.log 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32682.log.gz 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42927.log 2024-09-12T18:27:56.411 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112424.log 2024-09-12T18:27:56.412 INFO:teuthology.orchestra.run.smithi092.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.56107.log.gz 2024-09-12T18:27:56.412 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154343.log 2024-09-12T18:27:56.412 INFO:teuthology.orchestra.run.smithi092.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.42927.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.112424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179099.log 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.112424.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.154343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137205.log 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.154343.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.179099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182980.log 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.179099.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.137205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72893.log 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.137205.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.182980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154321.log 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.182980.log.gz 2024-09-12T18:27:56.414 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.72893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121865.log 2024-09-12T18:27:56.415 INFO:teuthology.orchestra.run.smithi092.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.72893.log.gz 2024-09-12T18:27:56.415 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.154321.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.154321.log.gz 2024-09-12T18:27:56.415 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.72197.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.121865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91773.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.72197.log: gzip 80.3% -5 -- replaced with /var/log/ceph/ceph-client.0.72197.log.gz --verbose 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.32325.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99444.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.91773.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.121865.log.gz 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136615.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.91773.log.gz 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32325.log.gz 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5/var/log/ceph/ceph-client.admin.99444.log: --verbose -- /var/log/ceph/ceph-client.admin.137795.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.99444.log.gz 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.136615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69029.log 2024-09-12T18:27:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.137795.log: -- /var/log/ceph/ceph-client.admin.153731.log 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.137795.log.gz 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.69029.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.69029.log.gz 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.153731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32502.log 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.153731.log.gz 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.136615.log.gz 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21905.log 2024-09-12T18:27:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101214.log 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32502.log.gz 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.tmp-client.admin.21905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176148.log 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21905.log.gz 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.101214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156113.log 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.176148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185355.log 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.176148.log.gz 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.156113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185381.log 2024-09-12T18:27:56.421 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.156113.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185355.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185355.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45927.log 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.101214.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185381.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.185381.log.gz --verbose 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.85873.log 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43517.log 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.45927.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.85873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147827.log 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.85873.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.43517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57341.log 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.147827.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.43517.log.gz 2024-09-12T18:27:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117735.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.147827.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57341.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57341.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171428.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.117735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172608.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.117735.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.171428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53107.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.171428.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:gzip/var/log/ceph/ceph-client.0.172608.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.59907.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53107.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.172608.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70263.log 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.53107.log.gz 2024-09-12T18:27:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159113.log 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.70263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107114.log 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.0.70263.log.gz 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.159113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145467.log 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.159113.log.gz 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164517.log 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.107114.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.107114.log.gz/var/log/ceph/ceph-client.admin.145467.log: 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32498.log 2024-09-12T18:27:56.430 INFO:teuthology.orchestra.run.smithi092.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.145467.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.164517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185303.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.164517.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32501.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32498.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91183.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185303.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32501.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32501.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140157.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114784.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.91183.log: /var/log/ceph/ceph-client.admin.140157.log: gzip 87.3% -5 -- replaced with /var/log/ceph/ceph-client.admin.91183.log.gz --verbose 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.26697.log 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.140157.log.gz 2024-09-12T18:27:56.431 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.114784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75253.log 2024-09-12T18:27:56.432 INFO:teuthology.orchestra.run.smithi092.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.114784.log.gz 2024-09-12T18:27:56.432 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.26697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92363.log 2024-09-12T18:27:56.432 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26697.log.gz 2024-09-12T18:27:56.432 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.75253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58611.log 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75253.log.gz 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.92363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57959.log 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.92363.log.gz 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.59907.log.gz 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113604.log 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76433.log 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr: 21.6% -- replaced with /var/log/ceph/ceph-client.admin.57959.log.gz 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.113604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109474.log 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.113604.log.gz 2024-09-12T18:27:56.435 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.76433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42337.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.76433.log.gz 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.109474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32689.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.109474.log.gz 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144877.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.42337.log.gz 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146647.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32689.log.gz 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154933.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.144877.log: /var/log/ceph/ceph-client.admin.146647.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T18:27:56.436 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.154933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96494.log 2024-09-12T18:27:56.438 INFO:teuthology.orchestra.run.smithi092.stderr: 86.8%/var/log/ceph/ceph-osd.2.log: -- replaced with /var/log/ceph/ceph-client.admin.154933.log.gz 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.144877.log.gz 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.146647.log.gz 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157318.log 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.96494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128945.log 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: 82.9%/var/log/ceph/ceph-client.admin.157318.log: -- replaced with /var/log/ceph/ceph-client.admin.96494.log.gzgzip 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.33024.log 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157318.log.gz 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.128945.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.128945.log.gz 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110654.log 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.33024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181617.log 2024-09-12T18:27:56.439 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33024.log.gz 2024-09-12T18:27:56.442 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.110654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90593.log 2024-09-12T18:27:56.442 INFO:teuthology.orchestra.run.smithi092.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.110654.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159138.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.181617.log: /var/log/ceph/ceph-client.admin.90593.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181617.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.90593.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39031.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.159138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181667.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.159138.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.39031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51877.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.39031.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89413.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.181667.log: /var/log/ceph/ceph-client.admin.51877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151371.log 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.181667.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.51877.log.gz 2024-09-12T18:27:56.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.89413.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89413.log.gz 2024-09-12T18:27:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110064.log 2024-09-12T18:27:56.447 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.151371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102984.log 2024-09-12T18:27:56.447 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.151371.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 94.9% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.110064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108294.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.110064.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163339.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.102984.log: /var/log/ceph/ceph-client.admin.108294.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0%/var/log/ceph/ceph-client.admin.163339.log: -- replaced with /var/log/ceph/ceph-client.admin.108294.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36689.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102984.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45337.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.58611.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.36689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184939.log 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.0.36689.log.gz 2024-09-12T18:27:56.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67846.log 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr: 93.7% 80.7% -- replaced with /var/log/ceph/ceph-client.admin.45337.log.gz 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.163339.log.gz 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.184939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46542.log 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184939.log.gz 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128355.log 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.67846.log: /var/log/ceph/ceph-client.admin.46542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41013.log 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46542.log.gz 2024-09-12T18:27:56.449 INFO:teuthology.orchestra.run.smithi092.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.67846.log.gz 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.128355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147237.log 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130125.log 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.41013.log.gz 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.147237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152551.log 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.147237.log.gz 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95314.log 2024-09-12T18:27:56.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.130125.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.128355.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.152551.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.130125.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.152551.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101804.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.95314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26844.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.95314.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.101804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120095.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.101804.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.26844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52467.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26844.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.120095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54877.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52467.log: gzip -5 --verbose -- 87.2% /var/log/ceph/ceph-client.admin.86463.log 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.120095.log.gz 2024-09-12T18:27:56.454 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.52467.log.gz 2024-09-12T18:27:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61846.log 2024-09-12T18:27:56.455 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.54877.log.gz 2024-09-12T18:27:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.86463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170836.log 2024-09-12T18:27:56.455 INFO:teuthology.orchestra.run.smithi092.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.86463.log.gz 2024-09-12T18:27:56.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33020.log 2024-09-12T18:27:56.463 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26820.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26820.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26820.log.gz 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26772.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26844.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26772.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26772.log.gz 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26748.log 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26844.log.gz 2024-09-12T18:27:56.464 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26748.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26748.log.gz 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26796.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26724.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:gzip/var/log/ceph/ceph-client.admin.26796.log: -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26796.log.gz 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr: -- /var/log/ceph/ceph-client.admin.26868.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26724.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26724.log.gz 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26700.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26868.log.gz 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T18:27:56.465 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T18:27:56.466 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-client.admin.26700.log: 28.5% -- replaced with /var/log/ceph/ceph-client.admin.26700.log.gz 2024-09-12T18:27:56.466 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-osd.4.log: 90.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:27:56.468 INFO:teuthology.orchestra.run.smithi165.stderr: 87.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175558.log 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.170836.log: 80.7%/var/log/ceph/ceph-client.admin.33020.log: -- replaced with /var/log/ceph/ceph-client.0.170836.log.gz 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33020.log.gz -5 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr: --verbose -- /var/log/ceph/ceph-client.admin.165106.log 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.175558.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.175558.log.gz 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34307.log 2024-09-12T18:27:56.476 INFO:teuthology.orchestra.run.smithi092.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.61846.log.gz 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.165106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158523.log 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.165106.log.gz 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.34307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32485.log 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34307.log.gz 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125995.log 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.158523.log: /var/log/ceph/ceph-client.admin.32485.log: 82.3%gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32485.log.gz -5 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr: --verbose -- /var/log/ceph/ceph-client.admin.182305.log 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.158523.log.gz 2024-09-12T18:27:56.477 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48927.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.125995.log: /var/log/ceph/ceph-client.admin.182305.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.125995.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182305.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56794.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32901.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.48927.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135435.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 60.4% -- replaced with /var/log/ceph/ceph-client.admin.56794.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185069.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32901.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.135435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146057.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.135435.log.gz 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159163.log 2024-09-12T18:27:56.478 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185069.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.146057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33202.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.146057.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134845.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.159163.log: /var/log/ceph/ceph-client.admin.33202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148417.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33202.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.159163.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.134845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50697.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.134845.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.148417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44157.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70211.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50697.log: 81.2%/var/log/ceph/ceph-client.admin.44157.log: -- replaced with /var/log/ceph/ceph-client.admin.50697.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185121.log 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.44157.log.gz 2024-09-12T18:27:56.479 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.70211.log: 25.4% -- replaced with /var/log/ceph/ceph-client.admin.70211.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.148417.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115964.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185121.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185121.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124225.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49517.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.115964.log: /var/log/ceph/ceph-client.admin.124225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143697.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.124225.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75843.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.49517.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151961.log 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.143697.log: /var/log/ceph/ceph-client.admin.75843.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.143697.log.gz 2024-09-12T18:27:56.480 INFO:teuthology.orchestra.run.smithi092.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.115964.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.75843.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90003.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.151961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85283.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.151961.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.90003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103574.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.90003.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153141.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.85283.log: 82.3%/var/log/ceph/ceph-client.admin.103574.log: -- replaced with /var/log/ceph/ceph-client.admin.85283.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161833.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.103574.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.153141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185407.log 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.153141.log.gz 2024-09-12T18:27:56.481 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.161833.log: -- /var/log/ceph/ceph-client.admin.132485.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73483.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185407.log.gz 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.132485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35512.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 82.8%/var/log/ceph/ceph-client.admin.73483.log: -- replaced with /var/log/ceph/ceph-client.admin.132485.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.183576.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.73483.log.gz 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.35512.log: 81.1% -- replaced with /var/log/ceph/ceph-client.0.35512.log.gz 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31689.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.183576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173198.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.31689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140747.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31689.log.gz 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.173198.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.173198.log.gz 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57393.log 2024-09-12T18:27:56.482 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.161833.log.gz/var/log/ceph/ceph-client.admin.140747.log: 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95904.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57393.log: /var/log/ceph/ceph-client.admin.95904.log: 55.1% -- replaced with /var/log/ceph/ceph-client.admin.57393.log.gz 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.95904.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185199.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88823.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.140747.log.gz 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185199.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185199.log.gz 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78203.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.88823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32890.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.88823.log.gz 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.78203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169656.log 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.78203.log.gz 2024-09-12T18:27:56.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32890.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32890.log.gz 2024-09-12T18:27:56.484 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54902.log 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.169656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182332.log 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.169656.log.gz 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54902.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.54902.log.gz 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141337.log 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.182332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149007.log 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182332.log.gz 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.141337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26939.log 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0%/var/log/ceph/ceph-client.admin.149007.log: -- replaced with /var/log/ceph/ceph-client.admin.141337.log.gz 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.149007.log.gz 2024-09-12T18:27:56.492 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185043.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130715.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.26939.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26939.log.gz 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185043.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34281.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.130715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131305.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.34281.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.130715.log.gz 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34281.log.gz 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170246.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44747.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.131305.log: /var/log/ceph/ceph-client.0.170246.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.131305.log.gz 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.170246.log.gz 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105934.log 2024-09-12T18:27:56.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50107.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44747.log: /var/log/ceph/ceph-client.admin.105934.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.44747.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.105934.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46567.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50107.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.50107.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32370.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32905.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46567.log: /var/log/ceph/ceph-client.admin.32370.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32370.log.gz 81.8% -- replaced with /var/log/ceph/ceph-client.admin.46567.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57986.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81743.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32905.log: /var/log/ceph/ceph-client.admin.57986.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32905.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.57986.log.gz 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180414.log 2024-09-12T18:27:56.494 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185433.log 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.81743.log: /var/log/ceph/ceph-client.admin.180414.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.81743.log.gz 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.180414.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104164.log 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185433.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185433.log.gz 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123045.log 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.104164.log: /var/log/ceph/ceph-client.admin.123045.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.104164.log.gz 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.123045.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.70853.log 2024-09-12T18:27:56.495 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.496 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T18:27:56.497 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116554.log 2024-09-12T18:27:56.497 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.70853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32694.log 2024-09-12T18:27:56.498 INFO:teuthology.orchestra.run.smithi092.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.70853.log.gz 2024-09-12T18:27:56.498 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.116554.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.116554.log.gz 2024-09-12T18:27:56.499 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T18:27:56.499 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176738.log 2024-09-12T18:27:56.499 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32694.log.gz 2024-09-12T18:27:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181642.log 2024-09-12T18:27:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.176738.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.176738.log.gz 2024-09-12T18:27:56.500 INFO:teuthology.orchestra.run.smithi092.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.0.183576.log.gz 2024-09-12T18:27:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133665.log 2024-09-12T18:27:56.500 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.181642.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.181642.log.gz 2024-09-12T18:27:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185251.log 2024-09-12T18:27:56.504 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.133665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48337.log 2024-09-12T18:27:56.506 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.133665.log.gz 2024-09-12T18:27:56.506 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185251.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159753.log 2024-09-12T18:27:56.506 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.185251.log.gz 2024-09-12T18:27:56.506 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185017.log 2024-09-12T18:27:56.506 INFO:teuthology.orchestra.run.smithi092.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.48337.log.gz 2024-09-12T18:27:56.507 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.159753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34207.log 2024-09-12T18:27:56.507 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185017.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185017.log.gz 2024-09-12T18:27:56.507 INFO:teuthology.orchestra.run.smithi092.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.159753.log.gz 2024-09-12T18:27:56.507 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118915.log 2024-09-12T18:27:56.508 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.34207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98264.log 2024-09-12T18:27:56.508 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34207.log.gz 2024-09-12T18:27:56.508 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.118915.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.118915.log.gz 2024-09-12T18:27:56.509 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38447.log 2024-09-12T18:27:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118325.log 2024-09-12T18:27:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.98264.log: /var/log/ceph/ceph-client.0.38447.log: 43.5% 82.1% -- replaced with /var/log/ceph/ceph-client.admin.98264.log.gz 2024-09-12T18:27:56.510 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.0.38447.log.gz 2024-09-12T18:27:56.510 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150781.log 2024-09-12T18:27:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32300.log 2024-09-12T18:27:56.511 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.118325.log: /var/log/ceph/ceph-client.admin.150781.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.118325.log.gz 2024-09-12T18:27:56.512 INFO:teuthology.orchestra.run.smithi092.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.150781.log.gz 2024-09-12T18:27:56.512 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184887.log 2024-09-12T18:27:56.512 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184913.log 2024-09-12T18:27:56.512 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32300.log: /var/log/ceph/ceph-client.admin.184887.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32300.log.gz 2024-09-12T18:27:56.512 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184887.log.gz 2024-09-12T18:27:56.513 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157933.log 2024-09-12T18:27:56.514 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120685.log 2024-09-12T18:27:56.514 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.184913.log: /var/log/ceph/ceph-client.admin.157933.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184913.log.gz 2024-09-12T18:27:56.514 INFO:teuthology.orchestra.run.smithi092.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.157933.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.161241.log 2024-09-12T18:27:56.514 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.514 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.120685.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.120685.log.gz 2024-09-12T18:27:56.515 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71491.log 2024-09-12T18:27:56.515 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52492.log 2024-09-12T18:27:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.161241.log: /var/log/ceph/ceph-client.admin.71491.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.161241.log.gz 2024-09-12T18:27:56.516 INFO:teuthology.orchestra.run.smithi092.stderr: 49.5% -- replaced with /var/log/ceph/ceph-client.admin.71491.log.gz 2024-09-12T18:27:56.516 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32499.log 2024-09-12T18:27:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33028.log 2024-09-12T18:27:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52492.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.52492.log.gz 2024-09-12T18:27:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32499.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32499.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182358.log 2024-09-12T18:27:56.517 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.517 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.33028.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33028.log.gz 2024-09-12T18:27:56.518 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185277.log 2024-09-12T18:27:56.518 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79383.log 2024-09-12T18:27:56.519 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.182358.log: /var/log/ceph/ceph-client.admin.185277.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182358.log.gz 2024-09-12T18:27:56.519 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185277.log.gz 2024-09-12T18:27:56.519 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185459.log 2024-09-12T18:27:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129535.log 2024-09-12T18:27:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.79383.log: /var/log/ceph/ceph-client.admin.185459.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185459.log.gz 82.1% 2024-09-12T18:27:56.520 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79383.log.gz 2024-09-12T18:27:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106524.log 2024-09-12T18:27:56.520 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57366.log 2024-09-12T18:27:56.521 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.129535.log: /var/log/ceph/ceph-client.admin.106524.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.129535.log.gz 2024-09-12T18:27:56.521 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149597.log 2024-09-12T18:27:56.521 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.106524.log.gz 2024-09-12T18:27:56.532 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66370.log 2024-09-12T18:27:56.533 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.149597.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.149597.log.gz 2024-09-12T18:27:56.533 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:27:56.534 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.66370.log: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.66370.log.gz 2024-09-12T18:27:56.534 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80563.log 2024-09-12T18:27:56.537 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57366.log.gz 2024-09-12T18:27:56.547 INFO:teuthology.orchestra.run.smithi092.stderr: 93.4% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:27:56.548 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127175.log 2024-09-12T18:27:56.548 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47747.log 2024-09-12T18:27:56.548 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.80563.log: /var/log/ceph/ceph-client.admin.127175.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.80563.log.gz 2024-09-12T18:27:56.548 INFO:teuthology.orchestra.run.smithi092.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.127175.log.gz 2024-09-12T18:27:56.548 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33176.log 2024-09-12T18:27:56.549 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78793.log 2024-09-12T18:27:56.552 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47747.log: /var/log/ceph/ceph-client.admin.33176.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33176.log.gz 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.47747.log.gz 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88233.log 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172018.log 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.78793.log: /var/log/ceph/ceph-client.admin.88233.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.78793.log.gz 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.88233.log.gz 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111244.log 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100034.log 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.172018.log: /var/log/ceph/ceph-client.admin.111244.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.172018.log.gz 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.111244.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105344.log 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:27:56.553 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.100034.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.100034.log.gz 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113014.log 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182383.log 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.105344.log: /var/log/ceph/ceph-client.admin.113014.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.105344.log.gz 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.113014.log.gz 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52517.log 2024-09-12T18:27:56.555 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.182383.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.182383.log.gz 2024-09-12T18:27:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144287.log 2024-09-12T18:27:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64429.log 2024-09-12T18:27:56.556 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52517.log: /var/log/ceph/ceph-client.admin.144287.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.52517.log.gz 2024-09-12T18:27:56.557 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.144287.log.gz 2024-09-12T18:27:56.557 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115374.log 2024-09-12T18:27:56.558 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64429.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64429.log.gz 2024-09-12T18:27:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121275.log 2024-09-12T18:27:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123635.log 2024-09-12T18:27:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.115374.log: /var/log/ceph/ceph-client.admin.121275.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.115374.log.gz 2024-09-12T18:27:56.560 INFO:teuthology.orchestra.run.smithi092.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.121275.log.gz 2024-09-12T18:27:56.560 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168466.log 2024-09-12T18:27:56.561 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46517.log 2024-09-12T18:27:56.561 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.123635.log: /var/log/ceph/ceph-client.admin.168466.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.123635.log.gz 2024-09-12T18:27:56.561 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82923.log 2024-09-12T18:27:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46517.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46517.log.gz 2024-09-12T18:27:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84103.log 2024-09-12T18:27:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.82923.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.168466.log.gz 2024-09-12T18:27:56.563 INFO:teuthology.orchestra.run.smithi092.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.82923.log.gz 2024-09-12T18:27:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51287.log 2024-09-12T18:27:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40408.log 2024-09-12T18:27:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.84103.log: /var/log/ceph/ceph-client.admin.51287.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.84103.log.gz 2024-09-12T18:27:56.565 INFO:teuthology.orchestra.run.smithi092.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.51287.log.gz 2024-09-12T18:27:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84693.log 2024-09-12T18:27:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40408.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.40408.log.gz 2024-09-12T18:27:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57418.log 2024-09-12T18:27:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77613.log 2024-09-12T18:27:56.567 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.84693.log: /var/log/ceph/ceph-client.admin.57418.log: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.57418.log.gz 2024-09-12T18:27:56.568 INFO:teuthology.orchestra.run.smithi092.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.84693.log.gz 2024-09-12T18:27:56.568 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32707.log 2024-09-12T18:27:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108884.log 2024-09-12T18:27:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.77613.log: /var/log/ceph/ceph-client.admin.32707.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.77613.log.gz 2024-09-12T18:27:56.569 INFO:teuthology.orchestra.run.smithi092.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32707.log.gz 2024-09-12T18:27:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107704.log 2024-09-12T18:27:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33150.log 2024-09-12T18:27:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.108884.log: /var/log/ceph/ceph-client.admin.107704.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.108884.log.gz 2024-09-12T18:27:56.571 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44132.log 2024-09-12T18:27:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.33150.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33150.log.gz 2024-09-12T18:27:56.572 INFO:teuthology.orchestra.run.smithi092.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.107704.log.gz 2024-09-12T18:27:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163928.log 2024-09-12T18:27:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44132.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44132.log.gz 2024-09-12T18:27:56.573 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T18:27:56.573 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184965.log 2024-09-12T18:27:56.573 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.163928.log: /var/log/ceph/ceph-mon.c.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.163928.log.gz 2024-09-12T18:27:56.574 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100624.log 2024-09-12T18:27:56.574 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.184965.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184965.log.gz 2024-09-12T18:27:56.575 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94724.log 2024-09-12T18:27:56.575 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.100624.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.100624.log.gz 2024-09-12T18:27:56.576 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32906.log 2024-09-12T18:27:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.94724.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.94724.log.gz 2024-09-12T18:27:56.577 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142517.log 2024-09-12T18:27:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32906.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32906.log.gz 2024-09-12T18:27:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32500.log 2024-09-12T18:27:56.578 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.142517.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.142517.log.gz 2024-09-12T18:27:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157343.log 2024-09-12T18:27:56.579 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32500.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32500.log.gz 2024-09-12T18:27:56.580 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57296.log 2024-09-12T18:27:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.157343.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.157343.log.gz 2024-09-12T18:27:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174968.log 2024-09-12T18:27:56.581 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57296.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.57296.log.gz 2024-09-12T18:27:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32422.log 2024-09-12T18:27:56.582 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.174968.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.174968.log.gz 2024-09-12T18:27:56.583 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167589.log 2024-09-12T18:27:56.583 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32422.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32422.log.gz 2024-09-12T18:27:56.584 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36102.log 2024-09-12T18:27:56.585 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.167589.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.167589.log.gz 2024-09-12T18:27:56.585 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57109.log 2024-09-12T18:27:56.586 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.36102.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.36102.log.gz 2024-09-12T18:27:56.586 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32710.log 2024-09-12T18:27:56.586 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57109.log: 48.2% -- replaced with /var/log/ceph/ceph-client.admin.57109.log.gz 2024-09-12T18:27:56.587 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67257.log 2024-09-12T18:27:56.587 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32710.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32710.log.gz 2024-09-12T18:27:56.588 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160343.log 2024-09-12T18:27:56.588 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.67257.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.67257.log.gz 2024-09-12T18:27:56.589 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77023.log 2024-09-12T18:27:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.160343.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.160343.log.gz 2024-09-12T18:27:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167000.log 2024-09-12T18:27:56.590 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.77023.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.77023.log.gz 2024-09-12T18:27:56.591 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T18:27:56.591 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.167000.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.167000.log.gz 2024-09-12T18:27:56.592 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37863.log 2024-09-12T18:27:56.612 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:27:56.613 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.37863.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.37863.log.gz 2024-09-12T18:27:56.632 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136025.log 2024-09-12T18:27:56.635 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.audit.log: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:27:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182257.log 2024-09-12T18:27:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.136025.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.136025.log.gz 2024-09-12T18:27:56.648 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32497.log 2024-09-12T18:27:56.648 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.182257.log: 24.6% -- replaced with /var/log/ceph/ceph-client.admin.182257.log.gz 2024-09-12T18:27:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185225.log 2024-09-12T18:27:56.656 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32497.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32497.log.gz 2024-09-12T18:27:56.668 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63784.log 2024-09-12T18:27:56.669 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185225.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185225.log.gz 2024-09-12T18:27:56.692 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54927.log 2024-09-12T18:27:56.695 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63784.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.63784.log.gz 2024-09-12T18:27:56.716 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185486.log 2024-09-12T18:27:56.717 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54927.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.54927.log.gz 2024-09-12T18:27:56.721 INFO:teuthology.orchestra.run.smithi092.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T18:27:56.721 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155523.log 2024-09-12T18:27:56.722 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185486.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185486.log.gz 2024-09-12T18:27:56.722 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93543.log 2024-09-12T18:27:56.723 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.155523.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.155523.log.gz 2024-09-12T18:27:56.723 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74073.log 2024-09-12T18:27:56.724 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.93543.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.93543.log.gz 2024-09-12T18:27:56.724 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53697.log 2024-09-12T18:27:56.725 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.74073.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.74073.log.gz 2024-09-12T18:27:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94133.log 2024-09-12T18:27:56.726 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53697.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.53697.log.gz 2024-09-12T18:27:56.727 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60554.log 2024-09-12T18:27:56.728 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.94133.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.94133.log.gz 2024-09-12T18:27:56.728 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104754.log 2024-09-12T18:27:56.733 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60554.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.60554.log.gz 2024-09-12T18:27:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122455.log 2024-09-12T18:27:56.734 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.104754.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.104754.log.gz 2024-09-12T18:27:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166411.log 2024-09-12T18:27:56.735 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.122455.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.122455.log.gz 2024-09-12T18:27:56.736 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181594.log 2024-09-12T18:27:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.166411.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.166411.log.gz 2024-09-12T18:27:56.737 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156703.log 2024-09-12T18:27:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.181594.log: 25.0% -- replaced with /var/log/ceph/ceph-client.admin.181594.log.gz 2024-09-12T18:27:56.738 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32709.log 2024-09-12T18:27:56.739 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.156703.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.156703.log.gz 2024-09-12T18:27:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69620.log 2024-09-12T18:27:56.740 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32709.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32709.log.gz 2024-09-12T18:27:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32695.log 2024-09-12T18:27:56.741 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.69620.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.69620.log.gz 2024-09-12T18:27:56.742 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126585.log 2024-09-12T18:27:56.742 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32695.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32695.log.gz 2024-09-12T18:27:56.743 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131895.log 2024-09-12T18:27:56.744 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.126585.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.126585.log.gz 2024-09-12T18:27:56.744 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182280.log 2024-09-12T18:27:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.131895.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.131895.log.gz 2024-09-12T18:27:56.745 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32894.log 2024-09-12T18:27:56.746 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.182280.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182280.log.gz 2024-09-12T18:27:56.746 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54287.log 2024-09-12T18:27:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32894.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32894.log.gz 2024-09-12T18:27:56.747 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114194.log 2024-09-12T18:27:56.748 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54287.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.54287.log.gz 2024-09-12T18:27:56.748 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.184991.log 2024-09-12T18:27:56.749 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.114194.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.114194.log.gz 2024-09-12T18:27:56.750 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34330.log 2024-09-12T18:27:56.750 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.184991.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.184991.log.gz 2024-09-12T18:27:56.751 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41747.log 2024-09-12T18:27:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.34330.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.34330.log.gz 2024-09-12T18:27:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32396.log 2024-09-12T18:27:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41747.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.41747.log.gz 2024-09-12T18:27:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119505.log 2024-09-12T18:27:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32396.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32396.log.gz 2024-09-12T18:27:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83513.log 2024-09-12T18:27:56.756 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.119505.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.119505.log.gz 2024-09-12T18:27:56.756 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55517.log 2024-09-12T18:27:56.757 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.83513.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.83513.log.gz 2024-09-12T18:27:56.758 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59261.log 2024-09-12T18:27:56.758 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55517.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.55517.log.gz 2024-09-12T18:27:56.759 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62491.log 2024-09-12T18:27:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59261.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.59261.log.gz 2024-09-12T18:27:56.760 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34231.log 2024-09-12T18:27:56.763 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62491.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.62491.log.gz 2024-09-12T18:27:56.763 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32448.log 2024-09-12T18:27:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.34231.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34231.log.gz 2024-09-12T18:27:56.764 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58022.log 2024-09-12T18:27:56.765 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32448.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32448.log.gz 2024-09-12T18:27:56.765 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97084.log 2024-09-12T18:27:56.766 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58022.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.58022.log.gz 2024-09-12T18:27:56.766 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111834.log 2024-09-12T18:27:56.767 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.97084.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.97084.log.gz 2024-09-12T18:27:56.767 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185536.log 2024-09-12T18:27:56.768 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.111834.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.111834.log.gz 2024-09-12T18:27:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34928.log 2024-09-12T18:27:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185536.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185536.log.gz 2024-09-12T18:27:56.769 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.181004.log 2024-09-12T18:27:56.770 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.34928.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.34928.log.gz 2024-09-12T18:27:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61200.log 2024-09-12T18:27:56.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.181004.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.181004.log.gz 2024-09-12T18:27:56.772 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125405.log 2024-09-12T18:27:56.777 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61200.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.61200.log.gz 2024-09-12T18:27:56.778 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63139.log 2024-09-12T18:27:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.125405.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.125405.log.gz 2024-09-12T18:27:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32698.log 2024-09-12T18:27:56.792 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150191.log 2024-09-12T18:27:56.792 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32698.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32698.log.gz 2024-09-12T18:27:56.806 INFO:teuthology.orchestra.run.smithi092.stderr: 95.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102394.log 2024-09-12T18:27:56.807 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.150191.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.150191.log.gz 2024-09-12T18:27:56.808 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162422.log 2024-09-12T18:27:56.809 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.102394.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.102394.log.gz 2024-09-12T18:27:56.809 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63139.log.gz 2024-09-12T18:27:56.809 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33052.log 2024-09-12T18:27:56.810 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.162422.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.162422.log.gz 2024-09-12T18:27:56.811 INFO:teuthology.orchestra.run.smithi165.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T18:27:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34257.log 2024-09-12T18:27:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.33052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33052.log.gz 2024-09-12T18:27:56.811 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87643.log 2024-09-12T18:27:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.34257.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34257.log.gz 2024-09-12T18:27:56.812 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165822.log 2024-09-12T18:27:56.813 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.87643.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.87643.log.gz 2024-09-12T18:27:56.813 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37279.log 2024-09-12T18:27:56.814 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.165822.log: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.165822.log.gz 2024-09-12T18:27:56.815 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185095.log 2024-09-12T18:27:56.816 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.37279.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.37279.log.gz 2024-09-12T18:27:56.816 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98854.log 2024-09-12T18:27:56.816 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185095.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185095.log.gz 2024-09-12T18:27:56.817 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47157.log 2024-09-12T18:27:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.98854.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.98854.log.gz 2024-09-12T18:27:56.818 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134255.log 2024-09-12T18:27:56.819 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47157.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.47157.log.gz 2024-09-12T18:27:56.819 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32483.log 2024-09-12T18:27:56.820 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.134255.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.134255.log.gz 2024-09-12T18:27:56.820 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185173.log 2024-09-12T18:27:56.821 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32483.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32483.log.gz 2024-09-12T18:27:56.822 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185329.log 2024-09-12T18:27:56.822 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185173.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185173.log.gz 2024-09-12T18:27:56.822 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97674.log 2024-09-12T18:27:56.823 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185329.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185329.log.gz 2024-09-12T18:27:56.823 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127765.log 2024-09-12T18:27:56.824 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.97674.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.97674.log.gz 2024-09-12T18:27:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68439.log 2024-09-12T18:27:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.127765.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.127765.log.gz 2024-09-12T18:27:56.826 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81153.log 2024-09-12T18:27:56.827 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.68439.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.68439.log.gz 2024-09-12T18:27:56.828 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185512.log 2024-09-12T18:27:56.829 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.81153.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.81153.log.gz 2024-09-12T18:27:56.829 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178508.log 2024-09-12T18:27:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185512.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185512.log.gz 2024-09-12T18:27:56.830 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82333.log 2024-09-12T18:27:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.178508.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.178508.log.gz 2024-09-12T18:27:56.831 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79973.log 2024-09-12T18:27:56.832 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.82333.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.82333.log.gz 2024-09-12T18:27:56.832 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32350.log 2024-09-12T18:27:56.833 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.79973.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.79973.log.gz 2024-09-12T18:27:56.833 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177918.log 2024-09-12T18:27:56.834 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.32350.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32350.log.gz 2024-09-12T18:27:56.835 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41612.log 2024-09-12T18:27:56.835 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.177918.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.177918.log.gz 2024-09-12T18:27:56.836 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133075.log 2024-09-12T18:27:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41612.log: 24.1% -- replaced with /var/log/ceph/ceph-client.admin.41612.log.gz 2024-09-12T18:27:56.837 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65719.log 2024-09-12T18:27:56.838 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.133075.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.133075.log.gz 2024-09-12T18:27:56.838 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157293.log 2024-09-12T18:27:56.842 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.65719.log: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.65719.log.gz 2024-09-12T18:27:56.843 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138977.log 2024-09-12T18:27:56.844 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.157293.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157293.log.gz 2024-09-12T18:27:56.844 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33076.log 2024-09-12T18:27:56.844 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.138977.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.138977.log.gz 2024-09-12T18:27:56.845 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65074.log 2024-09-12T18:27:56.846 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.33076.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33076.log.gz 2024-09-12T18:27:56.846 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139567.log 2024-09-12T18:27:56.848 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.65074.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65074.log.gz 2024-09-12T18:27:56.848 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138387.log 2024-09-12T18:27:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.139567.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.139567.log.gz 2024-09-12T18:27:56.849 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44107.log 2024-09-12T18:27:56.850 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.138387.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.138387.log.gz 2024-09-12T18:27:56.851 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169055.log 2024-09-12T18:27:56.851 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44107.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44107.log.gz 2024-09-12T18:27:56.852 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177328.log 2024-09-12T18:27:56.853 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.169055.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.169055.log.gz 2024-09-12T18:27:56.853 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57030.log 2024-09-12T18:27:56.854 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.177328.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.177328.log.gz 2024-09-12T18:27:56.854 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185147.log 2024-09-12T18:27:56.855 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57030.log: 54.8% -- replaced with /var/log/ceph/ceph-client.admin.57030.log.gz 2024-09-12T18:27:56.855 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174378.log 2024-09-12T18:27:56.856 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.185147.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.185147.log.gz 2024-09-12T18:27:56.856 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.71607.log 2024-09-12T18:27:56.857 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.174378.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.174378.log.gz 2024-09-12T18:27:56.861 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.71607.log: 92.0% -- replaced with /var/log/ceph/ceph-client.0.71607.log.gz 2024-09-12T18:27:57.295 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-12T18:27:57.447 INFO:teuthology.orchestra.run.smithi165.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T18:27:57.555 INFO:teuthology.orchestra.run.smithi092.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T18:27:58.950 INFO:teuthology.orchestra.run.smithi092.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T18:27:59.785 INFO:teuthology.orchestra.run.smithi092.stderr: 93.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T18:28:03.488 INFO:teuthology.orchestra.run.smithi092.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T18:28:04.533 INFO:teuthology.orchestra.run.smithi165.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T18:28:05.356 INFO:teuthology.orchestra.run.smithi092.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T18:28:06.253 INFO:teuthology.orchestra.run.smithi165.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T18:28:07.408 INFO:teuthology.orchestra.run.smithi165.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T18:28:11.643 INFO:teuthology.orchestra.run.smithi092.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T18:28:12.785 INFO:teuthology.orchestra.run.smithi165.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T18:28:12.787 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-09-12T18:28:12.787 INFO:teuthology.orchestra.run.smithi165.stderr:real 0m16.361s 2024-09-12T18:28:12.787 INFO:teuthology.orchestra.run.smithi165.stderr:user 0m44.930s 2024-09-12T18:28:12.787 INFO:teuthology.orchestra.run.smithi165.stderr:sys 0m1.618s 2024-09-12T18:28:17.223 INFO:teuthology.orchestra.run.smithi092.stderr: 94.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T18:28:17.225 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-12T18:28:17.225 INFO:teuthology.orchestra.run.smithi092.stderr:real 0m20.833s 2024-09-12T18:28:17.225 INFO:teuthology.orchestra.run.smithi092.stderr:user 0m57.265s 2024-09-12T18:28:17.225 INFO:teuthology.orchestra.run.smithi092.stderr:sys 0m2.176s 2024-09-12T18:28:17.226 INFO:tasks.ceph:Archiving logs... 2024-09-12T18:28:17.226 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi092/log 2024-09-12T18:28:17.227 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:28:23.866 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi165/log 2024-09-12T18:28:23.867 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:28:29.542 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T18:28:29.553 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T18:28:29.553 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:28:29.556 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:28:29.631 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T18:28:29.642 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T18:28:29.643 DEBUG:teuthology.orchestra.run.smithi092:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:28:29.645 DEBUG:teuthology.orchestra.run.smithi165:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout:============================================================================== 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout:+hv01.front.sepi 67.205.162.81 3 u 27 64 377 0.082 -3.819 0.804 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout:*hv02.front.sepi 63.231.80.2 3 u 25 64 377 0.067 -2.441 0.692 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout:+hv03.front.sepi 74.6.168.72 3 u 35 64 377 0.091 -0.902 0.742 2024-09-12T18:28:29.656 INFO:teuthology.orchestra.run.smithi092.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout:============================================================================== 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout:+hv01.front.sepi 67.205.162.81 3 u 17 64 377 0.081 -2.685 0.446 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout:*hv02.front.sepi 63.231.80.2 3 u 14 64 377 0.099 -1.468 0.538 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout:+hv03.front.sepi 74.6.168.72 3 u 20 64 377 0.084 -0.467 0.349 2024-09-12T18:28:29.658 INFO:teuthology.orchestra.run.smithi165.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T18:28:29.658 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T18:28:29.669 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T18:28:29.669 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T18:28:29.680 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T18:28:29.692 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T18:28:29.709 INFO:teuthology.task.internal:Duration was 3692.186600 seconds 2024-09-12T18:28:29.710 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T18:28:29.719 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T18:28:29.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:28:29.721 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:28:29.758 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T18:28:29.758 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi092.front.sepia.ceph.com 2024-09-12T18:28:29.758 DEBUG:teuthology.orchestra.run.smithi092:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:28:29.809 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi165.front.sepia.ceph.com 2024-09-12T18:28:29.809 DEBUG:teuthology.orchestra.run.smithi165:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:28:29.819 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T18:28:29.819 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:28:29.853 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:28:29.892 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T18:28:29.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:28:29.925 DEBUG:teuthology.orchestra.run.smithi165:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:28:29.994 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T18:28:30.009 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T18:28:30.009 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:28:30.021 DEBUG:teuthology.orchestra.run.smithi165:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:28:30.032 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T18:28:30.043 DEBUG:teuthology.orchestra.run.smithi092:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:28:30.065 DEBUG:teuthology.orchestra.run.smithi165:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:28:30.074 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = core 2024-09-12T18:28:30.088 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = core 2024-09-12T18:28:30.113 DEBUG:teuthology.orchestra.run.smithi092:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:28:30.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:28:30.131 DEBUG:teuthology.orchestra.run.smithi165:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:28:30.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:28:30.161 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T18:28:30.173 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T18:28:30.173 DEBUG:teuthology.misc:Transferring archived files from smithi092:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi092 2024-09-12T18:28:30.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:28:30.199 DEBUG:teuthology.misc:Transferring archived files from smithi165:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902737/remote/smithi165 2024-09-12T18:28:30.199 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:28:30.224 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T18:28:30.224 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:28:30.237 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:28:30.266 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T18:28:30.277 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T18:28:30.277 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T18:28:30.287 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T18:28:30.288 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:28:30.290 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:28:30.293 INFO:teuthology.orchestra.run.smithi092.stdout: 658463 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:28 /home/ubuntu/cephtest 2024-09-12T18:28:30.315 INFO:teuthology.orchestra.run.smithi165.stdout: 658640 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:28 /home/ubuntu/cephtest 2024-09-12T18:28:30.316 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T18:28:30.329 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T18:28:30.356 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3692.1865997314453 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T18:28:30.356 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T18:28:30.504 INFO:teuthology.run:pass